| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 2058, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0029154518950437317, |
| "grad_norm": 0.08236155658960342, |
| "learning_rate": 1.4563106796116505e-07, |
| "loss": 1.120621681213379, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0058309037900874635, |
| "grad_norm": 0.5269019603729248, |
| "learning_rate": 4.368932038834952e-07, |
| "loss": 1.9105433225631714, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.008746355685131196, |
| "grad_norm": 0.3449331521987915, |
| "learning_rate": 7.281553398058253e-07, |
| "loss": 1.8805404901504517, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.011661807580174927, |
| "grad_norm": 0.10853756964206696, |
| "learning_rate": 1.0194174757281554e-06, |
| "loss": 1.5699371099472046, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.014577259475218658, |
| "grad_norm": 1.1428029537200928, |
| "learning_rate": 1.3106796116504856e-06, |
| "loss": 1.4362584352493286, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.01749271137026239, |
| "grad_norm": 0.5868045091629028, |
| "learning_rate": 1.6019417475728156e-06, |
| "loss": 2.0035324096679688, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.02040816326530612, |
| "grad_norm": 0.08258485049009323, |
| "learning_rate": 1.8932038834951458e-06, |
| "loss": 1.5183849334716797, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.023323615160349854, |
| "grad_norm": 2.6764633655548096, |
| "learning_rate": 2.1844660194174755e-06, |
| "loss": 1.8052839040756226, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.026239067055393587, |
| "grad_norm": 0.342227965593338, |
| "learning_rate": 2.475728155339806e-06, |
| "loss": 1.8929893970489502, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.029154518950437316, |
| "grad_norm": 0.1563744992017746, |
| "learning_rate": 2.766990291262136e-06, |
| "loss": 1.7904902696609497, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.03206997084548105, |
| "grad_norm": 0.1933348923921585, |
| "learning_rate": 3.058252427184466e-06, |
| "loss": 1.4513907432556152, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.03498542274052478, |
| "grad_norm": 0.5887855291366577, |
| "learning_rate": 3.3495145631067963e-06, |
| "loss": 2.2697947025299072, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.037900874635568516, |
| "grad_norm": 0.33995822072029114, |
| "learning_rate": 3.6407766990291263e-06, |
| "loss": 1.7317644357681274, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.04081632653061224, |
| "grad_norm": 0.6888100504875183, |
| "learning_rate": 3.932038834951457e-06, |
| "loss": 1.8117475509643555, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.043731778425655975, |
| "grad_norm": 0.7777397036552429, |
| "learning_rate": 4.223300970873786e-06, |
| "loss": 1.8055756092071533, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.04664723032069971, |
| "grad_norm": 0.4058018624782562, |
| "learning_rate": 4.514563106796117e-06, |
| "loss": 1.9432220458984375, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.04956268221574344, |
| "grad_norm": 0.22737905383110046, |
| "learning_rate": 4.805825242718447e-06, |
| "loss": 1.6058305501937866, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.052478134110787174, |
| "grad_norm": 0.3183080852031708, |
| "learning_rate": 5.097087378640777e-06, |
| "loss": 1.8658274412155151, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.05539358600583091, |
| "grad_norm": 0.17585590481758118, |
| "learning_rate": 5.388349514563107e-06, |
| "loss": 2.2423486709594727, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.05830903790087463, |
| "grad_norm": 0.10230281203985214, |
| "learning_rate": 5.679611650485437e-06, |
| "loss": 1.5302915573120117, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.061224489795918366, |
| "grad_norm": 0.4932399392127991, |
| "learning_rate": 5.970873786407767e-06, |
| "loss": 1.813106656074524, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.0641399416909621, |
| "grad_norm": 0.15170824527740479, |
| "learning_rate": 6.262135922330097e-06, |
| "loss": 1.6509969234466553, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.06705539358600583, |
| "grad_norm": 0.1539481282234192, |
| "learning_rate": 6.553398058252427e-06, |
| "loss": 1.7683537006378174, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.06997084548104957, |
| "grad_norm": 0.6599376201629639, |
| "learning_rate": 6.844660194174757e-06, |
| "loss": 2.1816630363464355, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.0728862973760933, |
| "grad_norm": 0.24105864763259888, |
| "learning_rate": 7.135922330097088e-06, |
| "loss": 1.910886526107788, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.07580174927113703, |
| "grad_norm": 0.09656477719545364, |
| "learning_rate": 7.427184466019417e-06, |
| "loss": 1.199069857597351, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.07871720116618076, |
| "grad_norm": 0.3129803240299225, |
| "learning_rate": 7.718446601941748e-06, |
| "loss": 1.7870614528656006, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.08163265306122448, |
| "grad_norm": 0.253489226102829, |
| "learning_rate": 8.009708737864077e-06, |
| "loss": 2.0801727771759033, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.08454810495626822, |
| "grad_norm": 0.12343698740005493, |
| "learning_rate": 8.300970873786407e-06, |
| "loss": 1.4909915924072266, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.08746355685131195, |
| "grad_norm": 0.19224074482917786, |
| "learning_rate": 8.592233009708738e-06, |
| "loss": 2.0119330883026123, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.09037900874635568, |
| "grad_norm": 0.2891639471054077, |
| "learning_rate": 8.883495145631068e-06, |
| "loss": 1.9431190490722656, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.09329446064139942, |
| "grad_norm": 0.8908348083496094, |
| "learning_rate": 9.174757281553397e-06, |
| "loss": 1.8723704814910889, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.09620991253644315, |
| "grad_norm": 0.09907913953065872, |
| "learning_rate": 9.466019417475729e-06, |
| "loss": 1.556423306465149, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.09912536443148688, |
| "grad_norm": 0.18893972039222717, |
| "learning_rate": 9.75728155339806e-06, |
| "loss": 1.8031634092330933, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.10204081632653061, |
| "grad_norm": 0.3021998107433319, |
| "learning_rate": 1.004854368932039e-05, |
| "loss": 1.6836217641830444, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.10495626822157435, |
| "grad_norm": 0.19465358555316925, |
| "learning_rate": 1.0339805825242719e-05, |
| "loss": 1.3162983655929565, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.10787172011661808, |
| "grad_norm": 0.35194098949432373, |
| "learning_rate": 1.0631067961165048e-05, |
| "loss": 1.6223976612091064, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.11078717201166181, |
| "grad_norm": 0.11608141660690308, |
| "learning_rate": 1.092233009708738e-05, |
| "loss": 1.5001176595687866, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.11370262390670553, |
| "grad_norm": 0.17615102231502533, |
| "learning_rate": 1.121359223300971e-05, |
| "loss": 1.6835155487060547, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.11661807580174927, |
| "grad_norm": 0.10972107201814651, |
| "learning_rate": 1.1504854368932039e-05, |
| "loss": 1.0958292484283447, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.119533527696793, |
| "grad_norm": 0.2486797422170639, |
| "learning_rate": 1.1796116504854368e-05, |
| "loss": 1.5743815898895264, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.12244897959183673, |
| "grad_norm": 0.6029097437858582, |
| "learning_rate": 1.20873786407767e-05, |
| "loss": 1.4908254146575928, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.12536443148688048, |
| "grad_norm": 0.47159314155578613, |
| "learning_rate": 1.237864077669903e-05, |
| "loss": 1.3921440839767456, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.1282798833819242, |
| "grad_norm": 0.23478780686855316, |
| "learning_rate": 1.2669902912621359e-05, |
| "loss": 1.60302734375, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.13119533527696792, |
| "grad_norm": 0.06909849494695663, |
| "learning_rate": 1.2961165048543688e-05, |
| "loss": 1.3646469116210938, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.13411078717201166, |
| "grad_norm": 0.12045982480049133, |
| "learning_rate": 1.3252427184466021e-05, |
| "loss": 1.3031418323516846, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.13702623906705538, |
| "grad_norm": 0.2616878151893616, |
| "learning_rate": 1.3543689320388351e-05, |
| "loss": 1.4213391542434692, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.13994169096209913, |
| "grad_norm": 0.19713328778743744, |
| "learning_rate": 1.383495145631068e-05, |
| "loss": 1.8326067924499512, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.14285714285714285, |
| "grad_norm": 0.42456164956092834, |
| "learning_rate": 1.412621359223301e-05, |
| "loss": 2.064007043838501, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.1457725947521866, |
| "grad_norm": 0.1171143651008606, |
| "learning_rate": 1.4417475728155341e-05, |
| "loss": 1.3881018161773682, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.14868804664723032, |
| "grad_norm": 0.5466513633728027, |
| "learning_rate": 1.470873786407767e-05, |
| "loss": 1.7975414991378784, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.15160349854227406, |
| "grad_norm": 0.2429724484682083, |
| "learning_rate": 1.5e-05, |
| "loss": 1.581913709640503, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.15451895043731778, |
| "grad_norm": 0.16082407534122467, |
| "learning_rate": 1.4999965139018001e-05, |
| "loss": 1.6313072443008423, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.15743440233236153, |
| "grad_norm": 0.20626085996627808, |
| "learning_rate": 1.4999860556432087e-05, |
| "loss": 1.4128293991088867, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.16034985422740525, |
| "grad_norm": 0.08978555351495743, |
| "learning_rate": 1.4999686253322514e-05, |
| "loss": 1.6325119733810425, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.16326530612244897, |
| "grad_norm": 0.17410112917423248, |
| "learning_rate": 1.4999442231489687e-05, |
| "loss": 1.6410691738128662, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.1661807580174927, |
| "grad_norm": 0.11147186905145645, |
| "learning_rate": 1.4999128493454151e-05, |
| "loss": 1.3302874565124512, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.16909620991253643, |
| "grad_norm": 0.44229331612586975, |
| "learning_rate": 1.4998745042456563e-05, |
| "loss": 1.6997064352035522, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.17201166180758018, |
| "grad_norm": 0.1818253993988037, |
| "learning_rate": 1.499829188245766e-05, |
| "loss": 1.3123167753219604, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.1749271137026239, |
| "grad_norm": 0.15915799140930176, |
| "learning_rate": 1.4997769018138212e-05, |
| "loss": 1.6660683155059814, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.17784256559766765, |
| "grad_norm": 0.2367630898952484, |
| "learning_rate": 1.4997176454898977e-05, |
| "loss": 1.4073443412780762, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.18075801749271136, |
| "grad_norm": 0.653868556022644, |
| "learning_rate": 1.4996514198860649e-05, |
| "loss": 1.351149082183838, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.1836734693877551, |
| "grad_norm": 0.08681757003068924, |
| "learning_rate": 1.4995782256863785e-05, |
| "loss": 1.3422613143920898, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.18658892128279883, |
| "grad_norm": 0.06514488905668259, |
| "learning_rate": 1.4994980636468756e-05, |
| "loss": 1.3343521356582642, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.18950437317784258, |
| "grad_norm": 0.9027652740478516, |
| "learning_rate": 1.4994109345955632e-05, |
| "loss": 1.4679464101791382, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.1924198250728863, |
| "grad_norm": 0.35018599033355713, |
| "learning_rate": 1.4993168394324137e-05, |
| "loss": 1.1963084936141968, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.19533527696793002, |
| "grad_norm": 0.13998304307460785, |
| "learning_rate": 1.4992157791293523e-05, |
| "loss": 1.333540678024292, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.19825072886297376, |
| "grad_norm": 0.11608795821666718, |
| "learning_rate": 1.4991077547302497e-05, |
| "loss": 1.5141417980194092, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.20116618075801748, |
| "grad_norm": 0.08046405762434006, |
| "learning_rate": 1.4989927673509089e-05, |
| "loss": 1.3266879320144653, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.20408163265306123, |
| "grad_norm": 0.1371355652809143, |
| "learning_rate": 1.4988708181790555e-05, |
| "loss": 1.2892866134643555, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.20699708454810495, |
| "grad_norm": 0.1368686705827713, |
| "learning_rate": 1.4987419084743244e-05, |
| "loss": 1.0467798709869385, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.2099125364431487, |
| "grad_norm": 0.23302382230758667, |
| "learning_rate": 1.4986060395682469e-05, |
| "loss": 1.1930760145187378, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.21282798833819241, |
| "grad_norm": 1.9061791896820068, |
| "learning_rate": 1.4984632128642375e-05, |
| "loss": 1.4475537538528442, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.21574344023323616, |
| "grad_norm": 0.18942643702030182, |
| "learning_rate": 1.4983134298375787e-05, |
| "loss": 1.376928448677063, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.21865889212827988, |
| "grad_norm": 0.21135789155960083, |
| "learning_rate": 1.498156692035407e-05, |
| "loss": 1.5480635166168213, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.22157434402332363, |
| "grad_norm": 0.13644421100616455, |
| "learning_rate": 1.4979930010766947e-05, |
| "loss": 1.7161264419555664, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.22448979591836735, |
| "grad_norm": 0.12430273741483688, |
| "learning_rate": 1.4978223586522351e-05, |
| "loss": 1.242932677268982, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.22740524781341107, |
| "grad_norm": 0.7622217535972595, |
| "learning_rate": 1.4976447665246251e-05, |
| "loss": 0.5300056338310242, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.2303206997084548, |
| "grad_norm": 0.13458958268165588, |
| "learning_rate": 1.4974602265282451e-05, |
| "loss": 1.571650743484497, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.23323615160349853, |
| "grad_norm": 0.2972854673862457, |
| "learning_rate": 1.4972687405692425e-05, |
| "loss": 1.2033076286315918, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.23615160349854228, |
| "grad_norm": 0.29232847690582275, |
| "learning_rate": 1.4970703106255095e-05, |
| "loss": 1.4756550788879395, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.239067055393586, |
| "grad_norm": 0.07210766524076462, |
| "learning_rate": 1.4968649387466655e-05, |
| "loss": 1.3033177852630615, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.24198250728862974, |
| "grad_norm": 0.5424373745918274, |
| "learning_rate": 1.4966526270540327e-05, |
| "loss": 1.0460329055786133, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.24489795918367346, |
| "grad_norm": 0.28463321924209595, |
| "learning_rate": 1.4964333777406174e-05, |
| "loss": 1.250373363494873, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.2478134110787172, |
| "grad_norm": 0.3408065140247345, |
| "learning_rate": 1.496207193071085e-05, |
| "loss": 0.8593610525131226, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.25072886297376096, |
| "grad_norm": 0.14829058945178986, |
| "learning_rate": 1.4959740753817374e-05, |
| "loss": 1.304344892501831, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.2536443148688047, |
| "grad_norm": 0.8436731696128845, |
| "learning_rate": 1.4957340270804896e-05, |
| "loss": 1.2743805646896362, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.2565597667638484, |
| "grad_norm": 0.11323361843824387, |
| "learning_rate": 1.4954870506468434e-05, |
| "loss": 1.329984188079834, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.2594752186588921, |
| "grad_norm": 0.09321129322052002, |
| "learning_rate": 1.4952331486318626e-05, |
| "loss": 1.2258719205856323, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.26239067055393583, |
| "grad_norm": 0.37252843379974365, |
| "learning_rate": 1.4949723236581472e-05, |
| "loss": 1.0671582221984863, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.2653061224489796, |
| "grad_norm": 0.3797838091850281, |
| "learning_rate": 1.4947045784198052e-05, |
| "loss": 1.2696138620376587, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.26822157434402333, |
| "grad_norm": 0.16805821657180786, |
| "learning_rate": 1.4944299156824251e-05, |
| "loss": 1.4738816022872925, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.27113702623906705, |
| "grad_norm": 0.2671731114387512, |
| "learning_rate": 1.4941483382830475e-05, |
| "loss": 1.3171305656433105, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.27405247813411077, |
| "grad_norm": 0.07962363958358765, |
| "learning_rate": 1.4938598491301369e-05, |
| "loss": 1.2901722192764282, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.27696793002915454, |
| "grad_norm": 0.280506432056427, |
| "learning_rate": 1.4935644512035486e-05, |
| "loss": 1.3184595108032227, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.27988338192419826, |
| "grad_norm": 0.13458193838596344, |
| "learning_rate": 1.4932621475545014e-05, |
| "loss": 1.1937448978424072, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.282798833819242, |
| "grad_norm": 0.7079519033432007, |
| "learning_rate": 1.4929529413055442e-05, |
| "loss": 1.1439327001571655, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 0.18462230265140533, |
| "learning_rate": 1.4926368356505236e-05, |
| "loss": 1.5497668981552124, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.2886297376093295, |
| "grad_norm": 0.16043758392333984, |
| "learning_rate": 1.492313833854552e-05, |
| "loss": 1.4568783044815063, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.2915451895043732, |
| "grad_norm": 0.42396068572998047, |
| "learning_rate": 1.491983939253973e-05, |
| "loss": 1.6005096435546875, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.2944606413994169, |
| "grad_norm": 0.21155761182308197, |
| "learning_rate": 1.4916471552563272e-05, |
| "loss": 1.3397752046585083, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.29737609329446063, |
| "grad_norm": 0.17219677567481995, |
| "learning_rate": 1.4913034853403173e-05, |
| "loss": 1.3317774534225464, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.30029154518950435, |
| "grad_norm": 0.12617312371730804, |
| "learning_rate": 1.4909529330557714e-05, |
| "loss": 1.2119510173797607, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.3032069970845481, |
| "grad_norm": 0.14850527048110962, |
| "learning_rate": 1.4905955020236072e-05, |
| "loss": 1.385998010635376, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.30612244897959184, |
| "grad_norm": 0.1191219687461853, |
| "learning_rate": 1.490231195935794e-05, |
| "loss": 1.5534725189208984, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.30903790087463556, |
| "grad_norm": 0.06989572942256927, |
| "learning_rate": 1.4898600185553152e-05, |
| "loss": 1.4775235652923584, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.3119533527696793, |
| "grad_norm": 0.08547376841306686, |
| "learning_rate": 1.4894819737161285e-05, |
| "loss": 1.033743977546692, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.31486880466472306, |
| "grad_norm": 0.11992272734642029, |
| "learning_rate": 1.489097065323127e-05, |
| "loss": 1.0980379581451416, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.3177842565597668, |
| "grad_norm": 0.30880632996559143, |
| "learning_rate": 1.488705297352099e-05, |
| "loss": 1.317891001701355, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.3206997084548105, |
| "grad_norm": 0.6510909795761108, |
| "learning_rate": 1.4883066738496858e-05, |
| "loss": 0.9413776993751526, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.3236151603498542, |
| "grad_norm": 0.43388184905052185, |
| "learning_rate": 1.4879011989333418e-05, |
| "loss": 1.381697177886963, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.32653061224489793, |
| "grad_norm": 0.21984761953353882, |
| "learning_rate": 1.4874888767912902e-05, |
| "loss": 1.2626378536224365, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.3294460641399417, |
| "grad_norm": 0.2687482237815857, |
| "learning_rate": 1.48706971168248e-05, |
| "loss": 1.2034857273101807, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.3323615160349854, |
| "grad_norm": 0.08195902407169342, |
| "learning_rate": 1.4866437079365439e-05, |
| "loss": 1.2773680686950684, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.33527696793002915, |
| "grad_norm": 0.1009335145354271, |
| "learning_rate": 1.4862108699537504e-05, |
| "loss": 1.0853190422058105, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.33819241982507287, |
| "grad_norm": 0.3376968204975128, |
| "learning_rate": 1.4857712022049617e-05, |
| "loss": 1.5481150150299072, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.34110787172011664, |
| "grad_norm": 0.7441994547843933, |
| "learning_rate": 1.4853247092315843e-05, |
| "loss": 0.9510725140571594, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.34402332361516036, |
| "grad_norm": 0.04717664048075676, |
| "learning_rate": 1.484871395645525e-05, |
| "loss": 1.4734127521514893, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.3469387755102041, |
| "grad_norm": 0.7886844873428345, |
| "learning_rate": 1.4844112661291409e-05, |
| "loss": 1.3192212581634521, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.3498542274052478, |
| "grad_norm": 0.4841660261154175, |
| "learning_rate": 1.4839443254351925e-05, |
| "loss": 1.691177487373352, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.35276967930029157, |
| "grad_norm": 0.06492076069116592, |
| "learning_rate": 1.4834705783867948e-05, |
| "loss": 1.329490065574646, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.3556851311953353, |
| "grad_norm": 0.13113148510456085, |
| "learning_rate": 1.4829900298773655e-05, |
| "loss": 1.4308984279632568, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.358600583090379, |
| "grad_norm": 0.2137414813041687, |
| "learning_rate": 1.4825026848705774e-05, |
| "loss": 1.5191004276275635, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.36151603498542273, |
| "grad_norm": 0.1302558183670044, |
| "learning_rate": 1.482008548400304e-05, |
| "loss": 1.1112821102142334, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.36443148688046645, |
| "grad_norm": 0.24971581995487213, |
| "learning_rate": 1.4815076255705704e-05, |
| "loss": 1.2628142833709717, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.3673469387755102, |
| "grad_norm": 0.06637357920408249, |
| "learning_rate": 1.4809999215554978e-05, |
| "loss": 1.0483888387680054, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.37026239067055394, |
| "grad_norm": 0.16134153306484222, |
| "learning_rate": 1.4804854415992531e-05, |
| "loss": 0.8284896612167358, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.37317784256559766, |
| "grad_norm": 0.22190812230110168, |
| "learning_rate": 1.479964191015992e-05, |
| "loss": 1.228007197380066, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.3760932944606414, |
| "grad_norm": 0.3965594172477722, |
| "learning_rate": 1.4794361751898052e-05, |
| "loss": 1.461411952972412, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.37900874635568516, |
| "grad_norm": 0.08565931022167206, |
| "learning_rate": 1.4789013995746636e-05, |
| "loss": 1.33036208152771, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.3819241982507289, |
| "grad_norm": 0.11709296703338623, |
| "learning_rate": 1.4783598696943603e-05, |
| "loss": 1.1803240776062012, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.3848396501457726, |
| "grad_norm": 0.15489286184310913, |
| "learning_rate": 1.4778115911424552e-05, |
| "loss": 1.234659194946289, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.3877551020408163, |
| "grad_norm": 0.19184595346450806, |
| "learning_rate": 1.4772565695822158e-05, |
| "loss": 1.2707804441452026, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.39067055393586003, |
| "grad_norm": 0.1356089860200882, |
| "learning_rate": 1.4766948107465598e-05, |
| "loss": 1.192071557044983, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.3935860058309038, |
| "grad_norm": 0.11989542841911316, |
| "learning_rate": 1.476126320437995e-05, |
| "loss": 1.391566276550293, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.3965014577259475, |
| "grad_norm": 0.47645920515060425, |
| "learning_rate": 1.4755511045285605e-05, |
| "loss": 1.1564279794692993, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.39941690962099125, |
| "grad_norm": 0.4125911593437195, |
| "learning_rate": 1.4749691689597646e-05, |
| "loss": 1.536888599395752, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.40233236151603496, |
| "grad_norm": 0.08971330523490906, |
| "learning_rate": 1.4743805197425243e-05, |
| "loss": 1.2086325883865356, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.40524781341107874, |
| "grad_norm": 0.08347416669130325, |
| "learning_rate": 1.4737851629571035e-05, |
| "loss": 1.190657615661621, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.40816326530612246, |
| "grad_norm": 0.20587654411792755, |
| "learning_rate": 1.4731831047530493e-05, |
| "loss": 1.3656525611877441, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.4110787172011662, |
| "grad_norm": 0.22432878613471985, |
| "learning_rate": 1.4725743513491294e-05, |
| "loss": 1.1042253971099854, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.4139941690962099, |
| "grad_norm": 0.26549288630485535, |
| "learning_rate": 1.471958909033267e-05, |
| "loss": 1.3797943592071533, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.41690962099125367, |
| "grad_norm": 0.15680500864982605, |
| "learning_rate": 1.4713367841624764e-05, |
| "loss": 1.3377087116241455, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.4198250728862974, |
| "grad_norm": 0.4737466275691986, |
| "learning_rate": 1.4707079831627975e-05, |
| "loss": 1.3034449815750122, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.4227405247813411, |
| "grad_norm": 0.1271553486585617, |
| "learning_rate": 1.4700725125292288e-05, |
| "loss": 1.1474194526672363, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.42565597667638483, |
| "grad_norm": 0.06102332845330238, |
| "learning_rate": 1.469430378825661e-05, |
| "loss": 1.1918046474456787, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.42857142857142855, |
| "grad_norm": 0.15844929218292236, |
| "learning_rate": 1.4687815886848083e-05, |
| "loss": 1.206626296043396, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.4314868804664723, |
| "grad_norm": 0.24055972695350647, |
| "learning_rate": 1.4681261488081409e-05, |
| "loss": 1.5187625885009766, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.43440233236151604, |
| "grad_norm": 0.7840580344200134, |
| "learning_rate": 1.4674640659658149e-05, |
| "loss": 1.0932797193527222, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.43731778425655976, |
| "grad_norm": 0.10844213515520096, |
| "learning_rate": 1.4667953469966035e-05, |
| "loss": 1.1951229572296143, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.4402332361516035, |
| "grad_norm": 0.11183289438486099, |
| "learning_rate": 1.466119998807825e-05, |
| "loss": 1.1717019081115723, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.44314868804664725, |
| "grad_norm": 0.30403003096580505, |
| "learning_rate": 1.4654380283752722e-05, |
| "loss": 1.4022222757339478, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.446064139941691, |
| "grad_norm": 0.13156169652938843, |
| "learning_rate": 1.4647494427431404e-05, |
| "loss": 1.4486730098724365, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.4489795918367347, |
| "grad_norm": 0.1186894103884697, |
| "learning_rate": 1.4640542490239546e-05, |
| "loss": 1.2088007926940918, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.4518950437317784, |
| "grad_norm": 0.3326444625854492, |
| "learning_rate": 1.4633524543984956e-05, |
| "loss": 1.3544650077819824, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.45481049562682213, |
| "grad_norm": 0.1379825323820114, |
| "learning_rate": 1.4626440661157263e-05, |
| "loss": 1.330404281616211, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.4577259475218659, |
| "grad_norm": 0.1476340889930725, |
| "learning_rate": 1.4619290914927168e-05, |
| "loss": 1.3507134914398193, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.4606413994169096, |
| "grad_norm": 0.1802261918783188, |
| "learning_rate": 1.4612075379145683e-05, |
| "loss": 1.2097649574279785, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.46355685131195334, |
| "grad_norm": 0.12077829986810684, |
| "learning_rate": 1.460479412834338e-05, |
| "loss": 1.3490198850631714, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.46647230320699706, |
| "grad_norm": 0.22901231050491333, |
| "learning_rate": 1.4597447237729602e-05, |
| "loss": 1.3041571378707886, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.46938775510204084, |
| "grad_norm": 0.1394783854484558, |
| "learning_rate": 1.4590034783191705e-05, |
| "loss": 1.3151127099990845, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.47230320699708456, |
| "grad_norm": 0.15815502405166626, |
| "learning_rate": 1.4582556841294272e-05, |
| "loss": 1.4624110460281372, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.4752186588921283, |
| "grad_norm": 0.2137562483549118, |
| "learning_rate": 1.45750134892783e-05, |
| "loss": 1.4430997371673584, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.478134110787172, |
| "grad_norm": 0.3299601376056671, |
| "learning_rate": 1.4567404805060432e-05, |
| "loss": 1.3537228107452393, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.48104956268221577, |
| "grad_norm": 0.21562345325946808, |
| "learning_rate": 1.4559730867232141e-05, |
| "loss": 1.169204592704773, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.4839650145772595, |
| "grad_norm": 0.1736089438199997, |
| "learning_rate": 1.4551991755058902e-05, |
| "loss": 1.1071885824203491, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.4868804664723032, |
| "grad_norm": 0.1834300458431244, |
| "learning_rate": 1.45441875484794e-05, |
| "loss": 1.5676034688949585, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.4897959183673469, |
| "grad_norm": 0.0843748077750206, |
| "learning_rate": 1.4536318328104693e-05, |
| "loss": 1.2121503353118896, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.49271137026239065, |
| "grad_norm": 0.36758843064308167, |
| "learning_rate": 1.452838417521737e-05, |
| "loss": 1.1275235414505005, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.4956268221574344, |
| "grad_norm": 0.18445612490177155, |
| "learning_rate": 1.452038517177072e-05, |
| "loss": 1.3472223281860352, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.49854227405247814, |
| "grad_norm": 0.05781463533639908, |
| "learning_rate": 1.4512321400387896e-05, |
| "loss": 1.0872787237167358, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.5014577259475219, |
| "grad_norm": 0.19518744945526123, |
| "learning_rate": 1.4504192944361035e-05, |
| "loss": 1.1387406587600708, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.5043731778425656, |
| "grad_norm": 0.12471595406532288, |
| "learning_rate": 1.4495999887650425e-05, |
| "loss": 1.2551310062408447, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.5072886297376094, |
| "grad_norm": 0.21368560194969177, |
| "learning_rate": 1.4487742314883622e-05, |
| "loss": 1.4745806455612183, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.5102040816326531, |
| "grad_norm": 0.20728199183940887, |
| "learning_rate": 1.447942031135458e-05, |
| "loss": 1.3776572942733765, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.5131195335276968, |
| "grad_norm": 0.3676038384437561, |
| "learning_rate": 1.447103396302277e-05, |
| "loss": 1.393446922302246, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.5160349854227405, |
| "grad_norm": 0.4812930226325989, |
| "learning_rate": 1.4462583356512293e-05, |
| "loss": 1.6455305814743042, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.5189504373177842, |
| "grad_norm": 0.14569929242134094, |
| "learning_rate": 1.4454068579110982e-05, |
| "loss": 1.1214039325714111, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.521865889212828, |
| "grad_norm": 0.08566080778837204, |
| "learning_rate": 1.4445489718769505e-05, |
| "loss": 1.0862312316894531, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.5247813411078717, |
| "grad_norm": 0.1737866848707199, |
| "learning_rate": 1.4436846864100454e-05, |
| "loss": 1.4677766561508179, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.5276967930029155, |
| "grad_norm": 0.24478068947792053, |
| "learning_rate": 1.4428140104377428e-05, |
| "loss": 1.4088914394378662, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.5306122448979592, |
| "grad_norm": 0.07167135179042816, |
| "learning_rate": 1.4419369529534117e-05, |
| "loss": 1.0589109659194946, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.5335276967930029, |
| "grad_norm": 0.4344414472579956, |
| "learning_rate": 1.4410535230163361e-05, |
| "loss": 1.0916839838027954, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.5364431486880467, |
| "grad_norm": 0.1588602066040039, |
| "learning_rate": 1.440163729751623e-05, |
| "loss": 1.2339898347854614, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.5393586005830904, |
| "grad_norm": 0.08355646580457687, |
| "learning_rate": 1.4392675823501075e-05, |
| "loss": 1.0559823513031006, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.5422740524781341, |
| "grad_norm": 0.09950409084558487, |
| "learning_rate": 1.4383650900682563e-05, |
| "loss": 1.1664844751358032, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.5451895043731778, |
| "grad_norm": 0.21663829684257507, |
| "learning_rate": 1.4374562622280753e-05, |
| "loss": 1.2800816297531128, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.5481049562682215, |
| "grad_norm": 0.45721420645713806, |
| "learning_rate": 1.4365411082170105e-05, |
| "loss": 1.0968526601791382, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.5510204081632653, |
| "grad_norm": 0.34029263257980347, |
| "learning_rate": 1.435619637487852e-05, |
| "loss": 1.4795793294906616, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.5539358600583091, |
| "grad_norm": 0.07205039262771606, |
| "learning_rate": 1.4346918595586371e-05, |
| "loss": 0.8370588421821594, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.5568513119533528, |
| "grad_norm": 0.12168021500110626, |
| "learning_rate": 1.4337577840125506e-05, |
| "loss": 1.2106021642684937, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.5597667638483965, |
| "grad_norm": 0.32209160923957825, |
| "learning_rate": 1.4328174204978268e-05, |
| "loss": 1.321066975593567, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.5626822157434402, |
| "grad_norm": 0.2250237762928009, |
| "learning_rate": 1.4318707787276499e-05, |
| "loss": 1.292655348777771, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.565597667638484, |
| "grad_norm": 0.2742823362350464, |
| "learning_rate": 1.4309178684800527e-05, |
| "loss": 1.2520337104797363, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.5685131195335277, |
| "grad_norm": 0.27688226103782654, |
| "learning_rate": 1.4299586995978166e-05, |
| "loss": 1.38676917552948, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 0.2949990928173065, |
| "learning_rate": 1.4289932819883696e-05, |
| "loss": 0.8451089262962341, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.5743440233236151, |
| "grad_norm": 0.1089571937918663, |
| "learning_rate": 1.4280216256236834e-05, |
| "loss": 1.2847154140472412, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.577259475218659, |
| "grad_norm": 0.19184090197086334, |
| "learning_rate": 1.427043740540172e-05, |
| "loss": 1.387587547302246, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.5801749271137027, |
| "grad_norm": 0.54814612865448, |
| "learning_rate": 1.4260596368385856e-05, |
| "loss": 1.3909755945205688, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.5830903790087464, |
| "grad_norm": 0.12275420129299164, |
| "learning_rate": 1.4250693246839092e-05, |
| "loss": 1.2625775337219238, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.5860058309037901, |
| "grad_norm": 0.7932881712913513, |
| "learning_rate": 1.4240728143052544e-05, |
| "loss": 1.2152988910675049, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.5889212827988338, |
| "grad_norm": 0.37155717611312866, |
| "learning_rate": 1.4230701159957563e-05, |
| "loss": 1.3423740863800049, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.5918367346938775, |
| "grad_norm": 0.18500366806983948, |
| "learning_rate": 1.4220612401124663e-05, |
| "loss": 1.3449385166168213, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.5947521865889213, |
| "grad_norm": 0.11731770634651184, |
| "learning_rate": 1.4210461970762447e-05, |
| "loss": 1.1119245290756226, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.597667638483965, |
| "grad_norm": 0.10353056341409683, |
| "learning_rate": 1.4200249973716534e-05, |
| "loss": 1.263884425163269, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.6005830903790087, |
| "grad_norm": 0.14419683814048767, |
| "learning_rate": 1.418997651546848e-05, |
| "loss": 1.307144284248352, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.6034985422740525, |
| "grad_norm": 0.10403470695018768, |
| "learning_rate": 1.4179641702134683e-05, |
| "loss": 1.1156686544418335, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.6064139941690962, |
| "grad_norm": 0.14356708526611328, |
| "learning_rate": 1.4169245640465292e-05, |
| "loss": 1.1539418697357178, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.60932944606414, |
| "grad_norm": 0.20612405240535736, |
| "learning_rate": 1.415878843784309e-05, |
| "loss": 1.2595444917678833, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.6122448979591837, |
| "grad_norm": 0.11746654659509659, |
| "learning_rate": 1.414827020228241e-05, |
| "loss": 1.2829625606536865, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.6151603498542274, |
| "grad_norm": 0.16831901669502258, |
| "learning_rate": 1.4137691042427996e-05, |
| "loss": 1.3437942266464233, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.6180758017492711, |
| "grad_norm": 0.35040462017059326, |
| "learning_rate": 1.4127051067553895e-05, |
| "loss": 1.4076067209243774, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.6209912536443148, |
| "grad_norm": 0.061461448669433594, |
| "learning_rate": 1.4116350387562316e-05, |
| "loss": 1.0884675979614258, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.6239067055393586, |
| "grad_norm": 0.15810243785381317, |
| "learning_rate": 1.4105589112982514e-05, |
| "loss": 1.2547569274902344, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.6268221574344023, |
| "grad_norm": 0.8622474074363708, |
| "learning_rate": 1.4094767354969625e-05, |
| "loss": 1.3274284601211548, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.6297376093294461, |
| "grad_norm": 0.13593973219394684, |
| "learning_rate": 1.4083885225303535e-05, |
| "loss": 1.2320295572280884, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.6326530612244898, |
| "grad_norm": 0.07243333756923676, |
| "learning_rate": 1.407294283638772e-05, |
| "loss": 1.4667418003082275, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.6355685131195336, |
| "grad_norm": 0.07801775634288788, |
| "learning_rate": 1.406194030124808e-05, |
| "loss": 1.3038822412490845, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.6384839650145773, |
| "grad_norm": 0.304385781288147, |
| "learning_rate": 1.4050877733531783e-05, |
| "loss": 1.3447275161743164, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.641399416909621, |
| "grad_norm": 0.10865950584411621, |
| "learning_rate": 1.4039755247506077e-05, |
| "loss": 0.6549509167671204, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.6443148688046647, |
| "grad_norm": 0.28575700521469116, |
| "learning_rate": 1.4028572958057122e-05, |
| "loss": 1.1795369386672974, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.6472303206997084, |
| "grad_norm": 0.5246424078941345, |
| "learning_rate": 1.4017330980688798e-05, |
| "loss": 1.1711264848709106, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.6501457725947521, |
| "grad_norm": 0.18553860485553741, |
| "learning_rate": 1.400602943152151e-05, |
| "loss": 1.2232381105422974, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.6530612244897959, |
| "grad_norm": 0.12490701675415039, |
| "learning_rate": 1.3994668427290992e-05, |
| "loss": 1.3382079601287842, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.6559766763848397, |
| "grad_norm": 0.22397291660308838, |
| "learning_rate": 1.3983248085347099e-05, |
| "loss": 1.3612568378448486, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.6588921282798834, |
| "grad_norm": 0.35306331515312195, |
| "learning_rate": 1.3971768523652598e-05, |
| "loss": 1.2464739084243774, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.6618075801749271, |
| "grad_norm": 0.2772669494152069, |
| "learning_rate": 1.3960229860781952e-05, |
| "loss": 1.2844020128250122, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.6647230320699709, |
| "grad_norm": 0.10081592947244644, |
| "learning_rate": 1.3948632215920074e-05, |
| "loss": 1.2844829559326172, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.6676384839650146, |
| "grad_norm": 0.4896067678928375, |
| "learning_rate": 1.3936975708861129e-05, |
| "loss": 1.2661151885986328, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.6705539358600583, |
| "grad_norm": 0.09726856648921967, |
| "learning_rate": 1.3925260460007276e-05, |
| "loss": 1.3103440999984741, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.673469387755102, |
| "grad_norm": 0.15830014646053314, |
| "learning_rate": 1.3913486590367426e-05, |
| "loss": 1.2458621263504028, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.6763848396501457, |
| "grad_norm": 0.3230348229408264, |
| "learning_rate": 1.3901654221555998e-05, |
| "loss": 1.534423589706421, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.6793002915451894, |
| "grad_norm": 0.1509629487991333, |
| "learning_rate": 1.3889763475791653e-05, |
| "loss": 1.2820494174957275, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.6822157434402333, |
| "grad_norm": 0.34530624747276306, |
| "learning_rate": 1.3877814475896049e-05, |
| "loss": 1.2601618766784668, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.685131195335277, |
| "grad_norm": 0.10481005907058716, |
| "learning_rate": 1.3865807345292548e-05, |
| "loss": 1.1044316291809082, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.6880466472303207, |
| "grad_norm": 0.07815049588680267, |
| "learning_rate": 1.3853742208004967e-05, |
| "loss": 0.741702139377594, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.6909620991253644, |
| "grad_norm": 0.22590938210487366, |
| "learning_rate": 1.3841619188656277e-05, |
| "loss": 1.2955025434494019, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.6938775510204082, |
| "grad_norm": 0.08640377968549728, |
| "learning_rate": 1.3829438412467324e-05, |
| "loss": 1.1016216278076172, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.6967930029154519, |
| "grad_norm": 0.09496122598648071, |
| "learning_rate": 1.3817200005255538e-05, |
| "loss": 1.1232506036758423, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.6997084548104956, |
| "grad_norm": 0.07495642453432083, |
| "learning_rate": 1.380490409343363e-05, |
| "loss": 1.2044416666030884, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.7026239067055393, |
| "grad_norm": 0.339239239692688, |
| "learning_rate": 1.3792550804008275e-05, |
| "loss": 1.2485543489456177, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.7055393586005831, |
| "grad_norm": 0.17572255432605743, |
| "learning_rate": 1.3780140264578833e-05, |
| "loss": 1.2681964635849, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.7084548104956269, |
| "grad_norm": 0.16934579610824585, |
| "learning_rate": 1.3767672603335994e-05, |
| "loss": 1.4810711145401, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.7113702623906706, |
| "grad_norm": 0.04486797749996185, |
| "learning_rate": 1.375514794906047e-05, |
| "loss": 1.046045184135437, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.7142857142857143, |
| "grad_norm": 0.700762927532196, |
| "learning_rate": 1.374256643112167e-05, |
| "loss": 1.0363354682922363, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.717201166180758, |
| "grad_norm": 0.2569397985935211, |
| "learning_rate": 1.3729928179476355e-05, |
| "loss": 1.3074244260787964, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.7201166180758017, |
| "grad_norm": 0.20563913881778717, |
| "learning_rate": 1.3717233324667303e-05, |
| "loss": 1.1921494007110596, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.7230320699708455, |
| "grad_norm": 0.201784148812294, |
| "learning_rate": 1.3704481997821944e-05, |
| "loss": 1.3657381534576416, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.7259475218658892, |
| "grad_norm": 0.20627616345882416, |
| "learning_rate": 1.3691674330651038e-05, |
| "loss": 1.062203288078308, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.7288629737609329, |
| "grad_norm": 0.04925013706088066, |
| "learning_rate": 1.3678810455447272e-05, |
| "loss": 1.0565184354782104, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.7317784256559767, |
| "grad_norm": 0.2994559407234192, |
| "learning_rate": 1.3665890505083932e-05, |
| "loss": 0.7342221140861511, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.7346938775510204, |
| "grad_norm": 0.2312147170305252, |
| "learning_rate": 1.365291461301351e-05, |
| "loss": 1.1462215185165405, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.7376093294460642, |
| "grad_norm": 0.1264645904302597, |
| "learning_rate": 1.3639882913266321e-05, |
| "loss": 1.2779966592788696, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.7405247813411079, |
| "grad_norm": 0.09908440709114075, |
| "learning_rate": 1.3626795540449146e-05, |
| "loss": 1.0050630569458008, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.7434402332361516, |
| "grad_norm": 0.0948040708899498, |
| "learning_rate": 1.3613652629743807e-05, |
| "loss": 0.9955649375915527, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.7463556851311953, |
| "grad_norm": 0.442697137594223, |
| "learning_rate": 1.3600454316905794e-05, |
| "loss": 1.2189491987228394, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.749271137026239, |
| "grad_norm": 0.08219840377569199, |
| "learning_rate": 1.3587200738262852e-05, |
| "loss": 1.2169828414916992, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.7521865889212828, |
| "grad_norm": 0.39055153727531433, |
| "learning_rate": 1.3573892030713581e-05, |
| "loss": 1.1840598583221436, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.7551020408163265, |
| "grad_norm": 0.16979742050170898, |
| "learning_rate": 1.3560528331726012e-05, |
| "loss": 1.2608612775802612, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.7580174927113703, |
| "grad_norm": 0.18750780820846558, |
| "learning_rate": 1.3547109779336198e-05, |
| "loss": 1.0730546712875366, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.760932944606414, |
| "grad_norm": 0.16917291283607483, |
| "learning_rate": 1.3533636512146778e-05, |
| "loss": 0.8358052968978882, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.7638483965014577, |
| "grad_norm": 0.21615351736545563, |
| "learning_rate": 1.3520108669325555e-05, |
| "loss": 1.2778382301330566, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.7667638483965015, |
| "grad_norm": 0.2199150174856186, |
| "learning_rate": 1.350652639060405e-05, |
| "loss": 1.3584939241409302, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.7696793002915452, |
| "grad_norm": 0.12701602280139923, |
| "learning_rate": 1.3492889816276057e-05, |
| "loss": 1.2652432918548584, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.7725947521865889, |
| "grad_norm": 0.2043219953775406, |
| "learning_rate": 1.3479199087196211e-05, |
| "loss": 0.9363166093826294, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.7755102040816326, |
| "grad_norm": 0.25679811835289, |
| "learning_rate": 1.3465454344778514e-05, |
| "loss": 1.30280601978302, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.7784256559766763, |
| "grad_norm": 0.1782459169626236, |
| "learning_rate": 1.3451655730994879e-05, |
| "loss": 0.8852262496948242, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.7813411078717201, |
| "grad_norm": 0.15585428476333618, |
| "learning_rate": 1.3437803388373673e-05, |
| "loss": 1.2652050256729126, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.7842565597667639, |
| "grad_norm": 0.28724268078804016, |
| "learning_rate": 1.3423897459998234e-05, |
| "loss": 1.5547116994857788, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.7871720116618076, |
| "grad_norm": 0.2500779628753662, |
| "learning_rate": 1.3409938089505396e-05, |
| "loss": 1.2525265216827393, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.7900874635568513, |
| "grad_norm": 0.45470234751701355, |
| "learning_rate": 1.3395925421084008e-05, |
| "loss": 1.2771704196929932, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.793002915451895, |
| "grad_norm": 0.29030269384384155, |
| "learning_rate": 1.3381859599473444e-05, |
| "loss": 1.17940354347229, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.7959183673469388, |
| "grad_norm": 0.49152040481567383, |
| "learning_rate": 1.3367740769962097e-05, |
| "loss": 1.2586897611618042, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.7988338192419825, |
| "grad_norm": 0.6251534819602966, |
| "learning_rate": 1.335356907838591e-05, |
| "loss": 1.15794837474823, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.8017492711370262, |
| "grad_norm": 1.237188696861267, |
| "learning_rate": 1.3339344671126823e-05, |
| "loss": 1.2396069765090942, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.8046647230320699, |
| "grad_norm": 0.18844130635261536, |
| "learning_rate": 1.3325067695111302e-05, |
| "loss": 1.3848127126693726, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.8075801749271136, |
| "grad_norm": 0.0720212385058403, |
| "learning_rate": 1.3310738297808797e-05, |
| "loss": 1.2827481031417847, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.8104956268221575, |
| "grad_norm": 0.30795788764953613, |
| "learning_rate": 1.3296356627230233e-05, |
| "loss": 1.2539678812026978, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.8134110787172012, |
| "grad_norm": 0.12987054884433746, |
| "learning_rate": 1.328192283192647e-05, |
| "loss": 1.1838477849960327, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.8163265306122449, |
| "grad_norm": 0.11866369843482971, |
| "learning_rate": 1.3267437060986776e-05, |
| "loss": 1.2138683795928955, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.8192419825072886, |
| "grad_norm": 1.3589751720428467, |
| "learning_rate": 1.3252899464037285e-05, |
| "loss": 1.241382122039795, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.8221574344023324, |
| "grad_norm": 0.11315155029296875, |
| "learning_rate": 1.3238310191239449e-05, |
| "loss": 1.2092612981796265, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.8250728862973761, |
| "grad_norm": 0.16663309931755066, |
| "learning_rate": 1.3223669393288492e-05, |
| "loss": 1.3294919729232788, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.8279883381924198, |
| "grad_norm": 0.18580849468708038, |
| "learning_rate": 1.320897722141185e-05, |
| "loss": 1.165387749671936, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.8309037900874635, |
| "grad_norm": 0.14969834685325623, |
| "learning_rate": 1.3194233827367605e-05, |
| "loss": 1.1585993766784668, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.8338192419825073, |
| "grad_norm": 0.18476836383342743, |
| "learning_rate": 1.317943936344293e-05, |
| "loss": 1.2080127000808716, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.8367346938775511, |
| "grad_norm": 0.19693532586097717, |
| "learning_rate": 1.3164593982452502e-05, |
| "loss": 1.4070855379104614, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.8396501457725948, |
| "grad_norm": 0.3612503111362457, |
| "learning_rate": 1.3149697837736932e-05, |
| "loss": 1.375995397567749, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.8425655976676385, |
| "grad_norm": 0.2689799964427948, |
| "learning_rate": 1.3134751083161177e-05, |
| "loss": 1.5882023572921753, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.8454810495626822, |
| "grad_norm": 0.45044106245040894, |
| "learning_rate": 1.3119753873112952e-05, |
| "loss": 1.530938744544983, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.8483965014577259, |
| "grad_norm": 0.15131127834320068, |
| "learning_rate": 1.3104706362501138e-05, |
| "loss": 1.1275839805603027, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.8513119533527697, |
| "grad_norm": 0.12577542662620544, |
| "learning_rate": 1.3089608706754179e-05, |
| "loss": 1.4129434823989868, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.8542274052478134, |
| "grad_norm": 0.2110750824213028, |
| "learning_rate": 1.3074461061818475e-05, |
| "loss": 1.1559196710586548, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 0.21649499237537384, |
| "learning_rate": 1.3059263584156778e-05, |
| "loss": 1.3160138130187988, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.8600583090379009, |
| "grad_norm": 0.24884088337421417, |
| "learning_rate": 1.3044016430746563e-05, |
| "loss": 1.362827181816101, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.8629737609329446, |
| "grad_norm": 0.13489077985286713, |
| "learning_rate": 1.3028719759078428e-05, |
| "loss": 0.9931049942970276, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.8658892128279884, |
| "grad_norm": 0.09495119750499725, |
| "learning_rate": 1.3013373727154437e-05, |
| "loss": 1.088317632675171, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.8688046647230321, |
| "grad_norm": 0.08689741790294647, |
| "learning_rate": 1.2997978493486516e-05, |
| "loss": 1.135114312171936, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.8717201166180758, |
| "grad_norm": 0.11740924417972565, |
| "learning_rate": 1.2982534217094805e-05, |
| "loss": 1.1683244705200195, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.8746355685131195, |
| "grad_norm": 0.19883382320404053, |
| "learning_rate": 1.2967041057506012e-05, |
| "loss": 1.200365662574768, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.8775510204081632, |
| "grad_norm": 0.1676117181777954, |
| "learning_rate": 1.2951499174751767e-05, |
| "loss": 1.17380952835083, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.880466472303207, |
| "grad_norm": 0.10896378010511398, |
| "learning_rate": 1.2935908729366975e-05, |
| "loss": 1.1691476106643677, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.8833819241982507, |
| "grad_norm": 0.48385846614837646, |
| "learning_rate": 1.2920269882388147e-05, |
| "loss": 1.2547780275344849, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.8862973760932945, |
| "grad_norm": 0.5236583352088928, |
| "learning_rate": 1.290458279535175e-05, |
| "loss": 0.9720197916030884, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.8892128279883382, |
| "grad_norm": 0.14302794635295868, |
| "learning_rate": 1.2888847630292523e-05, |
| "loss": 0.7114431858062744, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.892128279883382, |
| "grad_norm": 0.24016736447811127, |
| "learning_rate": 1.287306454974182e-05, |
| "loss": 1.1511893272399902, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.8950437317784257, |
| "grad_norm": 0.23368032276630402, |
| "learning_rate": 1.2857233716725915e-05, |
| "loss": 1.270735740661621, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.8979591836734694, |
| "grad_norm": 0.31318148970603943, |
| "learning_rate": 1.2841355294764332e-05, |
| "loss": 0.9339938163757324, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.9008746355685131, |
| "grad_norm": 0.14631935954093933, |
| "learning_rate": 1.2825429447868144e-05, |
| "loss": 1.0888878107070923, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.9037900874635568, |
| "grad_norm": 0.05644264817237854, |
| "learning_rate": 1.2809456340538295e-05, |
| "loss": 0.6944148540496826, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.9067055393586005, |
| "grad_norm": 0.5780438780784607, |
| "learning_rate": 1.2793436137763877e-05, |
| "loss": 1.4030423164367676, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.9096209912536443, |
| "grad_norm": 0.25053542852401733, |
| "learning_rate": 1.2777369005020443e-05, |
| "loss": 1.366930603981018, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.9125364431486881, |
| "grad_norm": 0.668838381767273, |
| "learning_rate": 1.2761255108268305e-05, |
| "loss": 1.4005160331726074, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.9154518950437318, |
| "grad_norm": 0.39348724484443665, |
| "learning_rate": 1.2745094613950798e-05, |
| "loss": 1.3920326232910156, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.9183673469387755, |
| "grad_norm": 0.21188022196292877, |
| "learning_rate": 1.2728887688992571e-05, |
| "loss": 1.2693376541137695, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.9212827988338192, |
| "grad_norm": 0.13943858444690704, |
| "learning_rate": 1.2712634500797868e-05, |
| "loss": 1.3852614164352417, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.924198250728863, |
| "grad_norm": 0.09973420947790146, |
| "learning_rate": 1.2696335217248797e-05, |
| "loss": 1.0728514194488525, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.9271137026239067, |
| "grad_norm": 0.0977744311094284, |
| "learning_rate": 1.2679990006703583e-05, |
| "loss": 1.1080187559127808, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.9300291545189504, |
| "grad_norm": 0.09669560194015503, |
| "learning_rate": 1.2663599037994848e-05, |
| "loss": 1.101372480392456, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.9329446064139941, |
| "grad_norm": 0.2537369430065155, |
| "learning_rate": 1.264716248042786e-05, |
| "loss": 1.2607650756835938, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.9358600583090378, |
| "grad_norm": 0.10567066818475723, |
| "learning_rate": 1.263068050377877e-05, |
| "loss": 1.176032304763794, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.9387755102040817, |
| "grad_norm": 0.23190894722938538, |
| "learning_rate": 1.2614153278292888e-05, |
| "loss": 1.569797158241272, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.9416909620991254, |
| "grad_norm": 0.11260157078504562, |
| "learning_rate": 1.259758097468289e-05, |
| "loss": 1.124619960784912, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.9446064139941691, |
| "grad_norm": 0.10838615894317627, |
| "learning_rate": 1.2580963764127086e-05, |
| "loss": 1.0758150815963745, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.9475218658892128, |
| "grad_norm": 0.862457275390625, |
| "learning_rate": 1.2564301818267634e-05, |
| "loss": 0.809301495552063, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.9504373177842566, |
| "grad_norm": 0.13666097819805145, |
| "learning_rate": 1.2547595309208762e-05, |
| "loss": 1.1373188495635986, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.9533527696793003, |
| "grad_norm": 0.14616422355175018, |
| "learning_rate": 1.2530844409515015e-05, |
| "loss": 1.0827115774154663, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.956268221574344, |
| "grad_norm": 0.10559694468975067, |
| "learning_rate": 1.2514049292209443e-05, |
| "loss": 0.9751679301261902, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.9591836734693877, |
| "grad_norm": 0.08088317513465881, |
| "learning_rate": 1.2497210130771838e-05, |
| "loss": 1.495046854019165, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.9620991253644315, |
| "grad_norm": 0.6228170990943909, |
| "learning_rate": 1.2480327099136921e-05, |
| "loss": 1.2217864990234375, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.9650145772594753, |
| "grad_norm": 0.29220765829086304, |
| "learning_rate": 1.2463400371692567e-05, |
| "loss": 1.3038297891616821, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.967930029154519, |
| "grad_norm": 0.1476386934518814, |
| "learning_rate": 1.2446430123277989e-05, |
| "loss": 1.0814988613128662, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.9708454810495627, |
| "grad_norm": 0.5601685643196106, |
| "learning_rate": 1.2429416529181928e-05, |
| "loss": 1.3198177814483643, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.9737609329446064, |
| "grad_norm": 0.11794130504131317, |
| "learning_rate": 1.2412359765140863e-05, |
| "loss": 1.2900370359420776, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.9766763848396501, |
| "grad_norm": 0.1333070546388626, |
| "learning_rate": 1.2395260007337178e-05, |
| "loss": 1.0969475507736206, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.9795918367346939, |
| "grad_norm": 0.2164296805858612, |
| "learning_rate": 1.2378117432397344e-05, |
| "loss": 1.3217947483062744, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.9825072886297376, |
| "grad_norm": 0.1207147017121315, |
| "learning_rate": 1.2360932217390101e-05, |
| "loss": 1.1721763610839844, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.9854227405247813, |
| "grad_norm": 0.19854536652565002, |
| "learning_rate": 1.2343704539824629e-05, |
| "loss": 0.8384242057800293, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.9883381924198251, |
| "grad_norm": 0.11634889990091324, |
| "learning_rate": 1.2326434577648703e-05, |
| "loss": 0.5937544107437134, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.9912536443148688, |
| "grad_norm": 0.21319809556007385, |
| "learning_rate": 1.2309122509246873e-05, |
| "loss": 1.211629033088684, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.9941690962099126, |
| "grad_norm": 0.0654364675283432, |
| "learning_rate": 1.2291768513438603e-05, |
| "loss": 1.155535340309143, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.9970845481049563, |
| "grad_norm": 0.25669339299201965, |
| "learning_rate": 1.2274372769476438e-05, |
| "loss": 1.164899230003357, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.12079296261072159, |
| "learning_rate": 1.2256935457044149e-05, |
| "loss": 1.3323872089385986, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.0029154518950438, |
| "grad_norm": 0.15898126363754272, |
| "learning_rate": 1.223945675625487e-05, |
| "loss": 0.9407209753990173, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.0058309037900874, |
| "grad_norm": 0.27969345450401306, |
| "learning_rate": 1.2221936847649244e-05, |
| "loss": 1.1378577947616577, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.0087463556851313, |
| "grad_norm": 0.25754043459892273, |
| "learning_rate": 1.220437591219356e-05, |
| "loss": 1.4397190809249878, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.0116618075801749, |
| "grad_norm": 0.10848913341760635, |
| "learning_rate": 1.2186774131277878e-05, |
| "loss": 1.1280958652496338, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.0145772594752187, |
| "grad_norm": 0.1306256800889969, |
| "learning_rate": 1.2169131686714156e-05, |
| "loss": 1.099426031112671, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.0174927113702623, |
| "grad_norm": 0.4202571511268616, |
| "learning_rate": 1.2151448760734381e-05, |
| "loss": 1.1389104127883911, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.0204081632653061, |
| "grad_norm": 0.24799339473247528, |
| "learning_rate": 1.2133725535988675e-05, |
| "loss": 1.1550320386886597, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.0233236151603498, |
| "grad_norm": 0.3226027190685272, |
| "learning_rate": 1.211596219554341e-05, |
| "loss": 1.3826884031295776, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.0262390670553936, |
| "grad_norm": 0.16781915724277496, |
| "learning_rate": 1.209815892287933e-05, |
| "loss": 1.2842170000076294, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.0291545189504374, |
| "grad_norm": 0.08502925932407379, |
| "learning_rate": 1.2080315901889638e-05, |
| "loss": 1.3487895727157593, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.032069970845481, |
| "grad_norm": 0.16372652351856232, |
| "learning_rate": 1.2062433316878107e-05, |
| "loss": 1.0846039056777954, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.0349854227405249, |
| "grad_norm": 0.2926742434501648, |
| "learning_rate": 1.204451135255717e-05, |
| "loss": 1.3418132066726685, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.0379008746355685, |
| "grad_norm": 0.13081398606300354, |
| "learning_rate": 1.2026550194046027e-05, |
| "loss": 1.2699744701385498, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.0408163265306123, |
| "grad_norm": 0.3602919578552246, |
| "learning_rate": 1.2008550026868707e-05, |
| "loss": 1.1103326082229614, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.043731778425656, |
| "grad_norm": 0.24668650329113007, |
| "learning_rate": 1.1990511036952182e-05, |
| "loss": 1.1811496019363403, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.0466472303206997, |
| "grad_norm": 0.2009333372116089, |
| "learning_rate": 1.1972433410624415e-05, |
| "loss": 1.3141359090805054, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.0495626822157433, |
| "grad_norm": 0.4131545126438141, |
| "learning_rate": 1.1954317334612466e-05, |
| "loss": 1.1311266422271729, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.0524781341107872, |
| "grad_norm": 0.26808369159698486, |
| "learning_rate": 1.193616299604054e-05, |
| "loss": 1.2641208171844482, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.055393586005831, |
| "grad_norm": 0.18929173052310944, |
| "learning_rate": 1.1917970582428065e-05, |
| "loss": 1.022256851196289, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.0583090379008746, |
| "grad_norm": 0.07950548082590103, |
| "learning_rate": 1.1899740281687752e-05, |
| "loss": 1.1594070196151733, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.0612244897959184, |
| "grad_norm": 0.3975690007209778, |
| "learning_rate": 1.1881472282123659e-05, |
| "loss": 1.09200918674469, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.064139941690962, |
| "grad_norm": 0.1322367936372757, |
| "learning_rate": 1.1863166772429237e-05, |
| "loss": 1.144595980644226, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.0670553935860059, |
| "grad_norm": 0.13084831833839417, |
| "learning_rate": 1.1844823941685388e-05, |
| "loss": 1.233044981956482, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.0699708454810495, |
| "grad_norm": 0.17538310587406158, |
| "learning_rate": 1.1826443979358511e-05, |
| "loss": 0.648325502872467, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.0728862973760933, |
| "grad_norm": 0.1613551825284958, |
| "learning_rate": 1.1808027075298542e-05, |
| "loss": 1.339321255683899, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.075801749271137, |
| "grad_norm": 0.062147416174411774, |
| "learning_rate": 1.1789573419736995e-05, |
| "loss": 1.0158833265304565, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.0787172011661808, |
| "grad_norm": 0.2725241184234619, |
| "learning_rate": 1.1771083203284994e-05, |
| "loss": 1.049664855003357, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.0816326530612246, |
| "grad_norm": 0.14118708670139313, |
| "learning_rate": 1.1752556616931319e-05, |
| "loss": 1.4558746814727783, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.0845481049562682, |
| "grad_norm": 0.12485146522521973, |
| "learning_rate": 1.17339938520404e-05, |
| "loss": 1.067897081375122, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.087463556851312, |
| "grad_norm": 0.14729249477386475, |
| "learning_rate": 1.1715395100350386e-05, |
| "loss": 1.2803950309753418, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.0903790087463556, |
| "grad_norm": 0.2967908978462219, |
| "learning_rate": 1.1696760553971122e-05, |
| "loss": 1.4100807905197144, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.0932944606413995, |
| "grad_norm": 0.18390890955924988, |
| "learning_rate": 1.1678090405382191e-05, |
| "loss": 1.0381572246551514, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.096209912536443, |
| "grad_norm": 0.08851258456707001, |
| "learning_rate": 1.1659384847430916e-05, |
| "loss": 1.2206934690475464, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.099125364431487, |
| "grad_norm": 0.1275774985551834, |
| "learning_rate": 1.1640644073330365e-05, |
| "loss": 1.258091688156128, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.1020408163265305, |
| "grad_norm": 0.3569571077823639, |
| "learning_rate": 1.1621868276657371e-05, |
| "loss": 1.2325845956802368, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.1049562682215743, |
| "grad_norm": 0.2721734642982483, |
| "learning_rate": 1.1603057651350508e-05, |
| "loss": 1.0642601251602173, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.1078717201166182, |
| "grad_norm": 0.2617255449295044, |
| "learning_rate": 1.158421239170811e-05, |
| "loss": 1.3023701906204224, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.1107871720116618, |
| "grad_norm": 0.1031145453453064, |
| "learning_rate": 1.156533269238626e-05, |
| "loss": 0.8144070506095886, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.1137026239067056, |
| "grad_norm": 0.1646541804075241, |
| "learning_rate": 1.1546418748396758e-05, |
| "loss": 1.0213180780410767, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.1166180758017492, |
| "grad_norm": 0.3250854015350342, |
| "learning_rate": 1.1527470755105138e-05, |
| "loss": 0.9498108625411987, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.119533527696793, |
| "grad_norm": 0.10029526799917221, |
| "learning_rate": 1.1508488908228629e-05, |
| "loss": 1.1771409511566162, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.1224489795918366, |
| "grad_norm": 0.09416939318180084, |
| "learning_rate": 1.1489473403834142e-05, |
| "loss": 0.5949094891548157, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.1253644314868805, |
| "grad_norm": 0.20775017142295837, |
| "learning_rate": 1.1470424438336244e-05, |
| "loss": 0.8676192760467529, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.128279883381924, |
| "grad_norm": 0.24049599468708038, |
| "learning_rate": 1.145134220849512e-05, |
| "loss": 1.1979655027389526, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.131195335276968, |
| "grad_norm": 0.320576548576355, |
| "learning_rate": 1.1432226911414561e-05, |
| "loss": 1.150422215461731, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.1341107871720117, |
| "grad_norm": 0.08741223067045212, |
| "learning_rate": 1.1413078744539906e-05, |
| "loss": 1.1655181646347046, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.1370262390670554, |
| "grad_norm": 0.13662189245224, |
| "learning_rate": 1.139389790565601e-05, |
| "loss": 1.1560207605361938, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.1399416909620992, |
| "grad_norm": 0.1589939296245575, |
| "learning_rate": 1.1374684592885214e-05, |
| "loss": 1.3467984199523926, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.1428571428571428, |
| "grad_norm": 0.29279693961143494, |
| "learning_rate": 1.1355439004685278e-05, |
| "loss": 1.0917768478393555, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.1457725947521866, |
| "grad_norm": 0.5396981835365295, |
| "learning_rate": 1.1336161339847343e-05, |
| "loss": 1.131831169128418, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.1486880466472302, |
| "grad_norm": 1.319527506828308, |
| "learning_rate": 1.1316851797493877e-05, |
| "loss": 1.287348747253418, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.151603498542274, |
| "grad_norm": 0.24090451002120972, |
| "learning_rate": 1.1297510577076617e-05, |
| "loss": 1.196481466293335, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.1545189504373177, |
| "grad_norm": 0.15632812678813934, |
| "learning_rate": 1.1278137878374507e-05, |
| "loss": 1.2842094898223877, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.1574344023323615, |
| "grad_norm": 0.1558282971382141, |
| "learning_rate": 1.1258733901491634e-05, |
| "loss": 1.160306453704834, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.1603498542274053, |
| "grad_norm": 0.0693809762597084, |
| "learning_rate": 1.1239298846855166e-05, |
| "loss": 1.3671103715896606, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.163265306122449, |
| "grad_norm": 0.11606906354427338, |
| "learning_rate": 1.121983291521328e-05, |
| "loss": 1.2540158033370972, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.1661807580174928, |
| "grad_norm": 0.5656346082687378, |
| "learning_rate": 1.1200336307633083e-05, |
| "loss": 1.095619797706604, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.1690962099125364, |
| "grad_norm": 0.3416520953178406, |
| "learning_rate": 1.1180809225498542e-05, |
| "loss": 1.33209228515625, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.1720116618075802, |
| "grad_norm": 0.14092491567134857, |
| "learning_rate": 1.11612518705084e-05, |
| "loss": 1.121877670288086, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.1749271137026238, |
| "grad_norm": 0.26185205578804016, |
| "learning_rate": 1.1141664444674091e-05, |
| "loss": 1.3565205335617065, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.1778425655976676, |
| "grad_norm": 0.15331599116325378, |
| "learning_rate": 1.1122047150317665e-05, |
| "loss": 0.7860437631607056, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.1807580174927113, |
| "grad_norm": 0.25274330377578735, |
| "learning_rate": 1.110240019006968e-05, |
| "loss": 0.7633789777755737, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.183673469387755, |
| "grad_norm": 0.1963554322719574, |
| "learning_rate": 1.1082723766867123e-05, |
| "loss": 1.133277177810669, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.186588921282799, |
| "grad_norm": 0.33926016092300415, |
| "learning_rate": 1.1063018083951309e-05, |
| "loss": 1.0211750268936157, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.1895043731778425, |
| "grad_norm": 0.23344306647777557, |
| "learning_rate": 1.1043283344865776e-05, |
| "loss": 1.1373283863067627, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.1924198250728864, |
| "grad_norm": 0.2557908594608307, |
| "learning_rate": 1.1023519753454203e-05, |
| "loss": 0.9404536485671997, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.19533527696793, |
| "grad_norm": 1.4168596267700195, |
| "learning_rate": 1.1003727513858268e-05, |
| "loss": 1.1765224933624268, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.1982507288629738, |
| "grad_norm": 0.13063687086105347, |
| "learning_rate": 1.0983906830515584e-05, |
| "loss": 1.222176432609558, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.2011661807580174, |
| "grad_norm": 0.07739931344985962, |
| "learning_rate": 1.0964057908157548e-05, |
| "loss": 1.151648998260498, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.2040816326530612, |
| "grad_norm": 0.07822076976299286, |
| "learning_rate": 1.094418095180725e-05, |
| "loss": 1.061394453048706, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.2069970845481048, |
| "grad_norm": 0.14568239450454712, |
| "learning_rate": 1.0924276166777349e-05, |
| "loss": 0.7191852927207947, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.2099125364431487, |
| "grad_norm": 0.30981016159057617, |
| "learning_rate": 1.090434375866795e-05, |
| "loss": 0.9558042287826538, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.2128279883381925, |
| "grad_norm": 0.2437950074672699, |
| "learning_rate": 1.0884383933364477e-05, |
| "loss": 1.1506716012954712, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.215743440233236, |
| "grad_norm": 0.24170175194740295, |
| "learning_rate": 1.0864396897035558e-05, |
| "loss": 1.1895190477371216, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.21865889212828, |
| "grad_norm": 0.1518929898738861, |
| "learning_rate": 1.0844382856130886e-05, |
| "loss": 1.2491060495376587, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.2215743440233235, |
| "grad_norm": 0.14055992662906647, |
| "learning_rate": 1.0824342017379089e-05, |
| "loss": 1.4196858406066895, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.2244897959183674, |
| "grad_norm": 0.18487177789211273, |
| "learning_rate": 1.0804274587785595e-05, |
| "loss": 1.0294526815414429, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.227405247813411, |
| "grad_norm": 0.6372827887535095, |
| "learning_rate": 1.0784180774630495e-05, |
| "loss": 0.26844465732574463, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.2303206997084548, |
| "grad_norm": 0.15034730732440948, |
| "learning_rate": 1.0764060785466391e-05, |
| "loss": 1.2424967288970947, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.2332361516034984, |
| "grad_norm": 0.16668657958507538, |
| "learning_rate": 1.0743914828116281e-05, |
| "loss": 1.0989577770233154, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.2361516034985423, |
| "grad_norm": 0.15799511969089508, |
| "learning_rate": 1.0723743110671378e-05, |
| "loss": 1.2244020700454712, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.239067055393586, |
| "grad_norm": 0.09745261073112488, |
| "learning_rate": 1.0703545841488974e-05, |
| "loss": 1.1401562690734863, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.2419825072886297, |
| "grad_norm": 0.5921195149421692, |
| "learning_rate": 1.06833232291903e-05, |
| "loss": 0.7718449234962463, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.2448979591836735, |
| "grad_norm": 0.08858446776866913, |
| "learning_rate": 1.0663075482658355e-05, |
| "loss": 1.074745774269104, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.2478134110787171, |
| "grad_norm": 0.22339816391468048, |
| "learning_rate": 1.0642802811035753e-05, |
| "loss": 0.6682339310646057, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.250728862973761, |
| "grad_norm": 0.22134488821029663, |
| "learning_rate": 1.0622505423722566e-05, |
| "loss": 1.1483386754989624, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.2536443148688048, |
| "grad_norm": 0.34351247549057007, |
| "learning_rate": 1.0602183530374159e-05, |
| "loss": 0.9953691959381104, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.2565597667638484, |
| "grad_norm": 0.1252131313085556, |
| "learning_rate": 1.0581837340899022e-05, |
| "loss": 1.152267575263977, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.259475218658892, |
| "grad_norm": 0.10258015990257263, |
| "learning_rate": 1.0561467065456607e-05, |
| "loss": 1.0798017978668213, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.2623906705539358, |
| "grad_norm": 0.3338652551174164, |
| "learning_rate": 1.0541072914455152e-05, |
| "loss": 0.6286276578903198, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.2653061224489797, |
| "grad_norm": 0.18449436128139496, |
| "learning_rate": 1.0520655098549508e-05, |
| "loss": 1.1572736501693726, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.2682215743440233, |
| "grad_norm": 0.1656051129102707, |
| "learning_rate": 1.0500213828638972e-05, |
| "loss": 1.2729966640472412, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.271137026239067, |
| "grad_norm": 0.1694529801607132, |
| "learning_rate": 1.0479749315865093e-05, |
| "loss": 1.1974416971206665, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.2740524781341107, |
| "grad_norm": 0.07350558042526245, |
| "learning_rate": 1.045926177160951e-05, |
| "loss": 1.127896785736084, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.2769679300291545, |
| "grad_norm": 0.1753559112548828, |
| "learning_rate": 1.0438751407491745e-05, |
| "loss": 1.1373307704925537, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.2798833819241984, |
| "grad_norm": 0.16192442178726196, |
| "learning_rate": 1.0418218435367043e-05, |
| "loss": 1.0873537063598633, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.282798833819242, |
| "grad_norm": 0.2647189497947693, |
| "learning_rate": 1.0397663067324163e-05, |
| "loss": 0.8994747400283813, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.2857142857142856, |
| "grad_norm": 0.16055135428905487, |
| "learning_rate": 1.03770855156832e-05, |
| "loss": 1.1629761457443237, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.2886297376093294, |
| "grad_norm": 0.1312457174062729, |
| "learning_rate": 1.0356485992993386e-05, |
| "loss": 1.2289665937423706, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.2915451895043732, |
| "grad_norm": 0.3237832486629486, |
| "learning_rate": 1.0335864712030895e-05, |
| "loss": 1.3477158546447754, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.2944606413994169, |
| "grad_norm": 0.11200102418661118, |
| "learning_rate": 1.0315221885796648e-05, |
| "loss": 1.1597537994384766, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.2973760932944607, |
| "grad_norm": 0.1582571268081665, |
| "learning_rate": 1.029455772751411e-05, |
| "loss": 1.0584282875061035, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.3002915451895043, |
| "grad_norm": 0.2713635563850403, |
| "learning_rate": 1.0273872450627086e-05, |
| "loss": 1.065276026725769, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.3032069970845481, |
| "grad_norm": 0.617933988571167, |
| "learning_rate": 1.025316626879752e-05, |
| "loss": 1.1870301961898804, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.306122448979592, |
| "grad_norm": 0.24628496170043945, |
| "learning_rate": 1.0232439395903295e-05, |
| "loss": 1.3716992139816284, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.3090379008746356, |
| "grad_norm": 0.07092081010341644, |
| "learning_rate": 1.0211692046036002e-05, |
| "loss": 1.2022879123687744, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.3119533527696792, |
| "grad_norm": 0.07380987703800201, |
| "learning_rate": 1.019092443349875e-05, |
| "loss": 0.9747592806816101, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.314868804664723, |
| "grad_norm": 0.07589751482009888, |
| "learning_rate": 1.0170136772803948e-05, |
| "loss": 1.033135175704956, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.3177842565597668, |
| "grad_norm": 0.12000124901533127, |
| "learning_rate": 1.0149329278671082e-05, |
| "loss": 1.1944102048873901, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.3206997084548104, |
| "grad_norm": 0.24365442991256714, |
| "learning_rate": 1.0128502166024497e-05, |
| "loss": 0.7611994743347168, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.3236151603498543, |
| "grad_norm": 0.5757351517677307, |
| "learning_rate": 1.0107655649991186e-05, |
| "loss": 1.0334023237228394, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.3265306122448979, |
| "grad_norm": 0.09015009552240372, |
| "learning_rate": 1.0086789945898568e-05, |
| "loss": 1.1387327909469604, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.3294460641399417, |
| "grad_norm": 0.6966755390167236, |
| "learning_rate": 1.0065905269272245e-05, |
| "loss": 1.0652743577957153, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.3323615160349855, |
| "grad_norm": 0.08158166706562042, |
| "learning_rate": 1.0045001835833804e-05, |
| "loss": 1.154505968093872, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.3352769679300291, |
| "grad_norm": 0.17343761026859283, |
| "learning_rate": 1.0024079861498566e-05, |
| "loss": 1.0197257995605469, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.3381924198250728, |
| "grad_norm": 0.3027811050415039, |
| "learning_rate": 1.0003139562373365e-05, |
| "loss": 1.3120397329330444, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.3411078717201166, |
| "grad_norm": 0.7201161980628967, |
| "learning_rate": 9.982181154754323e-06, |
| "loss": 0.6248821020126343, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.3440233236151604, |
| "grad_norm": 0.06654369831085205, |
| "learning_rate": 9.961204855124595e-06, |
| "loss": 1.3484827280044556, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.346938775510204, |
| "grad_norm": 0.3403482437133789, |
| "learning_rate": 9.940210880152157e-06, |
| "loss": 1.023748517036438, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.3498542274052479, |
| "grad_norm": 0.3134101629257202, |
| "learning_rate": 9.91919944668755e-06, |
| "loss": 1.462807536125183, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.3527696793002915, |
| "grad_norm": 0.12223192304372787, |
| "learning_rate": 9.89817077176165e-06, |
| "loss": 1.0908539295196533, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.3556851311953353, |
| "grad_norm": 0.14625874161720276, |
| "learning_rate": 9.877125072583421e-06, |
| "loss": 1.2502838373184204, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.3586005830903791, |
| "grad_norm": 0.2647968828678131, |
| "learning_rate": 9.856062566537677e-06, |
| "loss": 1.3731303215026855, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.3615160349854227, |
| "grad_norm": 0.14242695271968842, |
| "learning_rate": 9.834983471182831e-06, |
| "loss": 1.0232398509979248, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.3644314868804663, |
| "grad_norm": 0.22755105793476105, |
| "learning_rate": 9.813888004248648e-06, |
| "loss": 1.1105183362960815, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.3673469387755102, |
| "grad_norm": 0.10210377722978592, |
| "learning_rate": 9.792776383634002e-06, |
| "loss": 0.9822967648506165, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.370262390670554, |
| "grad_norm": 0.2081102728843689, |
| "learning_rate": 9.771648827404617e-06, |
| "loss": 0.6831743121147156, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.3731778425655976, |
| "grad_norm": 0.195752814412117, |
| "learning_rate": 9.750505553790823e-06, |
| "loss": 1.017356514930725, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.3760932944606414, |
| "grad_norm": 0.149446040391922, |
| "learning_rate": 9.729346781185295e-06, |
| "loss": 1.2844679355621338, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.379008746355685, |
| "grad_norm": 0.08231537789106369, |
| "learning_rate": 9.708172728140804e-06, |
| "loss": 1.2107067108154297, |
| "step": 946 |
| }, |
| { |
| "epoch": 1.3819241982507289, |
| "grad_norm": 0.1436920166015625, |
| "learning_rate": 9.686983613367947e-06, |
| "loss": 0.9730831384658813, |
| "step": 948 |
| }, |
| { |
| "epoch": 1.3848396501457727, |
| "grad_norm": 0.13865897059440613, |
| "learning_rate": 9.665779655732905e-06, |
| "loss": 1.134727954864502, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.3877551020408163, |
| "grad_norm": 0.1278238445520401, |
| "learning_rate": 9.644561074255168e-06, |
| "loss": 1.1596717834472656, |
| "step": 952 |
| }, |
| { |
| "epoch": 1.39067055393586, |
| "grad_norm": 0.13528533279895782, |
| "learning_rate": 9.62332808810528e-06, |
| "loss": 1.0845617055892944, |
| "step": 954 |
| }, |
| { |
| "epoch": 1.3935860058309038, |
| "grad_norm": 0.14649415016174316, |
| "learning_rate": 9.602080916602573e-06, |
| "loss": 1.223073124885559, |
| "step": 956 |
| }, |
| { |
| "epoch": 1.3965014577259476, |
| "grad_norm": 0.1999201625585556, |
| "learning_rate": 9.580819779212905e-06, |
| "loss": 1.0572779178619385, |
| "step": 958 |
| }, |
| { |
| "epoch": 1.3994169096209912, |
| "grad_norm": 0.42912936210632324, |
| "learning_rate": 9.559544895546393e-06, |
| "loss": 1.211446762084961, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.402332361516035, |
| "grad_norm": 0.3703382611274719, |
| "learning_rate": 9.538256485355125e-06, |
| "loss": 1.1024117469787598, |
| "step": 962 |
| }, |
| { |
| "epoch": 1.4052478134110786, |
| "grad_norm": 0.09566738456487656, |
| "learning_rate": 9.516954768530924e-06, |
| "loss": 1.0713633298873901, |
| "step": 964 |
| }, |
| { |
| "epoch": 1.4081632653061225, |
| "grad_norm": 0.13610726594924927, |
| "learning_rate": 9.49563996510306e-06, |
| "loss": 1.2085410356521606, |
| "step": 966 |
| }, |
| { |
| "epoch": 1.4110787172011663, |
| "grad_norm": 0.19745762646198273, |
| "learning_rate": 9.47431229523596e-06, |
| "loss": 1.0144951343536377, |
| "step": 968 |
| }, |
| { |
| "epoch": 1.41399416909621, |
| "grad_norm": 0.41680532693862915, |
| "learning_rate": 9.452971979226972e-06, |
| "loss": 1.0802420377731323, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.4169096209912537, |
| "grad_norm": 0.18726322054862976, |
| "learning_rate": 9.431619237504052e-06, |
| "loss": 1.2159126996994019, |
| "step": 972 |
| }, |
| { |
| "epoch": 1.4198250728862973, |
| "grad_norm": 0.4570455551147461, |
| "learning_rate": 9.410254290623512e-06, |
| "loss": 1.1028673648834229, |
| "step": 974 |
| }, |
| { |
| "epoch": 1.4227405247813412, |
| "grad_norm": 0.1720321923494339, |
| "learning_rate": 9.388877359267732e-06, |
| "loss": 1.053758978843689, |
| "step": 976 |
| }, |
| { |
| "epoch": 1.4256559766763848, |
| "grad_norm": 0.7719082832336426, |
| "learning_rate": 9.367488664242878e-06, |
| "loss": 1.0918673276901245, |
| "step": 978 |
| }, |
| { |
| "epoch": 1.4285714285714286, |
| "grad_norm": 0.11719834804534912, |
| "learning_rate": 9.346088426476627e-06, |
| "loss": 1.1107982397079468, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.4314868804664722, |
| "grad_norm": 0.26357176899909973, |
| "learning_rate": 9.32467686701589e-06, |
| "loss": 1.3265354633331299, |
| "step": 982 |
| }, |
| { |
| "epoch": 1.434402332361516, |
| "grad_norm": 0.7194681167602539, |
| "learning_rate": 9.303254207024509e-06, |
| "loss": 0.6845600605010986, |
| "step": 984 |
| }, |
| { |
| "epoch": 1.4373177842565599, |
| "grad_norm": 0.19328005611896515, |
| "learning_rate": 9.28182066778099e-06, |
| "loss": 1.1066367626190186, |
| "step": 986 |
| }, |
| { |
| "epoch": 1.4402332361516035, |
| "grad_norm": 0.3166584372520447, |
| "learning_rate": 9.260376470676225e-06, |
| "loss": 1.0711687803268433, |
| "step": 988 |
| }, |
| { |
| "epoch": 1.4431486880466473, |
| "grad_norm": 0.20059515535831451, |
| "learning_rate": 9.238921837211175e-06, |
| "loss": 1.2519899606704712, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.446064139941691, |
| "grad_norm": 0.15826623141765594, |
| "learning_rate": 9.217456988994608e-06, |
| "loss": 1.3235565423965454, |
| "step": 992 |
| }, |
| { |
| "epoch": 1.4489795918367347, |
| "grad_norm": 0.19210676848888397, |
| "learning_rate": 9.1959821477408e-06, |
| "loss": 1.0224212408065796, |
| "step": 994 |
| }, |
| { |
| "epoch": 1.4518950437317784, |
| "grad_norm": 0.26280826330184937, |
| "learning_rate": 9.174497535267257e-06, |
| "loss": 1.1540876626968384, |
| "step": 996 |
| }, |
| { |
| "epoch": 1.4548104956268222, |
| "grad_norm": 0.09911534935235977, |
| "learning_rate": 9.153003373492395e-06, |
| "loss": 1.197079062461853, |
| "step": 998 |
| }, |
| { |
| "epoch": 1.4577259475218658, |
| "grad_norm": 0.15191975235939026, |
| "learning_rate": 9.131499884433285e-06, |
| "loss": 1.2020612955093384, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.4606413994169096, |
| "grad_norm": 0.1272922158241272, |
| "learning_rate": 9.109987290203325e-06, |
| "loss": 1.1222330331802368, |
| "step": 1002 |
| }, |
| { |
| "epoch": 1.4635568513119535, |
| "grad_norm": 0.17026354372501373, |
| "learning_rate": 9.088465813009979e-06, |
| "loss": 1.2111908197402954, |
| "step": 1004 |
| }, |
| { |
| "epoch": 1.466472303206997, |
| "grad_norm": 0.1192101240158081, |
| "learning_rate": 9.06693567515245e-06, |
| "loss": 1.186848759651184, |
| "step": 1006 |
| }, |
| { |
| "epoch": 1.469387755102041, |
| "grad_norm": 0.5374306440353394, |
| "learning_rate": 9.045397099019405e-06, |
| "loss": 1.1735105514526367, |
| "step": 1008 |
| }, |
| { |
| "epoch": 1.4723032069970845, |
| "grad_norm": 0.14989781379699707, |
| "learning_rate": 9.02385030708667e-06, |
| "loss": 1.3269665241241455, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.4752186588921283, |
| "grad_norm": 0.23181524872779846, |
| "learning_rate": 9.002295521914934e-06, |
| "loss": 1.234397292137146, |
| "step": 1012 |
| }, |
| { |
| "epoch": 1.478134110787172, |
| "grad_norm": 0.8318726420402527, |
| "learning_rate": 8.980732966147451e-06, |
| "loss": 1.2126901149749756, |
| "step": 1014 |
| }, |
| { |
| "epoch": 1.4810495626822158, |
| "grad_norm": 0.2093929797410965, |
| "learning_rate": 8.959162862507738e-06, |
| "loss": 1.0737382173538208, |
| "step": 1016 |
| }, |
| { |
| "epoch": 1.4839650145772594, |
| "grad_norm": 0.2963290214538574, |
| "learning_rate": 8.937585433797273e-06, |
| "loss": 0.9138633012771606, |
| "step": 1018 |
| }, |
| { |
| "epoch": 1.4868804664723032, |
| "grad_norm": 0.2868603467941284, |
| "learning_rate": 8.916000902893199e-06, |
| "loss": 1.3595247268676758, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.489795918367347, |
| "grad_norm": 0.11513882875442505, |
| "learning_rate": 8.894409492746018e-06, |
| "loss": 1.0969007015228271, |
| "step": 1022 |
| }, |
| { |
| "epoch": 1.4927113702623906, |
| "grad_norm": 0.15273737907409668, |
| "learning_rate": 8.87281142637729e-06, |
| "loss": 1.0396068096160889, |
| "step": 1024 |
| }, |
| { |
| "epoch": 1.4956268221574345, |
| "grad_norm": 0.12743119895458221, |
| "learning_rate": 8.851206926877325e-06, |
| "loss": 1.21293306350708, |
| "step": 1026 |
| }, |
| { |
| "epoch": 1.498542274052478, |
| "grad_norm": 0.07293698191642761, |
| "learning_rate": 8.82959621740288e-06, |
| "loss": 0.8554050922393799, |
| "step": 1028 |
| }, |
| { |
| "epoch": 1.501457725947522, |
| "grad_norm": 0.1396367996931076, |
| "learning_rate": 8.807979521174866e-06, |
| "loss": 0.8444166779518127, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.5043731778425657, |
| "grad_norm": 0.34662795066833496, |
| "learning_rate": 8.786357061476029e-06, |
| "loss": 1.1405446529388428, |
| "step": 1032 |
| }, |
| { |
| "epoch": 1.5072886297376094, |
| "grad_norm": 0.2602401673793793, |
| "learning_rate": 8.764729061648632e-06, |
| "loss": 1.2988492250442505, |
| "step": 1034 |
| }, |
| { |
| "epoch": 1.510204081632653, |
| "grad_norm": 0.19908583164215088, |
| "learning_rate": 8.743095745092185e-06, |
| "loss": 1.2301197052001953, |
| "step": 1036 |
| }, |
| { |
| "epoch": 1.5131195335276968, |
| "grad_norm": 0.20294634997844696, |
| "learning_rate": 8.721457335261104e-06, |
| "loss": 0.9326356053352356, |
| "step": 1038 |
| }, |
| { |
| "epoch": 1.5160349854227406, |
| "grad_norm": 0.5687612295150757, |
| "learning_rate": 8.699814055662417e-06, |
| "loss": 1.187393069267273, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.5189504373177842, |
| "grad_norm": 0.27902352809906006, |
| "learning_rate": 8.678166129853442e-06, |
| "loss": 1.0565565824508667, |
| "step": 1042 |
| }, |
| { |
| "epoch": 1.5218658892128278, |
| "grad_norm": 0.06307139247655869, |
| "learning_rate": 8.656513781439512e-06, |
| "loss": 1.0471357107162476, |
| "step": 1044 |
| }, |
| { |
| "epoch": 1.5247813411078717, |
| "grad_norm": 0.3132034242153168, |
| "learning_rate": 8.634857234071619e-06, |
| "loss": 1.3265520334243774, |
| "step": 1046 |
| }, |
| { |
| "epoch": 1.5276967930029155, |
| "grad_norm": 0.25837764143943787, |
| "learning_rate": 8.613196711444138e-06, |
| "loss": 1.1429646015167236, |
| "step": 1048 |
| }, |
| { |
| "epoch": 1.5306122448979593, |
| "grad_norm": 0.08677840977907181, |
| "learning_rate": 8.591532437292502e-06, |
| "loss": 0.9910908937454224, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.533527696793003, |
| "grad_norm": 0.283247172832489, |
| "learning_rate": 8.5698646353909e-06, |
| "loss": 0.8875013589859009, |
| "step": 1052 |
| }, |
| { |
| "epoch": 1.5364431486880465, |
| "grad_norm": 0.16179129481315613, |
| "learning_rate": 8.548193529549947e-06, |
| "loss": 1.1073272228240967, |
| "step": 1054 |
| }, |
| { |
| "epoch": 1.5393586005830904, |
| "grad_norm": 0.12490551173686981, |
| "learning_rate": 8.526519343614398e-06, |
| "loss": 0.9769071340560913, |
| "step": 1056 |
| }, |
| { |
| "epoch": 1.5422740524781342, |
| "grad_norm": 0.25089073181152344, |
| "learning_rate": 8.504842301460815e-06, |
| "loss": 1.069384217262268, |
| "step": 1058 |
| }, |
| { |
| "epoch": 1.5451895043731778, |
| "grad_norm": 0.22324740886688232, |
| "learning_rate": 8.483162626995268e-06, |
| "loss": 1.0800434350967407, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.5481049562682214, |
| "grad_norm": 0.358711302280426, |
| "learning_rate": 8.461480544151012e-06, |
| "loss": 0.8311281204223633, |
| "step": 1062 |
| }, |
| { |
| "epoch": 1.5510204081632653, |
| "grad_norm": 0.35619816184043884, |
| "learning_rate": 8.439796276886177e-06, |
| "loss": 1.378959059715271, |
| "step": 1064 |
| }, |
| { |
| "epoch": 1.553935860058309, |
| "grad_norm": 0.07740774750709534, |
| "learning_rate": 8.418110049181464e-06, |
| "loss": 0.7135167121887207, |
| "step": 1066 |
| }, |
| { |
| "epoch": 1.556851311953353, |
| "grad_norm": 0.11709576100111008, |
| "learning_rate": 8.396422085037822e-06, |
| "loss": 1.1297550201416016, |
| "step": 1068 |
| }, |
| { |
| "epoch": 1.5597667638483965, |
| "grad_norm": 0.1865878850221634, |
| "learning_rate": 8.374732608474128e-06, |
| "loss": 1.1906490325927734, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.5626822157434401, |
| "grad_norm": 0.16431988775730133, |
| "learning_rate": 8.353041843524886e-06, |
| "loss": 1.1722774505615234, |
| "step": 1072 |
| }, |
| { |
| "epoch": 1.565597667638484, |
| "grad_norm": 0.36135971546173096, |
| "learning_rate": 8.331350014237912e-06, |
| "loss": 1.1067001819610596, |
| "step": 1074 |
| }, |
| { |
| "epoch": 1.5685131195335278, |
| "grad_norm": 0.3832073211669922, |
| "learning_rate": 8.30965734467201e-06, |
| "loss": 1.2439948320388794, |
| "step": 1076 |
| }, |
| { |
| "epoch": 1.5714285714285714, |
| "grad_norm": 0.2755753993988037, |
| "learning_rate": 8.28796405889466e-06, |
| "loss": 0.6848400831222534, |
| "step": 1078 |
| }, |
| { |
| "epoch": 1.574344023323615, |
| "grad_norm": 0.07128661125898361, |
| "learning_rate": 8.266270380979723e-06, |
| "loss": 1.2033002376556396, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.5772594752186588, |
| "grad_norm": 0.16955770552158356, |
| "learning_rate": 8.244576535005093e-06, |
| "loss": 1.2546216249465942, |
| "step": 1082 |
| }, |
| { |
| "epoch": 1.5801749271137027, |
| "grad_norm": 0.702198326587677, |
| "learning_rate": 8.22288274505041e-06, |
| "loss": 1.0031241178512573, |
| "step": 1084 |
| }, |
| { |
| "epoch": 1.5830903790087465, |
| "grad_norm": 0.09851932525634766, |
| "learning_rate": 8.201189235194729e-06, |
| "loss": 1.171536922454834, |
| "step": 1086 |
| }, |
| { |
| "epoch": 1.58600583090379, |
| "grad_norm": 0.5338625907897949, |
| "learning_rate": 8.179496229514217e-06, |
| "loss": 1.0307410955429077, |
| "step": 1088 |
| }, |
| { |
| "epoch": 1.5889212827988337, |
| "grad_norm": 0.17403900623321533, |
| "learning_rate": 8.157803952079832e-06, |
| "loss": 1.2256954908370972, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.5918367346938775, |
| "grad_norm": 0.1747167557477951, |
| "learning_rate": 8.136112626955005e-06, |
| "loss": 1.2137948274612427, |
| "step": 1092 |
| }, |
| { |
| "epoch": 1.5947521865889214, |
| "grad_norm": 0.07115664333105087, |
| "learning_rate": 8.114422478193336e-06, |
| "loss": 1.0697215795516968, |
| "step": 1094 |
| }, |
| { |
| "epoch": 1.597667638483965, |
| "grad_norm": 0.12972617149353027, |
| "learning_rate": 8.09273372983628e-06, |
| "loss": 1.1039892435073853, |
| "step": 1096 |
| }, |
| { |
| "epoch": 1.6005830903790086, |
| "grad_norm": 0.13853909075260162, |
| "learning_rate": 8.071046605910804e-06, |
| "loss": 1.186689853668213, |
| "step": 1098 |
| }, |
| { |
| "epoch": 1.6034985422740524, |
| "grad_norm": 0.1802920252084732, |
| "learning_rate": 8.049361330427129e-06, |
| "loss": 1.047842025756836, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.6064139941690962, |
| "grad_norm": 0.15627241134643555, |
| "learning_rate": 8.027678127376353e-06, |
| "loss": 1.081397294998169, |
| "step": 1102 |
| }, |
| { |
| "epoch": 1.60932944606414, |
| "grad_norm": 0.13871587812900543, |
| "learning_rate": 8.005997220728181e-06, |
| "loss": 1.129719614982605, |
| "step": 1104 |
| }, |
| { |
| "epoch": 1.6122448979591837, |
| "grad_norm": 20.326587677001953, |
| "learning_rate": 7.984318834428607e-06, |
| "loss": 1.1785022020339966, |
| "step": 1106 |
| }, |
| { |
| "epoch": 1.6151603498542273, |
| "grad_norm": 0.13852129876613617, |
| "learning_rate": 7.962643192397574e-06, |
| "loss": 1.0734182596206665, |
| "step": 1108 |
| }, |
| { |
| "epoch": 1.6180758017492711, |
| "grad_norm": 0.6223950982093811, |
| "learning_rate": 7.940970518526686e-06, |
| "loss": 1.1438935995101929, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.620991253644315, |
| "grad_norm": 0.0528414323925972, |
| "learning_rate": 7.919301036676892e-06, |
| "loss": 0.9696015119552612, |
| "step": 1112 |
| }, |
| { |
| "epoch": 1.6239067055393586, |
| "grad_norm": 0.13710257411003113, |
| "learning_rate": 7.897634970676166e-06, |
| "loss": 1.1505471467971802, |
| "step": 1114 |
| }, |
| { |
| "epoch": 1.6268221574344022, |
| "grad_norm": 0.16004100441932678, |
| "learning_rate": 7.875972544317203e-06, |
| "loss": 1.2167091369628906, |
| "step": 1116 |
| }, |
| { |
| "epoch": 1.629737609329446, |
| "grad_norm": 0.45379891991615295, |
| "learning_rate": 7.854313981355101e-06, |
| "loss": 1.131983757019043, |
| "step": 1118 |
| }, |
| { |
| "epoch": 1.6326530612244898, |
| "grad_norm": 0.13307584822177887, |
| "learning_rate": 7.832659505505048e-06, |
| "loss": 1.1805908679962158, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.6355685131195337, |
| "grad_norm": 0.2649403214454651, |
| "learning_rate": 7.811009340440022e-06, |
| "loss": 1.2160626649856567, |
| "step": 1122 |
| }, |
| { |
| "epoch": 1.6384839650145773, |
| "grad_norm": 0.16499841213226318, |
| "learning_rate": 7.789363709788472e-06, |
| "loss": 1.2312496900558472, |
| "step": 1124 |
| }, |
| { |
| "epoch": 1.6413994169096209, |
| "grad_norm": 0.14581745862960815, |
| "learning_rate": 7.767722837132008e-06, |
| "loss": 0.5785539150238037, |
| "step": 1126 |
| }, |
| { |
| "epoch": 1.6443148688046647, |
| "grad_norm": 0.40138673782348633, |
| "learning_rate": 7.746086946003103e-06, |
| "loss": 1.102718472480774, |
| "step": 1128 |
| }, |
| { |
| "epoch": 1.6472303206997085, |
| "grad_norm": 0.39575713872909546, |
| "learning_rate": 7.724456259882758e-06, |
| "loss": 0.9496442675590515, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.6501457725947521, |
| "grad_norm": 0.16450181603431702, |
| "learning_rate": 7.702831002198225e-06, |
| "loss": 1.1438281536102295, |
| "step": 1132 |
| }, |
| { |
| "epoch": 1.6530612244897958, |
| "grad_norm": 0.10068156570196152, |
| "learning_rate": 7.68121139632068e-06, |
| "loss": 1.2390490770339966, |
| "step": 1134 |
| }, |
| { |
| "epoch": 1.6559766763848396, |
| "grad_norm": 0.25964057445526123, |
| "learning_rate": 7.65959766556292e-06, |
| "loss": 1.0381125211715698, |
| "step": 1136 |
| }, |
| { |
| "epoch": 1.6588921282798834, |
| "grad_norm": 0.43424177169799805, |
| "learning_rate": 7.637990033177057e-06, |
| "loss": 1.109690546989441, |
| "step": 1138 |
| }, |
| { |
| "epoch": 1.6618075801749272, |
| "grad_norm": 0.21539334952831268, |
| "learning_rate": 7.616388722352214e-06, |
| "loss": 1.2123034000396729, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.6647230320699709, |
| "grad_norm": 0.20255622267723083, |
| "learning_rate": 7.594793956212212e-06, |
| "loss": 1.217584490776062, |
| "step": 1142 |
| }, |
| { |
| "epoch": 1.6676384839650145, |
| "grad_norm": 0.47754237055778503, |
| "learning_rate": 7.573205957813276e-06, |
| "loss": 0.9803376197814941, |
| "step": 1144 |
| }, |
| { |
| "epoch": 1.6705539358600583, |
| "grad_norm": 0.09026843309402466, |
| "learning_rate": 7.551624950141726e-06, |
| "loss": 1.1912260055541992, |
| "step": 1146 |
| }, |
| { |
| "epoch": 1.6734693877551021, |
| "grad_norm": 0.11982105672359467, |
| "learning_rate": 7.530051156111669e-06, |
| "loss": 1.1396859884262085, |
| "step": 1148 |
| }, |
| { |
| "epoch": 1.6763848396501457, |
| "grad_norm": 0.42154011130332947, |
| "learning_rate": 7.508484798562707e-06, |
| "loss": 1.3917794227600098, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.6793002915451893, |
| "grad_norm": 0.34086376428604126, |
| "learning_rate": 7.486926100257621e-06, |
| "loss": 1.1625425815582275, |
| "step": 1152 |
| }, |
| { |
| "epoch": 1.6822157434402332, |
| "grad_norm": 0.33954572677612305, |
| "learning_rate": 7.465375283880084e-06, |
| "loss": 1.1317555904388428, |
| "step": 1154 |
| }, |
| { |
| "epoch": 1.685131195335277, |
| "grad_norm": 0.15621435642242432, |
| "learning_rate": 7.44383257203236e-06, |
| "loss": 1.0376930236816406, |
| "step": 1156 |
| }, |
| { |
| "epoch": 1.6880466472303208, |
| "grad_norm": 0.16445010900497437, |
| "learning_rate": 7.422298187232988e-06, |
| "loss": 0.6347440481185913, |
| "step": 1158 |
| }, |
| { |
| "epoch": 1.6909620991253644, |
| "grad_norm": 0.11221948266029358, |
| "learning_rate": 7.4007723519145005e-06, |
| "loss": 1.2130205631256104, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.693877551020408, |
| "grad_norm": 0.10298870503902435, |
| "learning_rate": 7.37925528842113e-06, |
| "loss": 1.0703403949737549, |
| "step": 1162 |
| }, |
| { |
| "epoch": 1.6967930029154519, |
| "grad_norm": 0.05989653244614601, |
| "learning_rate": 7.357747219006487e-06, |
| "loss": 1.0500437021255493, |
| "step": 1164 |
| }, |
| { |
| "epoch": 1.6997084548104957, |
| "grad_norm": 0.18388091027736664, |
| "learning_rate": 7.336248365831293e-06, |
| "loss": 1.0820516347885132, |
| "step": 1166 |
| }, |
| { |
| "epoch": 1.7026239067055393, |
| "grad_norm": 0.30676501989364624, |
| "learning_rate": 7.314758950961069e-06, |
| "loss": 0.8827295303344727, |
| "step": 1168 |
| }, |
| { |
| "epoch": 1.7055393586005831, |
| "grad_norm": 0.1762169450521469, |
| "learning_rate": 7.293279196363844e-06, |
| "loss": 1.1642931699752808, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.7084548104956268, |
| "grad_norm": 0.138104647397995, |
| "learning_rate": 7.271809323907868e-06, |
| "loss": 1.3497681617736816, |
| "step": 1172 |
| }, |
| { |
| "epoch": 1.7113702623906706, |
| "grad_norm": 0.04815658926963806, |
| "learning_rate": 7.250349555359316e-06, |
| "loss": 0.9686152935028076, |
| "step": 1174 |
| }, |
| { |
| "epoch": 1.7142857142857144, |
| "grad_norm": 0.4449727535247803, |
| "learning_rate": 7.228900112379993e-06, |
| "loss": 0.8205754160881042, |
| "step": 1176 |
| }, |
| { |
| "epoch": 1.717201166180758, |
| "grad_norm": 0.19454075396060944, |
| "learning_rate": 7.2074612165250596e-06, |
| "loss": 1.1948063373565674, |
| "step": 1178 |
| }, |
| { |
| "epoch": 1.7201166180758016, |
| "grad_norm": 0.1630457043647766, |
| "learning_rate": 7.18603308924072e-06, |
| "loss": 1.122542381286621, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.7230320699708455, |
| "grad_norm": 0.2632548213005066, |
| "learning_rate": 7.164615951861958e-06, |
| "loss": 1.2288137674331665, |
| "step": 1182 |
| }, |
| { |
| "epoch": 1.7259475218658893, |
| "grad_norm": 0.185108482837677, |
| "learning_rate": 7.143210025610238e-06, |
| "loss": 1.029456615447998, |
| "step": 1184 |
| }, |
| { |
| "epoch": 1.728862973760933, |
| "grad_norm": 0.06753533333539963, |
| "learning_rate": 7.121815531591222e-06, |
| "loss": 0.9876729846000671, |
| "step": 1186 |
| }, |
| { |
| "epoch": 1.7317784256559767, |
| "grad_norm": 0.16401244699954987, |
| "learning_rate": 7.100432690792484e-06, |
| "loss": 0.6059045791625977, |
| "step": 1188 |
| }, |
| { |
| "epoch": 1.7346938775510203, |
| "grad_norm": 0.2957839369773865, |
| "learning_rate": 7.0790617240812374e-06, |
| "loss": 1.0509564876556396, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.7376093294460642, |
| "grad_norm": 0.13618314266204834, |
| "learning_rate": 7.057702852202037e-06, |
| "loss": 1.1775768995285034, |
| "step": 1192 |
| }, |
| { |
| "epoch": 1.740524781341108, |
| "grad_norm": 0.171565443277359, |
| "learning_rate": 7.0363562957745105e-06, |
| "loss": 0.9801825881004333, |
| "step": 1194 |
| }, |
| { |
| "epoch": 1.7434402332361516, |
| "grad_norm": 0.09507802128791809, |
| "learning_rate": 7.015022275291084e-06, |
| "loss": 0.969845175743103, |
| "step": 1196 |
| }, |
| { |
| "epoch": 1.7463556851311952, |
| "grad_norm": 0.49828192591667175, |
| "learning_rate": 6.993701011114686e-06, |
| "loss": 0.9284896850585938, |
| "step": 1198 |
| }, |
| { |
| "epoch": 1.749271137026239, |
| "grad_norm": 0.10986272245645523, |
| "learning_rate": 6.972392723476494e-06, |
| "loss": 1.1610954999923706, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.7521865889212829, |
| "grad_norm": 0.36414283514022827, |
| "learning_rate": 6.9510976324736415e-06, |
| "loss": 0.9902899861335754, |
| "step": 1202 |
| }, |
| { |
| "epoch": 1.7551020408163265, |
| "grad_norm": 0.15007393062114716, |
| "learning_rate": 6.929815958066951e-06, |
| "loss": 1.1686747074127197, |
| "step": 1204 |
| }, |
| { |
| "epoch": 1.7580174927113703, |
| "grad_norm": 0.09150854498147964, |
| "learning_rate": 6.908547920078671e-06, |
| "loss": 0.9296596050262451, |
| "step": 1206 |
| }, |
| { |
| "epoch": 1.760932944606414, |
| "grad_norm": 0.13725019991397858, |
| "learning_rate": 6.887293738190183e-06, |
| "loss": 0.6867948174476624, |
| "step": 1208 |
| }, |
| { |
| "epoch": 1.7638483965014577, |
| "grad_norm": 0.2506777346134186, |
| "learning_rate": 6.866053631939756e-06, |
| "loss": 1.1812880039215088, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.7667638483965016, |
| "grad_norm": 0.24459925293922424, |
| "learning_rate": 6.844827820720275e-06, |
| "loss": 1.233087420463562, |
| "step": 1212 |
| }, |
| { |
| "epoch": 1.7696793002915452, |
| "grad_norm": 0.18725088238716125, |
| "learning_rate": 6.8236165237769555e-06, |
| "loss": 1.0703694820404053, |
| "step": 1214 |
| }, |
| { |
| "epoch": 1.7725947521865888, |
| "grad_norm": 0.08817660808563232, |
| "learning_rate": 6.802419960205095e-06, |
| "loss": 0.9150586724281311, |
| "step": 1216 |
| }, |
| { |
| "epoch": 1.7755102040816326, |
| "grad_norm": 0.24206826090812683, |
| "learning_rate": 6.7812383489478216e-06, |
| "loss": 1.2116329669952393, |
| "step": 1218 |
| }, |
| { |
| "epoch": 1.7784256559766765, |
| "grad_norm": 0.13627009093761444, |
| "learning_rate": 6.760071908793796e-06, |
| "loss": 0.6978607177734375, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.78134110787172, |
| "grad_norm": 0.19865363836288452, |
| "learning_rate": 6.738920858374991e-06, |
| "loss": 1.0590617656707764, |
| "step": 1222 |
| }, |
| { |
| "epoch": 1.784256559766764, |
| "grad_norm": 0.4059164524078369, |
| "learning_rate": 6.717785416164414e-06, |
| "loss": 1.38783860206604, |
| "step": 1224 |
| }, |
| { |
| "epoch": 1.7871720116618075, |
| "grad_norm": 0.2919604480266571, |
| "learning_rate": 6.696665800473842e-06, |
| "loss": 1.1487404108047485, |
| "step": 1226 |
| }, |
| { |
| "epoch": 1.7900874635568513, |
| "grad_norm": 0.1517525017261505, |
| "learning_rate": 6.675562229451589e-06, |
| "loss": 1.206036925315857, |
| "step": 1228 |
| }, |
| { |
| "epoch": 1.7930029154518952, |
| "grad_norm": 0.2847557067871094, |
| "learning_rate": 6.6544749210802305e-06, |
| "loss": 0.8351743817329407, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.7959183673469388, |
| "grad_norm": 0.2792437672615051, |
| "learning_rate": 6.633404093174371e-06, |
| "loss": 0.9937669634819031, |
| "step": 1232 |
| }, |
| { |
| "epoch": 1.7988338192419824, |
| "grad_norm": 0.39450135827064514, |
| "learning_rate": 6.612349963378381e-06, |
| "loss": 0.9253970980644226, |
| "step": 1234 |
| }, |
| { |
| "epoch": 1.8017492711370262, |
| "grad_norm": 0.26529014110565186, |
| "learning_rate": 6.591312749164154e-06, |
| "loss": 1.1452049016952515, |
| "step": 1236 |
| }, |
| { |
| "epoch": 1.80466472303207, |
| "grad_norm": 0.23458294570446014, |
| "learning_rate": 6.570292667828856e-06, |
| "loss": 1.2078217267990112, |
| "step": 1238 |
| }, |
| { |
| "epoch": 1.8075801749271136, |
| "grad_norm": 0.13832348585128784, |
| "learning_rate": 6.549289936492693e-06, |
| "loss": 1.2237412929534912, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.8104956268221575, |
| "grad_norm": 0.08728086948394775, |
| "learning_rate": 6.5283047720966505e-06, |
| "loss": 1.1127595901489258, |
| "step": 1242 |
| }, |
| { |
| "epoch": 1.813411078717201, |
| "grad_norm": 0.2100764364004135, |
| "learning_rate": 6.5073373914002656e-06, |
| "loss": 1.0868037939071655, |
| "step": 1244 |
| }, |
| { |
| "epoch": 1.816326530612245, |
| "grad_norm": 0.13499869406223297, |
| "learning_rate": 6.486388010979388e-06, |
| "loss": 1.119627833366394, |
| "step": 1246 |
| }, |
| { |
| "epoch": 1.8192419825072887, |
| "grad_norm": 0.34346649050712585, |
| "learning_rate": 6.465456847223932e-06, |
| "loss": 1.0318715572357178, |
| "step": 1248 |
| }, |
| { |
| "epoch": 1.8221574344023324, |
| "grad_norm": 0.07944006472826004, |
| "learning_rate": 6.444544116335655e-06, |
| "loss": 1.1757546663284302, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.825072886297376, |
| "grad_norm": 0.2944159209728241, |
| "learning_rate": 6.423650034325915e-06, |
| "loss": 1.2396355867385864, |
| "step": 1252 |
| }, |
| { |
| "epoch": 1.8279883381924198, |
| "grad_norm": 0.18287204205989838, |
| "learning_rate": 6.402774817013442e-06, |
| "loss": 1.097105860710144, |
| "step": 1254 |
| }, |
| { |
| "epoch": 1.8309037900874636, |
| "grad_norm": 0.141254261136055, |
| "learning_rate": 6.381918680022112e-06, |
| "loss": 1.0068081617355347, |
| "step": 1256 |
| }, |
| { |
| "epoch": 1.8338192419825075, |
| "grad_norm": 0.17386725544929504, |
| "learning_rate": 6.36108183877871e-06, |
| "loss": 1.1032158136367798, |
| "step": 1258 |
| }, |
| { |
| "epoch": 1.836734693877551, |
| "grad_norm": 0.22268234193325043, |
| "learning_rate": 6.3402645085107224e-06, |
| "loss": 1.2912282943725586, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.8396501457725947, |
| "grad_norm": 0.411150723695755, |
| "learning_rate": 6.3194669042440976e-06, |
| "loss": 1.129095196723938, |
| "step": 1262 |
| }, |
| { |
| "epoch": 1.8425655976676385, |
| "grad_norm": 0.3001119792461395, |
| "learning_rate": 6.298689240801026e-06, |
| "loss": 1.365820050239563, |
| "step": 1264 |
| }, |
| { |
| "epoch": 1.8454810495626823, |
| "grad_norm": 0.36252474784851074, |
| "learning_rate": 6.277931732797732e-06, |
| "loss": 1.3998820781707764, |
| "step": 1266 |
| }, |
| { |
| "epoch": 1.848396501457726, |
| "grad_norm": 0.29093074798583984, |
| "learning_rate": 6.257194594642254e-06, |
| "loss": 1.0682395696640015, |
| "step": 1268 |
| }, |
| { |
| "epoch": 1.8513119533527695, |
| "grad_norm": 0.13126376271247864, |
| "learning_rate": 6.236478040532214e-06, |
| "loss": 1.0302337408065796, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.8542274052478134, |
| "grad_norm": 0.1628250777721405, |
| "learning_rate": 6.215782284452628e-06, |
| "loss": 1.098158359527588, |
| "step": 1272 |
| }, |
| { |
| "epoch": 1.8571428571428572, |
| "grad_norm": 0.20393933355808258, |
| "learning_rate": 6.195107540173687e-06, |
| "loss": 1.1833226680755615, |
| "step": 1274 |
| }, |
| { |
| "epoch": 1.860058309037901, |
| "grad_norm": 0.2242426872253418, |
| "learning_rate": 6.174454021248537e-06, |
| "loss": 1.2466531991958618, |
| "step": 1276 |
| }, |
| { |
| "epoch": 1.8629737609329446, |
| "grad_norm": 0.1543884128332138, |
| "learning_rate": 6.15382194101109e-06, |
| "loss": 0.9692124724388123, |
| "step": 1278 |
| }, |
| { |
| "epoch": 1.8658892128279883, |
| "grad_norm": 0.10594581812620163, |
| "learning_rate": 6.133211512573819e-06, |
| "loss": 1.0277884006500244, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.868804664723032, |
| "grad_norm": 0.1760384440422058, |
| "learning_rate": 6.1126229488255416e-06, |
| "loss": 1.0745232105255127, |
| "step": 1282 |
| }, |
| { |
| "epoch": 1.871720116618076, |
| "grad_norm": 0.11243575066328049, |
| "learning_rate": 6.092056462429238e-06, |
| "loss": 1.11955988407135, |
| "step": 1284 |
| }, |
| { |
| "epoch": 1.8746355685131195, |
| "grad_norm": 0.3004339337348938, |
| "learning_rate": 6.071512265819841e-06, |
| "loss": 1.1129993200302124, |
| "step": 1286 |
| }, |
| { |
| "epoch": 1.8775510204081631, |
| "grad_norm": 0.1870323270559311, |
| "learning_rate": 6.0509905712020554e-06, |
| "loss": 1.1004483699798584, |
| "step": 1288 |
| }, |
| { |
| "epoch": 1.880466472303207, |
| "grad_norm": 0.15390393137931824, |
| "learning_rate": 6.030491590548157e-06, |
| "loss": 1.1051290035247803, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.8833819241982508, |
| "grad_norm": 0.17591705918312073, |
| "learning_rate": 6.010015535595802e-06, |
| "loss": 1.19423246383667, |
| "step": 1292 |
| }, |
| { |
| "epoch": 1.8862973760932946, |
| "grad_norm": 0.517492413520813, |
| "learning_rate": 5.989562617845843e-06, |
| "loss": 0.7528221011161804, |
| "step": 1294 |
| }, |
| { |
| "epoch": 1.8892128279883382, |
| "grad_norm": 0.2763058543205261, |
| "learning_rate": 5.969133048560151e-06, |
| "loss": 0.6028561592102051, |
| "step": 1296 |
| }, |
| { |
| "epoch": 1.8921282798833818, |
| "grad_norm": 0.1741061955690384, |
| "learning_rate": 5.948727038759415e-06, |
| "loss": 0.9944829344749451, |
| "step": 1298 |
| }, |
| { |
| "epoch": 1.8950437317784257, |
| "grad_norm": 0.3421262204647064, |
| "learning_rate": 5.928344799220985e-06, |
| "loss": 1.118728756904602, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.8979591836734695, |
| "grad_norm": 0.42300957441329956, |
| "learning_rate": 5.907986540476678e-06, |
| "loss": 0.7158623337745667, |
| "step": 1302 |
| }, |
| { |
| "epoch": 1.900874635568513, |
| "grad_norm": 0.14869055151939392, |
| "learning_rate": 5.887652472810609e-06, |
| "loss": 1.0393644571304321, |
| "step": 1304 |
| }, |
| { |
| "epoch": 1.9037900874635567, |
| "grad_norm": 0.07201150804758072, |
| "learning_rate": 5.86734280625702e-06, |
| "loss": 0.5461652874946594, |
| "step": 1306 |
| }, |
| { |
| "epoch": 1.9067055393586005, |
| "grad_norm": 0.6429765820503235, |
| "learning_rate": 5.847057750598111e-06, |
| "loss": 1.1324551105499268, |
| "step": 1308 |
| }, |
| { |
| "epoch": 1.9096209912536444, |
| "grad_norm": 0.18680232763290405, |
| "learning_rate": 5.826797515361868e-06, |
| "loss": 1.274292230606079, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.9125364431486882, |
| "grad_norm": 0.1953829973936081, |
| "learning_rate": 5.806562309819909e-06, |
| "loss": 1.2884361743927002, |
| "step": 1312 |
| }, |
| { |
| "epoch": 1.9154518950437318, |
| "grad_norm": 0.28342682123184204, |
| "learning_rate": 5.7863523429853055e-06, |
| "loss": 1.279549479484558, |
| "step": 1314 |
| }, |
| { |
| "epoch": 1.9183673469387754, |
| "grad_norm": 0.45169350504875183, |
| "learning_rate": 5.766167823610443e-06, |
| "loss": 1.074336051940918, |
| "step": 1316 |
| }, |
| { |
| "epoch": 1.9212827988338192, |
| "grad_norm": 0.18884071707725525, |
| "learning_rate": 5.746008960184852e-06, |
| "loss": 1.262738585472107, |
| "step": 1318 |
| }, |
| { |
| "epoch": 1.924198250728863, |
| "grad_norm": 0.059031542390584946, |
| "learning_rate": 5.725875960933058e-06, |
| "loss": 1.0195709466934204, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.9271137026239067, |
| "grad_norm": 0.11774204671382904, |
| "learning_rate": 5.705769033812431e-06, |
| "loss": 1.04592764377594, |
| "step": 1322 |
| }, |
| { |
| "epoch": 1.9300291545189503, |
| "grad_norm": 0.13104864954948425, |
| "learning_rate": 5.685688386511041e-06, |
| "loss": 1.0482321977615356, |
| "step": 1324 |
| }, |
| { |
| "epoch": 1.9329446064139941, |
| "grad_norm": 0.15567655861377716, |
| "learning_rate": 5.665634226445501e-06, |
| "loss": 1.2044618129730225, |
| "step": 1326 |
| }, |
| { |
| "epoch": 1.935860058309038, |
| "grad_norm": 0.14479920268058777, |
| "learning_rate": 5.645606760758836e-06, |
| "loss": 1.0985395908355713, |
| "step": 1328 |
| }, |
| { |
| "epoch": 1.9387755102040818, |
| "grad_norm": 0.1920030266046524, |
| "learning_rate": 5.625606196318347e-06, |
| "loss": 1.4523109197616577, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.9416909620991254, |
| "grad_norm": 0.2637879252433777, |
| "learning_rate": 5.605632739713456e-06, |
| "loss": 1.0658267736434937, |
| "step": 1332 |
| }, |
| { |
| "epoch": 1.944606413994169, |
| "grad_norm": 0.08796999603509903, |
| "learning_rate": 5.585686597253593e-06, |
| "loss": 1.0220710039138794, |
| "step": 1334 |
| }, |
| { |
| "epoch": 1.9475218658892128, |
| "grad_norm": 0.4936763644218445, |
| "learning_rate": 5.5657679749660455e-06, |
| "loss": 0.5359926223754883, |
| "step": 1336 |
| }, |
| { |
| "epoch": 1.9504373177842567, |
| "grad_norm": 0.25524938106536865, |
| "learning_rate": 5.545877078593849e-06, |
| "loss": 1.0832246541976929, |
| "step": 1338 |
| }, |
| { |
| "epoch": 1.9533527696793003, |
| "grad_norm": 0.3815828263759613, |
| "learning_rate": 5.52601411359365e-06, |
| "loss": 1.0333139896392822, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.9562682215743439, |
| "grad_norm": 0.1364160180091858, |
| "learning_rate": 5.506179285133582e-06, |
| "loss": 0.8447660207748413, |
| "step": 1342 |
| }, |
| { |
| "epoch": 1.9591836734693877, |
| "grad_norm": 0.22036899626255035, |
| "learning_rate": 5.486372798091161e-06, |
| "loss": 1.4143515825271606, |
| "step": 1344 |
| }, |
| { |
| "epoch": 1.9620991253644315, |
| "grad_norm": 0.4314256012439728, |
| "learning_rate": 5.466594857051153e-06, |
| "loss": 0.9990249276161194, |
| "step": 1346 |
| }, |
| { |
| "epoch": 1.9650145772594754, |
| "grad_norm": 0.15996676683425903, |
| "learning_rate": 5.4468456663034635e-06, |
| "loss": 1.2198452949523926, |
| "step": 1348 |
| }, |
| { |
| "epoch": 1.967930029154519, |
| "grad_norm": 0.19972719252109528, |
| "learning_rate": 5.427125429841039e-06, |
| "loss": 1.0296826362609863, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.9708454810495626, |
| "grad_norm": 0.1828991174697876, |
| "learning_rate": 5.4074343513577536e-06, |
| "loss": 1.2304623126983643, |
| "step": 1352 |
| }, |
| { |
| "epoch": 1.9737609329446064, |
| "grad_norm": 0.2502359449863434, |
| "learning_rate": 5.387772634246287e-06, |
| "loss": 1.1169551610946655, |
| "step": 1354 |
| }, |
| { |
| "epoch": 1.9766763848396502, |
| "grad_norm": 0.1563616245985031, |
| "learning_rate": 5.36814048159606e-06, |
| "loss": 0.818549633026123, |
| "step": 1356 |
| }, |
| { |
| "epoch": 1.9795918367346939, |
| "grad_norm": 0.08790906518697739, |
| "learning_rate": 5.348538096191109e-06, |
| "loss": 1.2132847309112549, |
| "step": 1358 |
| }, |
| { |
| "epoch": 1.9825072886297375, |
| "grad_norm": 0.3884468376636505, |
| "learning_rate": 5.328965680507991e-06, |
| "loss": 1.1513258218765259, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.9854227405247813, |
| "grad_norm": 0.24757881462574005, |
| "learning_rate": 5.309423436713714e-06, |
| "loss": 0.6811099052429199, |
| "step": 1362 |
| }, |
| { |
| "epoch": 1.9883381924198251, |
| "grad_norm": 0.0917486697435379, |
| "learning_rate": 5.289911566663626e-06, |
| "loss": 0.5249199271202087, |
| "step": 1364 |
| }, |
| { |
| "epoch": 1.991253644314869, |
| "grad_norm": 0.3590066432952881, |
| "learning_rate": 5.270430271899342e-06, |
| "loss": 1.1386462450027466, |
| "step": 1366 |
| }, |
| { |
| "epoch": 1.9941690962099126, |
| "grad_norm": 0.0781368613243103, |
| "learning_rate": 5.250979753646664e-06, |
| "loss": 1.0840882062911987, |
| "step": 1368 |
| }, |
| { |
| "epoch": 1.9970845481049562, |
| "grad_norm": 0.3470701277256012, |
| "learning_rate": 5.231560212813487e-06, |
| "loss": 1.0490968227386475, |
| "step": 1370 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.13662609457969666, |
| "learning_rate": 5.212171849987743e-06, |
| "loss": 1.1986355781555176, |
| "step": 1372 |
| }, |
| { |
| "epoch": 2.002915451895044, |
| "grad_norm": 0.15793374180793762, |
| "learning_rate": 5.1928148654353196e-06, |
| "loss": 0.921393871307373, |
| "step": 1374 |
| }, |
| { |
| "epoch": 2.0058309037900877, |
| "grad_norm": 0.4891752600669861, |
| "learning_rate": 5.17348945909799e-06, |
| "loss": 0.9690005779266357, |
| "step": 1376 |
| }, |
| { |
| "epoch": 2.008746355685131, |
| "grad_norm": 0.2033310979604721, |
| "learning_rate": 5.1541958305913536e-06, |
| "loss": 1.3568806648254395, |
| "step": 1378 |
| }, |
| { |
| "epoch": 2.011661807580175, |
| "grad_norm": 0.1594112515449524, |
| "learning_rate": 5.134934179202771e-06, |
| "loss": 1.033390998840332, |
| "step": 1380 |
| }, |
| { |
| "epoch": 2.0145772594752187, |
| "grad_norm": 0.2081524133682251, |
| "learning_rate": 5.115704703889299e-06, |
| "loss": 1.0304166078567505, |
| "step": 1382 |
| }, |
| { |
| "epoch": 2.0174927113702625, |
| "grad_norm": 0.38243576884269714, |
| "learning_rate": 5.096507603275648e-06, |
| "loss": 0.9502314925193787, |
| "step": 1384 |
| }, |
| { |
| "epoch": 2.020408163265306, |
| "grad_norm": 0.06100543960928917, |
| "learning_rate": 5.077343075652124e-06, |
| "loss": 1.1048611402511597, |
| "step": 1386 |
| }, |
| { |
| "epoch": 2.0233236151603498, |
| "grad_norm": 0.386870414018631, |
| "learning_rate": 5.058211318972581e-06, |
| "loss": 1.2929866313934326, |
| "step": 1388 |
| }, |
| { |
| "epoch": 2.0262390670553936, |
| "grad_norm": 0.1502365618944168, |
| "learning_rate": 5.0391125308523744e-06, |
| "loss": 1.2062195539474487, |
| "step": 1390 |
| }, |
| { |
| "epoch": 2.0291545189504374, |
| "grad_norm": 0.46698620915412903, |
| "learning_rate": 5.020046908566317e-06, |
| "loss": 1.2675377130508423, |
| "step": 1392 |
| }, |
| { |
| "epoch": 2.0320699708454812, |
| "grad_norm": 0.2170051783323288, |
| "learning_rate": 5.001014649046655e-06, |
| "loss": 1.0185376405715942, |
| "step": 1394 |
| }, |
| { |
| "epoch": 2.0349854227405246, |
| "grad_norm": 0.5570895671844482, |
| "learning_rate": 4.98201594888102e-06, |
| "loss": 1.1238821744918823, |
| "step": 1396 |
| }, |
| { |
| "epoch": 2.0379008746355685, |
| "grad_norm": 0.19649037718772888, |
| "learning_rate": 4.963051004310397e-06, |
| "loss": 1.1577717065811157, |
| "step": 1398 |
| }, |
| { |
| "epoch": 2.0408163265306123, |
| "grad_norm": 0.3043438494205475, |
| "learning_rate": 4.944120011227115e-06, |
| "loss": 0.945805549621582, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.043731778425656, |
| "grad_norm": 0.8879981637001038, |
| "learning_rate": 4.925223165172808e-06, |
| "loss": 1.0322425365447998, |
| "step": 1402 |
| }, |
| { |
| "epoch": 2.0466472303206995, |
| "grad_norm": 0.26241424679756165, |
| "learning_rate": 4.906360661336394e-06, |
| "loss": 1.2149442434310913, |
| "step": 1404 |
| }, |
| { |
| "epoch": 2.0495626822157433, |
| "grad_norm": 0.8886216878890991, |
| "learning_rate": 4.887532694552066e-06, |
| "loss": 1.0274255275726318, |
| "step": 1406 |
| }, |
| { |
| "epoch": 2.052478134110787, |
| "grad_norm": 0.21257859468460083, |
| "learning_rate": 4.868739459297286e-06, |
| "loss": 1.1855621337890625, |
| "step": 1408 |
| }, |
| { |
| "epoch": 2.055393586005831, |
| "grad_norm": 0.14593669772148132, |
| "learning_rate": 4.8499811496907506e-06, |
| "loss": 0.7928017377853394, |
| "step": 1410 |
| }, |
| { |
| "epoch": 2.058309037900875, |
| "grad_norm": 0.06642908602952957, |
| "learning_rate": 4.831257959490425e-06, |
| "loss": 1.0738983154296875, |
| "step": 1412 |
| }, |
| { |
| "epoch": 2.061224489795918, |
| "grad_norm": 0.3109600841999054, |
| "learning_rate": 4.812570082091498e-06, |
| "loss": 0.8972907662391663, |
| "step": 1414 |
| }, |
| { |
| "epoch": 2.064139941690962, |
| "grad_norm": 0.13277745246887207, |
| "learning_rate": 4.793917710524422e-06, |
| "loss": 1.0650956630706787, |
| "step": 1416 |
| }, |
| { |
| "epoch": 2.067055393586006, |
| "grad_norm": 0.14433449506759644, |
| "learning_rate": 4.775301037452898e-06, |
| "loss": 1.1586172580718994, |
| "step": 1418 |
| }, |
| { |
| "epoch": 2.0699708454810497, |
| "grad_norm": 0.15220968425273895, |
| "learning_rate": 4.756720255171887e-06, |
| "loss": 0.5742167234420776, |
| "step": 1420 |
| }, |
| { |
| "epoch": 2.072886297376093, |
| "grad_norm": 0.126608744263649, |
| "learning_rate": 4.738175555605632e-06, |
| "loss": 1.242780327796936, |
| "step": 1422 |
| }, |
| { |
| "epoch": 2.075801749271137, |
| "grad_norm": 0.10246127843856812, |
| "learning_rate": 4.719667130305671e-06, |
| "loss": 0.9981814622879028, |
| "step": 1424 |
| }, |
| { |
| "epoch": 2.0787172011661808, |
| "grad_norm": 0.2460668534040451, |
| "learning_rate": 4.701195170448857e-06, |
| "loss": 0.8302922248840332, |
| "step": 1426 |
| }, |
| { |
| "epoch": 2.0816326530612246, |
| "grad_norm": 0.155581995844841, |
| "learning_rate": 4.682759866835388e-06, |
| "loss": 1.3268355131149292, |
| "step": 1428 |
| }, |
| { |
| "epoch": 2.0845481049562684, |
| "grad_norm": 0.10044138133525848, |
| "learning_rate": 4.664361409886829e-06, |
| "loss": 0.9983614087104797, |
| "step": 1430 |
| }, |
| { |
| "epoch": 2.087463556851312, |
| "grad_norm": 0.2085467278957367, |
| "learning_rate": 4.645999989644148e-06, |
| "loss": 1.1001629829406738, |
| "step": 1432 |
| }, |
| { |
| "epoch": 2.0903790087463556, |
| "grad_norm": 0.33730220794677734, |
| "learning_rate": 4.627675795765761e-06, |
| "loss": 1.3111716508865356, |
| "step": 1434 |
| }, |
| { |
| "epoch": 2.0932944606413995, |
| "grad_norm": 0.2143622636795044, |
| "learning_rate": 4.60938901752556e-06, |
| "loss": 0.8293286561965942, |
| "step": 1436 |
| }, |
| { |
| "epoch": 2.0962099125364433, |
| "grad_norm": 0.07966610789299011, |
| "learning_rate": 4.591139843810967e-06, |
| "loss": 1.1742640733718872, |
| "step": 1438 |
| }, |
| { |
| "epoch": 2.0991253644314867, |
| "grad_norm": 0.18288615345954895, |
| "learning_rate": 4.572928463120982e-06, |
| "loss": 1.1798888444900513, |
| "step": 1440 |
| }, |
| { |
| "epoch": 2.1020408163265305, |
| "grad_norm": 0.2549722194671631, |
| "learning_rate": 4.554755063564226e-06, |
| "loss": 1.0986790657043457, |
| "step": 1442 |
| }, |
| { |
| "epoch": 2.1049562682215743, |
| "grad_norm": 0.1803271621465683, |
| "learning_rate": 4.536619832857015e-06, |
| "loss": 1.0121634006500244, |
| "step": 1444 |
| }, |
| { |
| "epoch": 2.107871720116618, |
| "grad_norm": 0.33244436979293823, |
| "learning_rate": 4.518522958321409e-06, |
| "loss": 1.2030587196350098, |
| "step": 1446 |
| }, |
| { |
| "epoch": 2.110787172011662, |
| "grad_norm": 0.07119657844305038, |
| "learning_rate": 4.500464626883276e-06, |
| "loss": 0.6789675354957581, |
| "step": 1448 |
| }, |
| { |
| "epoch": 2.1137026239067054, |
| "grad_norm": 0.3919859230518341, |
| "learning_rate": 4.4824450250703755e-06, |
| "loss": 0.8600730895996094, |
| "step": 1450 |
| }, |
| { |
| "epoch": 2.116618075801749, |
| "grad_norm": 0.1530391424894333, |
| "learning_rate": 4.464464339010414e-06, |
| "loss": 0.9321385622024536, |
| "step": 1452 |
| }, |
| { |
| "epoch": 2.119533527696793, |
| "grad_norm": 0.12812215089797974, |
| "learning_rate": 4.446522754429127e-06, |
| "loss": 1.1020374298095703, |
| "step": 1454 |
| }, |
| { |
| "epoch": 2.122448979591837, |
| "grad_norm": 0.2687873840332031, |
| "learning_rate": 4.4286204566483715e-06, |
| "loss": 0.548167884349823, |
| "step": 1456 |
| }, |
| { |
| "epoch": 2.1253644314868803, |
| "grad_norm": 0.351572722196579, |
| "learning_rate": 4.410757630584204e-06, |
| "loss": 0.671511709690094, |
| "step": 1458 |
| }, |
| { |
| "epoch": 2.128279883381924, |
| "grad_norm": 0.3009466230869293, |
| "learning_rate": 4.392934460744958e-06, |
| "loss": 1.0809369087219238, |
| "step": 1460 |
| }, |
| { |
| "epoch": 2.131195335276968, |
| "grad_norm": 0.1647637039422989, |
| "learning_rate": 4.375151131229369e-06, |
| "loss": 1.0825597047805786, |
| "step": 1462 |
| }, |
| { |
| "epoch": 2.1341107871720117, |
| "grad_norm": 0.15290948748588562, |
| "learning_rate": 4.357407825724648e-06, |
| "loss": 1.132341742515564, |
| "step": 1464 |
| }, |
| { |
| "epoch": 2.1370262390670556, |
| "grad_norm": 0.30983132123947144, |
| "learning_rate": 4.339704727504581e-06, |
| "loss": 1.115373969078064, |
| "step": 1466 |
| }, |
| { |
| "epoch": 2.139941690962099, |
| "grad_norm": 0.1616809368133545, |
| "learning_rate": 4.32204201942766e-06, |
| "loss": 1.2571251392364502, |
| "step": 1468 |
| }, |
| { |
| "epoch": 2.142857142857143, |
| "grad_norm": 0.44996944069862366, |
| "learning_rate": 4.304419883935167e-06, |
| "loss": 0.7702177166938782, |
| "step": 1470 |
| }, |
| { |
| "epoch": 2.1457725947521866, |
| "grad_norm": 0.08497241884469986, |
| "learning_rate": 4.286838503049309e-06, |
| "loss": 1.0834498405456543, |
| "step": 1472 |
| }, |
| { |
| "epoch": 2.1486880466472305, |
| "grad_norm": 0.4060671925544739, |
| "learning_rate": 4.26929805837134e-06, |
| "loss": 1.1200850009918213, |
| "step": 1474 |
| }, |
| { |
| "epoch": 2.151603498542274, |
| "grad_norm": 0.17709168791770935, |
| "learning_rate": 4.2517987310796595e-06, |
| "loss": 1.1172959804534912, |
| "step": 1476 |
| }, |
| { |
| "epoch": 2.1545189504373177, |
| "grad_norm": 0.1522580236196518, |
| "learning_rate": 4.23434070192797e-06, |
| "loss": 1.168565034866333, |
| "step": 1478 |
| }, |
| { |
| "epoch": 2.1574344023323615, |
| "grad_norm": 0.1714070737361908, |
| "learning_rate": 4.216924151243395e-06, |
| "loss": 1.1115281581878662, |
| "step": 1480 |
| }, |
| { |
| "epoch": 2.1603498542274053, |
| "grad_norm": 0.13482044637203217, |
| "learning_rate": 4.199549258924615e-06, |
| "loss": 1.2671080827713013, |
| "step": 1482 |
| }, |
| { |
| "epoch": 2.163265306122449, |
| "grad_norm": 0.1459122747182846, |
| "learning_rate": 4.18221620444002e-06, |
| "loss": 1.172806739807129, |
| "step": 1484 |
| }, |
| { |
| "epoch": 2.1661807580174925, |
| "grad_norm": 0.08871738612651825, |
| "learning_rate": 4.1649251668258475e-06, |
| "loss": 1.045624852180481, |
| "step": 1486 |
| }, |
| { |
| "epoch": 2.1690962099125364, |
| "grad_norm": 0.3394921123981476, |
| "learning_rate": 4.147676324684335e-06, |
| "loss": 1.1889164447784424, |
| "step": 1488 |
| }, |
| { |
| "epoch": 2.17201166180758, |
| "grad_norm": 0.1473836749792099, |
| "learning_rate": 4.130469856181873e-06, |
| "loss": 1.079075813293457, |
| "step": 1490 |
| }, |
| { |
| "epoch": 2.174927113702624, |
| "grad_norm": 0.18347686529159546, |
| "learning_rate": 4.113305939047174e-06, |
| "loss": 1.2786171436309814, |
| "step": 1492 |
| }, |
| { |
| "epoch": 2.1778425655976674, |
| "grad_norm": 0.16250960528850555, |
| "learning_rate": 4.096184750569422e-06, |
| "loss": 0.677879273891449, |
| "step": 1494 |
| }, |
| { |
| "epoch": 2.1807580174927113, |
| "grad_norm": 0.383709192276001, |
| "learning_rate": 4.07910646759645e-06, |
| "loss": 0.6416628360748291, |
| "step": 1496 |
| }, |
| { |
| "epoch": 2.183673469387755, |
| "grad_norm": 0.07085460424423218, |
| "learning_rate": 4.062071266532916e-06, |
| "loss": 1.0884201526641846, |
| "step": 1498 |
| }, |
| { |
| "epoch": 2.186588921282799, |
| "grad_norm": 0.10339315980672836, |
| "learning_rate": 4.045079323338477e-06, |
| "loss": 0.8533938527107239, |
| "step": 1500 |
| }, |
| { |
| "epoch": 2.1895043731778427, |
| "grad_norm": 0.20028476417064667, |
| "learning_rate": 4.0281308135259705e-06, |
| "loss": 0.9680588841438293, |
| "step": 1502 |
| }, |
| { |
| "epoch": 2.192419825072886, |
| "grad_norm": 0.3516143560409546, |
| "learning_rate": 4.0112259121596e-06, |
| "loss": 0.7940521240234375, |
| "step": 1504 |
| }, |
| { |
| "epoch": 2.19533527696793, |
| "grad_norm": 0.10385473072528839, |
| "learning_rate": 3.994364793853135e-06, |
| "loss": 1.1375114917755127, |
| "step": 1506 |
| }, |
| { |
| "epoch": 2.198250728862974, |
| "grad_norm": 0.10895653814077377, |
| "learning_rate": 3.977547632768095e-06, |
| "loss": 1.1559362411499023, |
| "step": 1508 |
| }, |
| { |
| "epoch": 2.2011661807580176, |
| "grad_norm": 0.11289890855550766, |
| "learning_rate": 3.960774602611966e-06, |
| "loss": 1.1142271757125854, |
| "step": 1510 |
| }, |
| { |
| "epoch": 2.204081632653061, |
| "grad_norm": 0.11957119405269623, |
| "learning_rate": 3.94404587663639e-06, |
| "loss": 0.997885525226593, |
| "step": 1512 |
| }, |
| { |
| "epoch": 2.206997084548105, |
| "grad_norm": 0.1454574018716812, |
| "learning_rate": 3.9273616276353904e-06, |
| "loss": 0.6211732625961304, |
| "step": 1514 |
| }, |
| { |
| "epoch": 2.2099125364431487, |
| "grad_norm": 0.2732894718647003, |
| "learning_rate": 3.910722027943569e-06, |
| "loss": 0.7947649955749512, |
| "step": 1516 |
| }, |
| { |
| "epoch": 2.2128279883381925, |
| "grad_norm": 0.31755542755126953, |
| "learning_rate": 3.894127249434352e-06, |
| "loss": 0.9824427366256714, |
| "step": 1518 |
| }, |
| { |
| "epoch": 2.2157434402332363, |
| "grad_norm": 0.31029990315437317, |
| "learning_rate": 3.877577463518183e-06, |
| "loss": 1.0954536199569702, |
| "step": 1520 |
| }, |
| { |
| "epoch": 2.2186588921282797, |
| "grad_norm": 0.13882219791412354, |
| "learning_rate": 3.861072841140779e-06, |
| "loss": 1.1737290620803833, |
| "step": 1522 |
| }, |
| { |
| "epoch": 2.2215743440233235, |
| "grad_norm": 0.199194073677063, |
| "learning_rate": 3.8446135527813596e-06, |
| "loss": 1.2562403678894043, |
| "step": 1524 |
| }, |
| { |
| "epoch": 2.2244897959183674, |
| "grad_norm": 0.09712310880422592, |
| "learning_rate": 3.828199768450866e-06, |
| "loss": 0.887328028678894, |
| "step": 1526 |
| }, |
| { |
| "epoch": 2.227405247813411, |
| "grad_norm": 0.3643515110015869, |
| "learning_rate": 3.8118316576902345e-06, |
| "loss": 0.13481314480304718, |
| "step": 1528 |
| }, |
| { |
| "epoch": 2.2303206997084546, |
| "grad_norm": 0.4534083604812622, |
| "learning_rate": 3.7955093895686242e-06, |
| "loss": 1.0862985849380493, |
| "step": 1530 |
| }, |
| { |
| "epoch": 2.2332361516034984, |
| "grad_norm": 0.15879718959331512, |
| "learning_rate": 3.779233132681675e-06, |
| "loss": 1.045498013496399, |
| "step": 1532 |
| }, |
| { |
| "epoch": 2.2361516034985423, |
| "grad_norm": 0.18001393973827362, |
| "learning_rate": 3.7630030551497728e-06, |
| "loss": 1.1538960933685303, |
| "step": 1534 |
| }, |
| { |
| "epoch": 2.239067055393586, |
| "grad_norm": 0.08799666166305542, |
| "learning_rate": 3.746819324616308e-06, |
| "loss": 1.0975581407546997, |
| "step": 1536 |
| }, |
| { |
| "epoch": 2.24198250728863, |
| "grad_norm": 0.24161297082901, |
| "learning_rate": 3.730682108245944e-06, |
| "loss": 0.6484414339065552, |
| "step": 1538 |
| }, |
| { |
| "epoch": 2.2448979591836733, |
| "grad_norm": 0.08378497511148453, |
| "learning_rate": 3.714591572722891e-06, |
| "loss": 0.9581442475318909, |
| "step": 1540 |
| }, |
| { |
| "epoch": 2.247813411078717, |
| "grad_norm": 0.10033685714006424, |
| "learning_rate": 3.698547884249187e-06, |
| "loss": 0.6113779544830322, |
| "step": 1542 |
| }, |
| { |
| "epoch": 2.250728862973761, |
| "grad_norm": 0.275552362203598, |
| "learning_rate": 3.6825512085429703e-06, |
| "loss": 1.1037795543670654, |
| "step": 1544 |
| }, |
| { |
| "epoch": 2.253644314868805, |
| "grad_norm": 0.5268692374229431, |
| "learning_rate": 3.6666017108367837e-06, |
| "loss": 0.8392840027809143, |
| "step": 1546 |
| }, |
| { |
| "epoch": 2.256559766763848, |
| "grad_norm": 0.24270810186862946, |
| "learning_rate": 3.6506995558758586e-06, |
| "loss": 1.0857195854187012, |
| "step": 1548 |
| }, |
| { |
| "epoch": 2.259475218658892, |
| "grad_norm": 0.11209052801132202, |
| "learning_rate": 3.6348449079164116e-06, |
| "loss": 1.0408934354782104, |
| "step": 1550 |
| }, |
| { |
| "epoch": 2.262390670553936, |
| "grad_norm": 0.3595077097415924, |
| "learning_rate": 3.619037930723958e-06, |
| "loss": 0.41006362438201904, |
| "step": 1552 |
| }, |
| { |
| "epoch": 2.2653061224489797, |
| "grad_norm": 0.20681369304656982, |
| "learning_rate": 3.603278787571601e-06, |
| "loss": 1.08263099193573, |
| "step": 1554 |
| }, |
| { |
| "epoch": 2.2682215743440235, |
| "grad_norm": 0.1791142076253891, |
| "learning_rate": 3.587567641238369e-06, |
| "loss": 1.1789532899856567, |
| "step": 1556 |
| }, |
| { |
| "epoch": 2.271137026239067, |
| "grad_norm": 0.15824060142040253, |
| "learning_rate": 3.5719046540075155e-06, |
| "loss": 1.138330101966858, |
| "step": 1558 |
| }, |
| { |
| "epoch": 2.2740524781341107, |
| "grad_norm": 0.08995150774717331, |
| "learning_rate": 3.5562899876648556e-06, |
| "loss": 1.0861237049102783, |
| "step": 1560 |
| }, |
| { |
| "epoch": 2.2769679300291545, |
| "grad_norm": 0.20422294735908508, |
| "learning_rate": 3.540723803497084e-06, |
| "loss": 1.068771481513977, |
| "step": 1562 |
| }, |
| { |
| "epoch": 2.2798833819241984, |
| "grad_norm": 0.29918450117111206, |
| "learning_rate": 3.5252062622901196e-06, |
| "loss": 1.0257431268692017, |
| "step": 1564 |
| }, |
| { |
| "epoch": 2.2827988338192418, |
| "grad_norm": 0.2508153021335602, |
| "learning_rate": 3.5097375243274322e-06, |
| "loss": 0.7228989601135254, |
| "step": 1566 |
| }, |
| { |
| "epoch": 2.2857142857142856, |
| "grad_norm": 0.20312649011611938, |
| "learning_rate": 3.494317749388401e-06, |
| "loss": 0.9408363103866577, |
| "step": 1568 |
| }, |
| { |
| "epoch": 2.2886297376093294, |
| "grad_norm": 0.18280087411403656, |
| "learning_rate": 3.4789470967466528e-06, |
| "loss": 1.1609010696411133, |
| "step": 1570 |
| }, |
| { |
| "epoch": 2.2915451895043732, |
| "grad_norm": 0.4031111001968384, |
| "learning_rate": 3.4636257251684247e-06, |
| "loss": 1.1523736715316772, |
| "step": 1572 |
| }, |
| { |
| "epoch": 2.294460641399417, |
| "grad_norm": 0.14943495392799377, |
| "learning_rate": 3.4483537929109212e-06, |
| "loss": 1.0938516855239868, |
| "step": 1574 |
| }, |
| { |
| "epoch": 2.2973760932944605, |
| "grad_norm": 0.32287096977233887, |
| "learning_rate": 3.433131457720673e-06, |
| "loss": 0.8949427604675293, |
| "step": 1576 |
| }, |
| { |
| "epoch": 2.3002915451895043, |
| "grad_norm": 0.13816498219966888, |
| "learning_rate": 3.4179588768319194e-06, |
| "loss": 1.004232406616211, |
| "step": 1578 |
| }, |
| { |
| "epoch": 2.303206997084548, |
| "grad_norm": 0.17348824441432953, |
| "learning_rate": 3.4028362069649807e-06, |
| "loss": 1.1232084035873413, |
| "step": 1580 |
| }, |
| { |
| "epoch": 2.306122448979592, |
| "grad_norm": 0.2952488362789154, |
| "learning_rate": 3.387763604324628e-06, |
| "loss": 1.2846827507019043, |
| "step": 1582 |
| }, |
| { |
| "epoch": 2.3090379008746353, |
| "grad_norm": 0.0930081456899643, |
| "learning_rate": 3.3727412245984863e-06, |
| "loss": 1.0255701541900635, |
| "step": 1584 |
| }, |
| { |
| "epoch": 2.311953352769679, |
| "grad_norm": 0.19518348574638367, |
| "learning_rate": 3.3577692229554225e-06, |
| "loss": 0.9602378606796265, |
| "step": 1586 |
| }, |
| { |
| "epoch": 2.314868804664723, |
| "grad_norm": 0.08679629117250443, |
| "learning_rate": 3.3428477540439295e-06, |
| "loss": 1.0191975831985474, |
| "step": 1588 |
| }, |
| { |
| "epoch": 2.317784256559767, |
| "grad_norm": 0.07790417969226837, |
| "learning_rate": 3.3279769719905438e-06, |
| "loss": 1.1509268283843994, |
| "step": 1590 |
| }, |
| { |
| "epoch": 2.3206997084548107, |
| "grad_norm": 0.2912391126155853, |
| "learning_rate": 3.3131570303982517e-06, |
| "loss": 0.6687411665916443, |
| "step": 1592 |
| }, |
| { |
| "epoch": 2.323615160349854, |
| "grad_norm": 0.4317520260810852, |
| "learning_rate": 3.2983880823448896e-06, |
| "loss": 0.8183987736701965, |
| "step": 1594 |
| }, |
| { |
| "epoch": 2.326530612244898, |
| "grad_norm": 0.11885584890842438, |
| "learning_rate": 3.283670280381581e-06, |
| "loss": 1.1012320518493652, |
| "step": 1596 |
| }, |
| { |
| "epoch": 2.3294460641399417, |
| "grad_norm": 0.35252460837364197, |
| "learning_rate": 3.269003776531148e-06, |
| "loss": 0.9789476990699768, |
| "step": 1598 |
| }, |
| { |
| "epoch": 2.3323615160349855, |
| "grad_norm": 0.15434707701206207, |
| "learning_rate": 3.2543887222865496e-06, |
| "loss": 1.1043654680252075, |
| "step": 1600 |
| }, |
| { |
| "epoch": 2.335276967930029, |
| "grad_norm": 0.16315020620822906, |
| "learning_rate": 3.239825268609309e-06, |
| "loss": 1.0038485527038574, |
| "step": 1602 |
| }, |
| { |
| "epoch": 2.3381924198250728, |
| "grad_norm": 0.39029252529144287, |
| "learning_rate": 3.2253135659279558e-06, |
| "loss": 1.1852213144302368, |
| "step": 1604 |
| }, |
| { |
| "epoch": 2.3411078717201166, |
| "grad_norm": 0.2913620173931122, |
| "learning_rate": 3.2108537641364786e-06, |
| "loss": 0.45255744457244873, |
| "step": 1606 |
| }, |
| { |
| "epoch": 2.3440233236151604, |
| "grad_norm": 0.06582468003034592, |
| "learning_rate": 3.19644601259277e-06, |
| "loss": 1.269538402557373, |
| "step": 1608 |
| }, |
| { |
| "epoch": 2.3469387755102042, |
| "grad_norm": 0.5571786761283875, |
| "learning_rate": 3.1820904601170884e-06, |
| "loss": 0.8519521355628967, |
| "step": 1610 |
| }, |
| { |
| "epoch": 2.3498542274052476, |
| "grad_norm": 0.31546610593795776, |
| "learning_rate": 3.1677872549905154e-06, |
| "loss": 1.3262689113616943, |
| "step": 1612 |
| }, |
| { |
| "epoch": 2.3527696793002915, |
| "grad_norm": 0.09515654295682907, |
| "learning_rate": 3.153536544953433e-06, |
| "loss": 0.9249638319015503, |
| "step": 1614 |
| }, |
| { |
| "epoch": 2.3556851311953353, |
| "grad_norm": 0.15578609704971313, |
| "learning_rate": 3.139338477203983e-06, |
| "loss": 1.1823093891143799, |
| "step": 1616 |
| }, |
| { |
| "epoch": 2.358600583090379, |
| "grad_norm": 0.2227763533592224, |
| "learning_rate": 3.125193198396564e-06, |
| "loss": 1.2877289056777954, |
| "step": 1618 |
| }, |
| { |
| "epoch": 2.3615160349854225, |
| "grad_norm": 0.4745902121067047, |
| "learning_rate": 3.111100854640303e-06, |
| "loss": 0.9719488024711609, |
| "step": 1620 |
| }, |
| { |
| "epoch": 2.3644314868804663, |
| "grad_norm": 0.24592548608779907, |
| "learning_rate": 3.097061591497555e-06, |
| "loss": 1.0211539268493652, |
| "step": 1622 |
| }, |
| { |
| "epoch": 2.36734693877551, |
| "grad_norm": 0.21700948476791382, |
| "learning_rate": 3.0830755539823942e-06, |
| "loss": 0.9550508260726929, |
| "step": 1624 |
| }, |
| { |
| "epoch": 2.370262390670554, |
| "grad_norm": 0.20466458797454834, |
| "learning_rate": 3.0691428865591153e-06, |
| "loss": 0.5767884254455566, |
| "step": 1626 |
| }, |
| { |
| "epoch": 2.373177842565598, |
| "grad_norm": 0.14715692400932312, |
| "learning_rate": 3.0552637331407466e-06, |
| "loss": 0.894551694393158, |
| "step": 1628 |
| }, |
| { |
| "epoch": 2.376093294460641, |
| "grad_norm": 0.1368647813796997, |
| "learning_rate": 3.0414382370875628e-06, |
| "loss": 1.2126644849777222, |
| "step": 1630 |
| }, |
| { |
| "epoch": 2.379008746355685, |
| "grad_norm": 0.2084326297044754, |
| "learning_rate": 3.027666541205592e-06, |
| "loss": 1.1460554599761963, |
| "step": 1632 |
| }, |
| { |
| "epoch": 2.381924198250729, |
| "grad_norm": 0.12772594392299652, |
| "learning_rate": 3.013948787745166e-06, |
| "loss": 0.8425911664962769, |
| "step": 1634 |
| }, |
| { |
| "epoch": 2.3848396501457727, |
| "grad_norm": 0.21220910549163818, |
| "learning_rate": 3.000285118399425e-06, |
| "loss": 1.0760411024093628, |
| "step": 1636 |
| }, |
| { |
| "epoch": 2.387755102040816, |
| "grad_norm": 0.16325032711029053, |
| "learning_rate": 2.9866756743028644e-06, |
| "loss": 1.1195225715637207, |
| "step": 1638 |
| }, |
| { |
| "epoch": 2.39067055393586, |
| "grad_norm": 0.1648532897233963, |
| "learning_rate": 2.973120596029882e-06, |
| "loss": 1.0467681884765625, |
| "step": 1640 |
| }, |
| { |
| "epoch": 2.3935860058309038, |
| "grad_norm": 0.5487902164459229, |
| "learning_rate": 2.9596200235933215e-06, |
| "loss": 1.1597939729690552, |
| "step": 1642 |
| }, |
| { |
| "epoch": 2.3965014577259476, |
| "grad_norm": 0.15476688742637634, |
| "learning_rate": 2.9461740964430176e-06, |
| "loss": 1.0105078220367432, |
| "step": 1644 |
| }, |
| { |
| "epoch": 2.3994169096209914, |
| "grad_norm": 1.1137182712554932, |
| "learning_rate": 2.932782953464373e-06, |
| "loss": 1.0070343017578125, |
| "step": 1646 |
| }, |
| { |
| "epoch": 2.402332361516035, |
| "grad_norm": 0.3256247043609619, |
| "learning_rate": 2.9194467329769166e-06, |
| "loss": 0.9948145151138306, |
| "step": 1648 |
| }, |
| { |
| "epoch": 2.4052478134110786, |
| "grad_norm": 0.14843417704105377, |
| "learning_rate": 2.9061655727328617e-06, |
| "loss": 1.0339670181274414, |
| "step": 1650 |
| }, |
| { |
| "epoch": 2.4081632653061225, |
| "grad_norm": 0.14106328785419464, |
| "learning_rate": 2.8929396099157056e-06, |
| "loss": 1.149165391921997, |
| "step": 1652 |
| }, |
| { |
| "epoch": 2.4110787172011663, |
| "grad_norm": 0.1781884729862213, |
| "learning_rate": 2.8797689811387944e-06, |
| "loss": 0.9708322286605835, |
| "step": 1654 |
| }, |
| { |
| "epoch": 2.4139941690962097, |
| "grad_norm": 0.16324618458747864, |
| "learning_rate": 2.8666538224439207e-06, |
| "loss": 0.9147579669952393, |
| "step": 1656 |
| }, |
| { |
| "epoch": 2.4169096209912535, |
| "grad_norm": 0.10199990123510361, |
| "learning_rate": 2.853594269299919e-06, |
| "loss": 1.1740384101867676, |
| "step": 1658 |
| }, |
| { |
| "epoch": 2.4198250728862973, |
| "grad_norm": 0.36128106713294983, |
| "learning_rate": 2.8405904566012634e-06, |
| "loss": 0.9795001149177551, |
| "step": 1660 |
| }, |
| { |
| "epoch": 2.422740524781341, |
| "grad_norm": 0.11705031245946884, |
| "learning_rate": 2.827642518666673e-06, |
| "loss": 1.0222880840301514, |
| "step": 1662 |
| }, |
| { |
| "epoch": 2.425655976676385, |
| "grad_norm": 0.19340762495994568, |
| "learning_rate": 2.814750589237729e-06, |
| "loss": 1.0553447008132935, |
| "step": 1664 |
| }, |
| { |
| "epoch": 2.4285714285714284, |
| "grad_norm": 0.09246297180652618, |
| "learning_rate": 2.8019148014774856e-06, |
| "loss": 1.0741846561431885, |
| "step": 1666 |
| }, |
| { |
| "epoch": 2.431486880466472, |
| "grad_norm": 0.23843225836753845, |
| "learning_rate": 2.789135287969106e-06, |
| "loss": 1.1993522644042969, |
| "step": 1668 |
| }, |
| { |
| "epoch": 2.434402332361516, |
| "grad_norm": 0.7431137561798096, |
| "learning_rate": 2.7764121807144815e-06, |
| "loss": 0.42419517040252686, |
| "step": 1670 |
| }, |
| { |
| "epoch": 2.43731778425656, |
| "grad_norm": 0.11922803521156311, |
| "learning_rate": 2.7637456111328773e-06, |
| "loss": 1.0701881647109985, |
| "step": 1672 |
| }, |
| { |
| "epoch": 2.4402332361516033, |
| "grad_norm": 0.238107368350029, |
| "learning_rate": 2.7511357100595675e-06, |
| "loss": 1.0204083919525146, |
| "step": 1674 |
| }, |
| { |
| "epoch": 2.443148688046647, |
| "grad_norm": 0.18065865337848663, |
| "learning_rate": 2.738582607744491e-06, |
| "loss": 1.1767973899841309, |
| "step": 1676 |
| }, |
| { |
| "epoch": 2.446064139941691, |
| "grad_norm": 0.6328040361404419, |
| "learning_rate": 2.7260864338508944e-06, |
| "loss": 1.2465075254440308, |
| "step": 1678 |
| }, |
| { |
| "epoch": 2.4489795918367347, |
| "grad_norm": 0.32334592938423157, |
| "learning_rate": 2.71364731745401e-06, |
| "loss": 0.9165597558021545, |
| "step": 1680 |
| }, |
| { |
| "epoch": 2.4518950437317786, |
| "grad_norm": 0.29830703139305115, |
| "learning_rate": 2.701265387039703e-06, |
| "loss": 1.0425974130630493, |
| "step": 1682 |
| }, |
| { |
| "epoch": 2.454810495626822, |
| "grad_norm": 0.09913703799247742, |
| "learning_rate": 2.688940770503163e-06, |
| "loss": 1.1421351432800293, |
| "step": 1684 |
| }, |
| { |
| "epoch": 2.457725947521866, |
| "grad_norm": 0.19002677500247955, |
| "learning_rate": 2.676673595147574e-06, |
| "loss": 1.14607572555542, |
| "step": 1686 |
| }, |
| { |
| "epoch": 2.4606413994169096, |
| "grad_norm": 0.17399148643016815, |
| "learning_rate": 2.6644639876827903e-06, |
| "loss": 1.0854803323745728, |
| "step": 1688 |
| }, |
| { |
| "epoch": 2.4635568513119535, |
| "grad_norm": 0.18045774102210999, |
| "learning_rate": 2.6523120742240457e-06, |
| "loss": 1.156597375869751, |
| "step": 1690 |
| }, |
| { |
| "epoch": 2.466472303206997, |
| "grad_norm": 0.36970221996307373, |
| "learning_rate": 2.6402179802906417e-06, |
| "loss": 1.1326744556427002, |
| "step": 1692 |
| }, |
| { |
| "epoch": 2.4693877551020407, |
| "grad_norm": 0.16106556355953217, |
| "learning_rate": 2.6281818308046466e-06, |
| "loss": 1.1174097061157227, |
| "step": 1694 |
| }, |
| { |
| "epoch": 2.4723032069970845, |
| "grad_norm": 0.23179616034030914, |
| "learning_rate": 2.6162037500896134e-06, |
| "loss": 1.247542381286621, |
| "step": 1696 |
| }, |
| { |
| "epoch": 2.4752186588921283, |
| "grad_norm": 0.20750805735588074, |
| "learning_rate": 2.6042838618692964e-06, |
| "loss": 1.120650291442871, |
| "step": 1698 |
| }, |
| { |
| "epoch": 2.478134110787172, |
| "grad_norm": 0.4005797207355499, |
| "learning_rate": 2.5924222892663607e-06, |
| "loss": 1.1234309673309326, |
| "step": 1700 |
| }, |
| { |
| "epoch": 2.481049562682216, |
| "grad_norm": 0.11094089597463608, |
| "learning_rate": 2.580619154801124e-06, |
| "loss": 1.0382579565048218, |
| "step": 1702 |
| }, |
| { |
| "epoch": 2.4839650145772594, |
| "grad_norm": 0.1598607450723648, |
| "learning_rate": 2.5688745803902863e-06, |
| "loss": 0.8054310083389282, |
| "step": 1704 |
| }, |
| { |
| "epoch": 2.486880466472303, |
| "grad_norm": 0.29358312487602234, |
| "learning_rate": 2.557188687345666e-06, |
| "loss": 1.2227270603179932, |
| "step": 1706 |
| }, |
| { |
| "epoch": 2.489795918367347, |
| "grad_norm": 0.10478518158197403, |
| "learning_rate": 2.545561596372957e-06, |
| "loss": 1.0256011486053467, |
| "step": 1708 |
| }, |
| { |
| "epoch": 2.4927113702623904, |
| "grad_norm": 0.19069114327430725, |
| "learning_rate": 2.533993427570471e-06, |
| "loss": 1.003487467765808, |
| "step": 1710 |
| }, |
| { |
| "epoch": 2.4956268221574343, |
| "grad_norm": 0.19944234192371368, |
| "learning_rate": 2.522484300427905e-06, |
| "loss": 1.1340402364730835, |
| "step": 1712 |
| }, |
| { |
| "epoch": 2.498542274052478, |
| "grad_norm": 0.206906259059906, |
| "learning_rate": 2.5110343338251055e-06, |
| "loss": 0.7293667793273926, |
| "step": 1714 |
| }, |
| { |
| "epoch": 2.501457725947522, |
| "grad_norm": 0.22807729244232178, |
| "learning_rate": 2.499643646030833e-06, |
| "loss": 0.6911664009094238, |
| "step": 1716 |
| }, |
| { |
| "epoch": 2.5043731778425657, |
| "grad_norm": 0.12783202528953552, |
| "learning_rate": 2.488312354701552e-06, |
| "loss": 1.0861356258392334, |
| "step": 1718 |
| }, |
| { |
| "epoch": 2.5072886297376096, |
| "grad_norm": 0.24884046614170074, |
| "learning_rate": 2.4770405768802087e-06, |
| "loss": 1.2009036540985107, |
| "step": 1720 |
| }, |
| { |
| "epoch": 2.510204081632653, |
| "grad_norm": 0.19883911311626434, |
| "learning_rate": 2.4658284289950235e-06, |
| "loss": 1.171090006828308, |
| "step": 1722 |
| }, |
| { |
| "epoch": 2.513119533527697, |
| "grad_norm": 0.2198370397090912, |
| "learning_rate": 2.454676026858288e-06, |
| "loss": 0.6773008704185486, |
| "step": 1724 |
| }, |
| { |
| "epoch": 2.5160349854227406, |
| "grad_norm": 0.3970673084259033, |
| "learning_rate": 2.443583485665172e-06, |
| "loss": 0.9177547693252563, |
| "step": 1726 |
| }, |
| { |
| "epoch": 2.518950437317784, |
| "grad_norm": 0.14196209609508514, |
| "learning_rate": 2.432550919992524e-06, |
| "loss": 1.0238224267959595, |
| "step": 1728 |
| }, |
| { |
| "epoch": 2.521865889212828, |
| "grad_norm": 0.08479610830545425, |
| "learning_rate": 2.4215784437977023e-06, |
| "loss": 1.0351308584213257, |
| "step": 1730 |
| }, |
| { |
| "epoch": 2.5247813411078717, |
| "grad_norm": 0.2791972756385803, |
| "learning_rate": 2.4106661704173856e-06, |
| "loss": 1.2357579469680786, |
| "step": 1732 |
| }, |
| { |
| "epoch": 2.5276967930029155, |
| "grad_norm": 0.300520658493042, |
| "learning_rate": 2.3998142125664094e-06, |
| "loss": 0.9955886602401733, |
| "step": 1734 |
| }, |
| { |
| "epoch": 2.5306122448979593, |
| "grad_norm": 0.07155195623636246, |
| "learning_rate": 2.3890226823365984e-06, |
| "loss": 0.9533568024635315, |
| "step": 1736 |
| }, |
| { |
| "epoch": 2.533527696793003, |
| "grad_norm": 0.37421008944511414, |
| "learning_rate": 2.3782916911956072e-06, |
| "loss": 0.7588440179824829, |
| "step": 1738 |
| }, |
| { |
| "epoch": 2.5364431486880465, |
| "grad_norm": 0.21846982836723328, |
| "learning_rate": 2.3676213499857742e-06, |
| "loss": 1.0482406616210938, |
| "step": 1740 |
| }, |
| { |
| "epoch": 2.5393586005830904, |
| "grad_norm": 0.22150775790214539, |
| "learning_rate": 2.357011768922975e-06, |
| "loss": 0.9425265789031982, |
| "step": 1742 |
| }, |
| { |
| "epoch": 2.542274052478134, |
| "grad_norm": 0.0946943610906601, |
| "learning_rate": 2.3464630575954748e-06, |
| "loss": 1.0236523151397705, |
| "step": 1744 |
| }, |
| { |
| "epoch": 2.5451895043731776, |
| "grad_norm": 0.2336379438638687, |
| "learning_rate": 2.3359753249628156e-06, |
| "loss": 0.9605098962783813, |
| "step": 1746 |
| }, |
| { |
| "epoch": 2.5481049562682214, |
| "grad_norm": 0.38517579436302185, |
| "learning_rate": 2.3255486793546735e-06, |
| "loss": 0.7055401802062988, |
| "step": 1748 |
| }, |
| { |
| "epoch": 2.5510204081632653, |
| "grad_norm": 0.22488614916801453, |
| "learning_rate": 2.3151832284697437e-06, |
| "loss": 1.3222585916519165, |
| "step": 1750 |
| }, |
| { |
| "epoch": 2.553935860058309, |
| "grad_norm": 0.14808881282806396, |
| "learning_rate": 2.304879079374634e-06, |
| "loss": 0.6318288445472717, |
| "step": 1752 |
| }, |
| { |
| "epoch": 2.556851311953353, |
| "grad_norm": 0.12122584134340286, |
| "learning_rate": 2.2946363385027555e-06, |
| "loss": 1.0979853868484497, |
| "step": 1754 |
| }, |
| { |
| "epoch": 2.5597667638483967, |
| "grad_norm": 0.17218822240829468, |
| "learning_rate": 2.2844551116532164e-06, |
| "loss": 1.1333314180374146, |
| "step": 1756 |
| }, |
| { |
| "epoch": 2.56268221574344, |
| "grad_norm": 0.2076103240251541, |
| "learning_rate": 2.274335503989743e-06, |
| "loss": 1.1102957725524902, |
| "step": 1758 |
| }, |
| { |
| "epoch": 2.565597667638484, |
| "grad_norm": 0.3147886395454407, |
| "learning_rate": 2.2642776200395825e-06, |
| "loss": 1.0110862255096436, |
| "step": 1760 |
| }, |
| { |
| "epoch": 2.568513119533528, |
| "grad_norm": 0.199388787150383, |
| "learning_rate": 2.2542815636924273e-06, |
| "loss": 1.1791144609451294, |
| "step": 1762 |
| }, |
| { |
| "epoch": 2.571428571428571, |
| "grad_norm": 0.14399054646492004, |
| "learning_rate": 2.2443474381993418e-06, |
| "loss": 0.6136134266853333, |
| "step": 1764 |
| }, |
| { |
| "epoch": 2.574344023323615, |
| "grad_norm": 0.12786594033241272, |
| "learning_rate": 2.2344753461716924e-06, |
| "loss": 1.169732928276062, |
| "step": 1766 |
| }, |
| { |
| "epoch": 2.577259475218659, |
| "grad_norm": 0.42270779609680176, |
| "learning_rate": 2.2246653895800945e-06, |
| "loss": 1.167303442955017, |
| "step": 1768 |
| }, |
| { |
| "epoch": 2.5801749271137027, |
| "grad_norm": 0.3366575539112091, |
| "learning_rate": 2.2149176697533547e-06, |
| "loss": 0.7395915985107422, |
| "step": 1770 |
| }, |
| { |
| "epoch": 2.5830903790087465, |
| "grad_norm": 0.11204802244901657, |
| "learning_rate": 2.2052322873774243e-06, |
| "loss": 1.130765676498413, |
| "step": 1772 |
| }, |
| { |
| "epoch": 2.5860058309037903, |
| "grad_norm": 0.40100663900375366, |
| "learning_rate": 2.195609342494358e-06, |
| "loss": 0.9160555601119995, |
| "step": 1774 |
| }, |
| { |
| "epoch": 2.5889212827988337, |
| "grad_norm": 0.3878629505634308, |
| "learning_rate": 2.1860489345012882e-06, |
| "loss": 1.1737711429595947, |
| "step": 1776 |
| }, |
| { |
| "epoch": 2.5918367346938775, |
| "grad_norm": 0.2504361569881439, |
| "learning_rate": 2.1765511621493837e-06, |
| "loss": 1.1497868299484253, |
| "step": 1778 |
| }, |
| { |
| "epoch": 2.5947521865889214, |
| "grad_norm": 0.399038165807724, |
| "learning_rate": 2.1671161235428466e-06, |
| "loss": 1.0515235662460327, |
| "step": 1780 |
| }, |
| { |
| "epoch": 2.5976676384839648, |
| "grad_norm": 0.18093329668045044, |
| "learning_rate": 2.1577439161378857e-06, |
| "loss": 1.0114405155181885, |
| "step": 1782 |
| }, |
| { |
| "epoch": 2.6005830903790086, |
| "grad_norm": 0.20376266539096832, |
| "learning_rate": 2.1484346367417174e-06, |
| "loss": 1.1349772214889526, |
| "step": 1784 |
| }, |
| { |
| "epoch": 2.6034985422740524, |
| "grad_norm": 0.12697869539260864, |
| "learning_rate": 2.139188381511565e-06, |
| "loss": 1.0220611095428467, |
| "step": 1786 |
| }, |
| { |
| "epoch": 2.6064139941690962, |
| "grad_norm": 0.17522640526294708, |
| "learning_rate": 2.1300052459536577e-06, |
| "loss": 1.04948890209198, |
| "step": 1788 |
| }, |
| { |
| "epoch": 2.60932944606414, |
| "grad_norm": 0.33081164956092834, |
| "learning_rate": 2.120885324922257e-06, |
| "loss": 1.067612648010254, |
| "step": 1790 |
| }, |
| { |
| "epoch": 2.612244897959184, |
| "grad_norm": 0.19511879980564117, |
| "learning_rate": 2.1118287126186663e-06, |
| "loss": 1.1198432445526123, |
| "step": 1792 |
| }, |
| { |
| "epoch": 2.6151603498542273, |
| "grad_norm": 0.12612418830394745, |
| "learning_rate": 2.102835502590264e-06, |
| "loss": 0.9212133884429932, |
| "step": 1794 |
| }, |
| { |
| "epoch": 2.618075801749271, |
| "grad_norm": 1.4945578575134277, |
| "learning_rate": 2.0939057877295337e-06, |
| "loss": 0.9755832552909851, |
| "step": 1796 |
| }, |
| { |
| "epoch": 2.620991253644315, |
| "grad_norm": 0.11096255481243134, |
| "learning_rate": 2.085039660273107e-06, |
| "loss": 0.8870418071746826, |
| "step": 1798 |
| }, |
| { |
| "epoch": 2.6239067055393583, |
| "grad_norm": 0.16551688313484192, |
| "learning_rate": 2.076237211800807e-06, |
| "loss": 1.1013219356536865, |
| "step": 1800 |
| }, |
| { |
| "epoch": 2.626822157434402, |
| "grad_norm": 0.12267225235700607, |
| "learning_rate": 2.067498533234708e-06, |
| "loss": 1.1636854410171509, |
| "step": 1802 |
| }, |
| { |
| "epoch": 2.629737609329446, |
| "grad_norm": 0.21022585034370422, |
| "learning_rate": 2.0588237148381937e-06, |
| "loss": 1.0870646238327026, |
| "step": 1804 |
| }, |
| { |
| "epoch": 2.63265306122449, |
| "grad_norm": 0.12315444648265839, |
| "learning_rate": 2.05021284621502e-06, |
| "loss": 1.0031044483184814, |
| "step": 1806 |
| }, |
| { |
| "epoch": 2.6355685131195337, |
| "grad_norm": 0.08722248673439026, |
| "learning_rate": 2.0416660163084007e-06, |
| "loss": 1.1768810749053955, |
| "step": 1808 |
| }, |
| { |
| "epoch": 2.6384839650145775, |
| "grad_norm": 0.14608271420001984, |
| "learning_rate": 2.0331833134000806e-06, |
| "loss": 1.1812292337417603, |
| "step": 1810 |
| }, |
| { |
| "epoch": 2.641399416909621, |
| "grad_norm": 0.12209862470626831, |
| "learning_rate": 2.0247648251094187e-06, |
| "loss": 0.5496333241462708, |
| "step": 1812 |
| }, |
| { |
| "epoch": 2.6443148688046647, |
| "grad_norm": 0.14420591294765472, |
| "learning_rate": 2.0164106383924995e-06, |
| "loss": 1.0734022855758667, |
| "step": 1814 |
| }, |
| { |
| "epoch": 2.6472303206997085, |
| "grad_norm": 0.34557104110717773, |
| "learning_rate": 2.008120839541217e-06, |
| "loss": 0.8214896321296692, |
| "step": 1816 |
| }, |
| { |
| "epoch": 2.650145772594752, |
| "grad_norm": 0.19864369928836823, |
| "learning_rate": 1.9998955141823947e-06, |
| "loss": 1.1074302196502686, |
| "step": 1818 |
| }, |
| { |
| "epoch": 2.6530612244897958, |
| "grad_norm": 0.1151181161403656, |
| "learning_rate": 1.9917347472768996e-06, |
| "loss": 1.1880613565444946, |
| "step": 1820 |
| }, |
| { |
| "epoch": 2.6559766763848396, |
| "grad_norm": 0.3938349783420563, |
| "learning_rate": 1.983638623118759e-06, |
| "loss": 0.8221843242645264, |
| "step": 1822 |
| }, |
| { |
| "epoch": 2.6588921282798834, |
| "grad_norm": 0.4980735182762146, |
| "learning_rate": 1.9756072253342956e-06, |
| "loss": 1.0243555307388306, |
| "step": 1824 |
| }, |
| { |
| "epoch": 2.6618075801749272, |
| "grad_norm": 0.2903914451599121, |
| "learning_rate": 1.967640636881263e-06, |
| "loss": 1.1823608875274658, |
| "step": 1826 |
| }, |
| { |
| "epoch": 2.664723032069971, |
| "grad_norm": 0.1528269499540329, |
| "learning_rate": 1.9597389400479843e-06, |
| "loss": 1.1882878541946411, |
| "step": 1828 |
| }, |
| { |
| "epoch": 2.6676384839650145, |
| "grad_norm": 0.37738537788391113, |
| "learning_rate": 1.9519022164525086e-06, |
| "loss": 0.8332970142364502, |
| "step": 1830 |
| }, |
| { |
| "epoch": 2.6705539358600583, |
| "grad_norm": 0.10077593475580215, |
| "learning_rate": 1.9441305470417622e-06, |
| "loss": 1.1155685186386108, |
| "step": 1832 |
| }, |
| { |
| "epoch": 2.673469387755102, |
| "grad_norm": 0.24888084828853607, |
| "learning_rate": 1.936424012090716e-06, |
| "loss": 1.0899043083190918, |
| "step": 1834 |
| }, |
| { |
| "epoch": 2.6763848396501455, |
| "grad_norm": 0.3049887418746948, |
| "learning_rate": 1.9287826912015588e-06, |
| "loss": 1.3089343309402466, |
| "step": 1836 |
| }, |
| { |
| "epoch": 2.6793002915451893, |
| "grad_norm": 0.15812550485134125, |
| "learning_rate": 1.9212066633028635e-06, |
| "loss": 1.0993826389312744, |
| "step": 1838 |
| }, |
| { |
| "epoch": 2.682215743440233, |
| "grad_norm": 0.265886515378952, |
| "learning_rate": 1.9136960066487884e-06, |
| "loss": 1.0602340698242188, |
| "step": 1840 |
| }, |
| { |
| "epoch": 2.685131195335277, |
| "grad_norm": 0.8439386487007141, |
| "learning_rate": 1.9062507988182545e-06, |
| "loss": 1.0067952871322632, |
| "step": 1842 |
| }, |
| { |
| "epoch": 2.688046647230321, |
| "grad_norm": 0.45330727100372314, |
| "learning_rate": 1.8988711167141542e-06, |
| "loss": 0.5957139134407043, |
| "step": 1844 |
| }, |
| { |
| "epoch": 2.6909620991253647, |
| "grad_norm": 0.14824670553207397, |
| "learning_rate": 1.8915570365625508e-06, |
| "loss": 1.1712740659713745, |
| "step": 1846 |
| }, |
| { |
| "epoch": 2.693877551020408, |
| "grad_norm": 0.10511742532253265, |
| "learning_rate": 1.8843086339118943e-06, |
| "loss": 1.0602518320083618, |
| "step": 1848 |
| }, |
| { |
| "epoch": 2.696793002915452, |
| "grad_norm": 0.07894819229841232, |
| "learning_rate": 1.8771259836322376e-06, |
| "loss": 1.014635682106018, |
| "step": 1850 |
| }, |
| { |
| "epoch": 2.6997084548104957, |
| "grad_norm": 0.10334635525941849, |
| "learning_rate": 1.8700091599144688e-06, |
| "loss": 1.0106903314590454, |
| "step": 1852 |
| }, |
| { |
| "epoch": 2.702623906705539, |
| "grad_norm": 0.30136221647262573, |
| "learning_rate": 1.8629582362695395e-06, |
| "loss": 0.673401951789856, |
| "step": 1854 |
| }, |
| { |
| "epoch": 2.705539358600583, |
| "grad_norm": 0.5134400129318237, |
| "learning_rate": 1.8559732855277067e-06, |
| "loss": 1.1158447265625, |
| "step": 1856 |
| }, |
| { |
| "epoch": 2.7084548104956268, |
| "grad_norm": 0.35808032751083374, |
| "learning_rate": 1.8490543798377848e-06, |
| "loss": 1.2872017621994019, |
| "step": 1858 |
| }, |
| { |
| "epoch": 2.7113702623906706, |
| "grad_norm": 0.04801107197999954, |
| "learning_rate": 1.8422015906663964e-06, |
| "loss": 0.932016909122467, |
| "step": 1860 |
| }, |
| { |
| "epoch": 2.7142857142857144, |
| "grad_norm": 0.34277820587158203, |
| "learning_rate": 1.8354149887972297e-06, |
| "loss": 0.6936520338058472, |
| "step": 1862 |
| }, |
| { |
| "epoch": 2.7172011661807582, |
| "grad_norm": 0.16731053590774536, |
| "learning_rate": 1.8286946443303187e-06, |
| "loss": 1.1427615880966187, |
| "step": 1864 |
| }, |
| { |
| "epoch": 2.7201166180758016, |
| "grad_norm": 0.8489914536476135, |
| "learning_rate": 1.822040626681308e-06, |
| "loss": 1.0948349237442017, |
| "step": 1866 |
| }, |
| { |
| "epoch": 2.7230320699708455, |
| "grad_norm": 0.41851627826690674, |
| "learning_rate": 1.8154530045807438e-06, |
| "loss": 1.157147765159607, |
| "step": 1868 |
| }, |
| { |
| "epoch": 2.7259475218658893, |
| "grad_norm": 0.09261982142925262, |
| "learning_rate": 1.808931846073361e-06, |
| "loss": 1.0182065963745117, |
| "step": 1870 |
| }, |
| { |
| "epoch": 2.7288629737609327, |
| "grad_norm": 0.07328807562589645, |
| "learning_rate": 1.8024772185173758e-06, |
| "loss": 0.9535019397735596, |
| "step": 1872 |
| }, |
| { |
| "epoch": 2.7317784256559765, |
| "grad_norm": 0.3953118324279785, |
| "learning_rate": 1.7960891885837988e-06, |
| "loss": 0.5561579465866089, |
| "step": 1874 |
| }, |
| { |
| "epoch": 2.7346938775510203, |
| "grad_norm": 0.7391979694366455, |
| "learning_rate": 1.7897678222557402e-06, |
| "loss": 0.9951037764549255, |
| "step": 1876 |
| }, |
| { |
| "epoch": 2.737609329446064, |
| "grad_norm": 0.16622287034988403, |
| "learning_rate": 1.7835131848277288e-06, |
| "loss": 1.129691243171692, |
| "step": 1878 |
| }, |
| { |
| "epoch": 2.740524781341108, |
| "grad_norm": 0.08795658499002457, |
| "learning_rate": 1.7773253409050398e-06, |
| "loss": 0.9720866680145264, |
| "step": 1880 |
| }, |
| { |
| "epoch": 2.743440233236152, |
| "grad_norm": 0.10475818812847137, |
| "learning_rate": 1.7712043544030265e-06, |
| "loss": 0.9624143242835999, |
| "step": 1882 |
| }, |
| { |
| "epoch": 2.746355685131195, |
| "grad_norm": 0.5169785618782043, |
| "learning_rate": 1.7651502885464582e-06, |
| "loss": 0.7830743789672852, |
| "step": 1884 |
| }, |
| { |
| "epoch": 2.749271137026239, |
| "grad_norm": 0.06864479184150696, |
| "learning_rate": 1.7591632058688719e-06, |
| "loss": 1.1376532316207886, |
| "step": 1886 |
| }, |
| { |
| "epoch": 2.752186588921283, |
| "grad_norm": 4.637813091278076, |
| "learning_rate": 1.7532431682119205e-06, |
| "loss": 0.8696690797805786, |
| "step": 1888 |
| }, |
| { |
| "epoch": 2.7551020408163263, |
| "grad_norm": 0.15929657220840454, |
| "learning_rate": 1.7473902367247361e-06, |
| "loss": 1.1236258745193481, |
| "step": 1890 |
| }, |
| { |
| "epoch": 2.75801749271137, |
| "grad_norm": 0.3590356707572937, |
| "learning_rate": 1.7416044718633025e-06, |
| "loss": 0.8365395665168762, |
| "step": 1892 |
| }, |
| { |
| "epoch": 2.760932944606414, |
| "grad_norm": 0.1510230451822281, |
| "learning_rate": 1.735885933389825e-06, |
| "loss": 0.6292239427566528, |
| "step": 1894 |
| }, |
| { |
| "epoch": 2.7638483965014577, |
| "grad_norm": 0.18348506093025208, |
| "learning_rate": 1.730234680372116e-06, |
| "loss": 1.1290793418884277, |
| "step": 1896 |
| }, |
| { |
| "epoch": 2.7667638483965016, |
| "grad_norm": 0.16462060809135437, |
| "learning_rate": 1.7246507711829852e-06, |
| "loss": 1.1606987714767456, |
| "step": 1898 |
| }, |
| { |
| "epoch": 2.7696793002915454, |
| "grad_norm": 0.16783565282821655, |
| "learning_rate": 1.719134263499633e-06, |
| "loss": 0.9577206373214722, |
| "step": 1900 |
| }, |
| { |
| "epoch": 2.772594752186589, |
| "grad_norm": 0.08972535282373428, |
| "learning_rate": 1.7136852143030605e-06, |
| "loss": 0.9086419343948364, |
| "step": 1902 |
| }, |
| { |
| "epoch": 2.7755102040816326, |
| "grad_norm": 0.25966984033584595, |
| "learning_rate": 1.7083036798774771e-06, |
| "loss": 1.16250479221344, |
| "step": 1904 |
| }, |
| { |
| "epoch": 2.7784256559766765, |
| "grad_norm": 0.14714005589485168, |
| "learning_rate": 1.7029897158097191e-06, |
| "loss": 0.6218932867050171, |
| "step": 1906 |
| }, |
| { |
| "epoch": 2.78134110787172, |
| "grad_norm": 0.1505810022354126, |
| "learning_rate": 1.6977433769886777e-06, |
| "loss": 0.9435967206954956, |
| "step": 1908 |
| }, |
| { |
| "epoch": 2.7842565597667637, |
| "grad_norm": 0.5554741621017456, |
| "learning_rate": 1.6925647176047304e-06, |
| "loss": 1.2954356670379639, |
| "step": 1910 |
| }, |
| { |
| "epoch": 2.7871720116618075, |
| "grad_norm": 0.7726877331733704, |
| "learning_rate": 1.6874537911491804e-06, |
| "loss": 1.100317120552063, |
| "step": 1912 |
| }, |
| { |
| "epoch": 2.7900874635568513, |
| "grad_norm": 0.1900632381439209, |
| "learning_rate": 1.682410650413707e-06, |
| "loss": 1.1734505891799927, |
| "step": 1914 |
| }, |
| { |
| "epoch": 2.793002915451895, |
| "grad_norm": 0.2996356189250946, |
| "learning_rate": 1.6774353474898176e-06, |
| "loss": 0.6496275067329407, |
| "step": 1916 |
| }, |
| { |
| "epoch": 2.795918367346939, |
| "grad_norm": 0.28916487097740173, |
| "learning_rate": 1.6725279337683096e-06, |
| "loss": 0.8404643535614014, |
| "step": 1918 |
| }, |
| { |
| "epoch": 2.7988338192419824, |
| "grad_norm": 0.30399462580680847, |
| "learning_rate": 1.6676884599387447e-06, |
| "loss": 0.8097843527793884, |
| "step": 1920 |
| }, |
| { |
| "epoch": 2.801749271137026, |
| "grad_norm": 0.15744291245937347, |
| "learning_rate": 1.6629169759889167e-06, |
| "loss": 1.1007176637649536, |
| "step": 1922 |
| }, |
| { |
| "epoch": 2.80466472303207, |
| "grad_norm": 0.22451713681221008, |
| "learning_rate": 1.6582135312043415e-06, |
| "loss": 1.1043728590011597, |
| "step": 1924 |
| }, |
| { |
| "epoch": 2.8075801749271134, |
| "grad_norm": 0.16485294699668884, |
| "learning_rate": 1.6535781741677468e-06, |
| "loss": 1.1978418827056885, |
| "step": 1926 |
| }, |
| { |
| "epoch": 2.8104956268221573, |
| "grad_norm": 0.11872020363807678, |
| "learning_rate": 1.6490109527585685e-06, |
| "loss": 1.0319398641586304, |
| "step": 1928 |
| }, |
| { |
| "epoch": 2.813411078717201, |
| "grad_norm": 0.22041387856006622, |
| "learning_rate": 1.6445119141524586e-06, |
| "loss": 1.0383124351501465, |
| "step": 1930 |
| }, |
| { |
| "epoch": 2.816326530612245, |
| "grad_norm": 0.1371716856956482, |
| "learning_rate": 1.6400811048207957e-06, |
| "loss": 1.0704172849655151, |
| "step": 1932 |
| }, |
| { |
| "epoch": 2.8192419825072887, |
| "grad_norm": 0.33869630098342896, |
| "learning_rate": 1.6357185705302059e-06, |
| "loss": 0.9032880663871765, |
| "step": 1934 |
| }, |
| { |
| "epoch": 2.8221574344023326, |
| "grad_norm": 0.19506464898586273, |
| "learning_rate": 1.6314243563420908e-06, |
| "loss": 1.1649752855300903, |
| "step": 1936 |
| }, |
| { |
| "epoch": 2.825072886297376, |
| "grad_norm": 0.16767188906669617, |
| "learning_rate": 1.627198506612162e-06, |
| "loss": 1.197486162185669, |
| "step": 1938 |
| }, |
| { |
| "epoch": 2.82798833819242, |
| "grad_norm": 0.17042168974876404, |
| "learning_rate": 1.62304106498998e-06, |
| "loss": 1.065731167793274, |
| "step": 1940 |
| }, |
| { |
| "epoch": 2.8309037900874636, |
| "grad_norm": 0.25560781359672546, |
| "learning_rate": 1.6189520744185072e-06, |
| "loss": 0.9224144220352173, |
| "step": 1942 |
| }, |
| { |
| "epoch": 2.8338192419825075, |
| "grad_norm": 0.20863035321235657, |
| "learning_rate": 1.614931577133663e-06, |
| "loss": 1.0565248727798462, |
| "step": 1944 |
| }, |
| { |
| "epoch": 2.836734693877551, |
| "grad_norm": 0.19189637899398804, |
| "learning_rate": 1.6109796146638871e-06, |
| "loss": 1.232025384902954, |
| "step": 1946 |
| }, |
| { |
| "epoch": 2.8396501457725947, |
| "grad_norm": 0.6458204984664917, |
| "learning_rate": 1.6070962278297113e-06, |
| "loss": 1.0065245628356934, |
| "step": 1948 |
| }, |
| { |
| "epoch": 2.8425655976676385, |
| "grad_norm": 0.3259865939617157, |
| "learning_rate": 1.6032814567433348e-06, |
| "loss": 1.2361031770706177, |
| "step": 1950 |
| }, |
| { |
| "epoch": 2.8454810495626823, |
| "grad_norm": 0.4714111089706421, |
| "learning_rate": 1.5995353408082157e-06, |
| "loss": 1.3339447975158691, |
| "step": 1952 |
| }, |
| { |
| "epoch": 2.848396501457726, |
| "grad_norm": 0.16928227245807648, |
| "learning_rate": 1.5958579187186582e-06, |
| "loss": 1.0442076921463013, |
| "step": 1954 |
| }, |
| { |
| "epoch": 2.8513119533527695, |
| "grad_norm": 0.3731814920902252, |
| "learning_rate": 1.5922492284594174e-06, |
| "loss": 0.878253698348999, |
| "step": 1956 |
| }, |
| { |
| "epoch": 2.8542274052478134, |
| "grad_norm": 0.6527604460716248, |
| "learning_rate": 1.5887093073053036e-06, |
| "loss": 1.0772031545639038, |
| "step": 1958 |
| }, |
| { |
| "epoch": 2.857142857142857, |
| "grad_norm": 0.18542839586734772, |
| "learning_rate": 1.5852381918207995e-06, |
| "loss": 1.116060733795166, |
| "step": 1960 |
| }, |
| { |
| "epoch": 2.860058309037901, |
| "grad_norm": 0.250535786151886, |
| "learning_rate": 1.5818359178596806e-06, |
| "loss": 1.1924026012420654, |
| "step": 1962 |
| }, |
| { |
| "epoch": 2.8629737609329444, |
| "grad_norm": 0.07601413875818253, |
| "learning_rate": 1.5785025205646468e-06, |
| "loss": 0.9614888429641724, |
| "step": 1964 |
| }, |
| { |
| "epoch": 2.8658892128279883, |
| "grad_norm": 0.17522846162319183, |
| "learning_rate": 1.5752380343669574e-06, |
| "loss": 1.0021862983703613, |
| "step": 1966 |
| }, |
| { |
| "epoch": 2.868804664723032, |
| "grad_norm": 0.22332464158535004, |
| "learning_rate": 1.5720424929860793e-06, |
| "loss": 1.0522475242614746, |
| "step": 1968 |
| }, |
| { |
| "epoch": 2.871720116618076, |
| "grad_norm": 0.39566364884376526, |
| "learning_rate": 1.5689159294293333e-06, |
| "loss": 1.0991871356964111, |
| "step": 1970 |
| }, |
| { |
| "epoch": 2.8746355685131197, |
| "grad_norm": 0.3006777763366699, |
| "learning_rate": 1.5658583759915563e-06, |
| "loss": 1.068638801574707, |
| "step": 1972 |
| }, |
| { |
| "epoch": 2.877551020408163, |
| "grad_norm": 0.18835684657096863, |
| "learning_rate": 1.5628698642547674e-06, |
| "loss": 1.0682188272476196, |
| "step": 1974 |
| }, |
| { |
| "epoch": 2.880466472303207, |
| "grad_norm": 0.13527542352676392, |
| "learning_rate": 1.5599504250878434e-06, |
| "loss": 1.0796337127685547, |
| "step": 1976 |
| }, |
| { |
| "epoch": 2.883381924198251, |
| "grad_norm": 0.2289610654115677, |
| "learning_rate": 1.5571000886461946e-06, |
| "loss": 1.1682178974151611, |
| "step": 1978 |
| }, |
| { |
| "epoch": 2.8862973760932946, |
| "grad_norm": 0.3208562731742859, |
| "learning_rate": 1.5543188843714597e-06, |
| "loss": 0.6415768265724182, |
| "step": 1980 |
| }, |
| { |
| "epoch": 2.889212827988338, |
| "grad_norm": 0.2707623541355133, |
| "learning_rate": 1.551606840991198e-06, |
| "loss": 0.5584684014320374, |
| "step": 1982 |
| }, |
| { |
| "epoch": 2.892128279883382, |
| "grad_norm": 0.24681639671325684, |
| "learning_rate": 1.5489639865185929e-06, |
| "loss": 0.9024500846862793, |
| "step": 1984 |
| }, |
| { |
| "epoch": 2.8950437317784257, |
| "grad_norm": 0.2885083556175232, |
| "learning_rate": 1.5463903482521637e-06, |
| "loss": 1.0408830642700195, |
| "step": 1986 |
| }, |
| { |
| "epoch": 2.8979591836734695, |
| "grad_norm": 0.2863474190235138, |
| "learning_rate": 1.543885952775484e-06, |
| "loss": 0.5923194289207458, |
| "step": 1988 |
| }, |
| { |
| "epoch": 2.9008746355685133, |
| "grad_norm": 0.13149987161159515, |
| "learning_rate": 1.5414508259569033e-06, |
| "loss": 1.0203630924224854, |
| "step": 1990 |
| }, |
| { |
| "epoch": 2.9037900874635567, |
| "grad_norm": 0.08542142808437347, |
| "learning_rate": 1.5390849929492853e-06, |
| "loss": 0.4749288260936737, |
| "step": 1992 |
| }, |
| { |
| "epoch": 2.9067055393586005, |
| "grad_norm": 0.39572906494140625, |
| "learning_rate": 1.5367884781897442e-06, |
| "loss": 0.9975032210350037, |
| "step": 1994 |
| }, |
| { |
| "epoch": 2.9096209912536444, |
| "grad_norm": 0.3944467604160309, |
| "learning_rate": 1.5345613053993947e-06, |
| "loss": 1.2269786596298218, |
| "step": 1996 |
| }, |
| { |
| "epoch": 2.912536443148688, |
| "grad_norm": 0.14900818467140198, |
| "learning_rate": 1.5324034975831053e-06, |
| "loss": 1.2356706857681274, |
| "step": 1998 |
| }, |
| { |
| "epoch": 2.9154518950437316, |
| "grad_norm": 0.31048882007598877, |
| "learning_rate": 1.53031507702926e-06, |
| "loss": 1.218428611755371, |
| "step": 2000 |
| }, |
| { |
| "epoch": 2.9183673469387754, |
| "grad_norm": 0.1689174771308899, |
| "learning_rate": 1.5282960653095309e-06, |
| "loss": 0.9620698094367981, |
| "step": 2002 |
| }, |
| { |
| "epoch": 2.9212827988338192, |
| "grad_norm": 0.2305694818496704, |
| "learning_rate": 1.5263464832786536e-06, |
| "loss": 1.2038404941558838, |
| "step": 2004 |
| }, |
| { |
| "epoch": 2.924198250728863, |
| "grad_norm": 0.12036718428134918, |
| "learning_rate": 1.5244663510742102e-06, |
| "loss": 0.9968715310096741, |
| "step": 2006 |
| }, |
| { |
| "epoch": 2.927113702623907, |
| "grad_norm": 0.12467171996831894, |
| "learning_rate": 1.5226556881164256e-06, |
| "loss": 1.0186277627944946, |
| "step": 2008 |
| }, |
| { |
| "epoch": 2.9300291545189503, |
| "grad_norm": 0.13296104967594147, |
| "learning_rate": 1.5209145131079634e-06, |
| "loss": 1.026340365409851, |
| "step": 2010 |
| }, |
| { |
| "epoch": 2.932944606413994, |
| "grad_norm": 0.12233509868383408, |
| "learning_rate": 1.5192428440337316e-06, |
| "loss": 1.182348608970642, |
| "step": 2012 |
| }, |
| { |
| "epoch": 2.935860058309038, |
| "grad_norm": 0.1486111879348755, |
| "learning_rate": 1.5176406981607024e-06, |
| "loss": 1.0666353702545166, |
| "step": 2014 |
| }, |
| { |
| "epoch": 2.938775510204082, |
| "grad_norm": 0.5397063493728638, |
| "learning_rate": 1.5161080920377289e-06, |
| "loss": 1.389245629310608, |
| "step": 2016 |
| }, |
| { |
| "epoch": 2.941690962099125, |
| "grad_norm": 0.15026716887950897, |
| "learning_rate": 1.5146450414953738e-06, |
| "loss": 1.0400997400283813, |
| "step": 2018 |
| }, |
| { |
| "epoch": 2.944606413994169, |
| "grad_norm": 0.11009442806243896, |
| "learning_rate": 1.5132515616457505e-06, |
| "loss": 1.001649260520935, |
| "step": 2020 |
| }, |
| { |
| "epoch": 2.947521865889213, |
| "grad_norm": 0.7643895745277405, |
| "learning_rate": 1.5119276668823628e-06, |
| "loss": 0.37964844703674316, |
| "step": 2022 |
| }, |
| { |
| "epoch": 2.9504373177842567, |
| "grad_norm": 0.2546994984149933, |
| "learning_rate": 1.510673370879957e-06, |
| "loss": 1.0618635416030884, |
| "step": 2024 |
| }, |
| { |
| "epoch": 2.9533527696793005, |
| "grad_norm": 0.15609286725521088, |
| "learning_rate": 1.5094886865943835e-06, |
| "loss": 1.013123869895935, |
| "step": 2026 |
| }, |
| { |
| "epoch": 2.956268221574344, |
| "grad_norm": 0.09666828066110611, |
| "learning_rate": 1.5083736262624577e-06, |
| "loss": 0.7794107794761658, |
| "step": 2028 |
| }, |
| { |
| "epoch": 2.9591836734693877, |
| "grad_norm": 0.07339915633201599, |
| "learning_rate": 1.5073282014018395e-06, |
| "loss": 1.3735166788101196, |
| "step": 2030 |
| }, |
| { |
| "epoch": 2.9620991253644315, |
| "grad_norm": 0.6088920831680298, |
| "learning_rate": 1.5063524228109107e-06, |
| "loss": 0.8808611035346985, |
| "step": 2032 |
| }, |
| { |
| "epoch": 2.9650145772594754, |
| "grad_norm": 0.1744547188282013, |
| "learning_rate": 1.5054463005686626e-06, |
| "loss": 1.1831696033477783, |
| "step": 2034 |
| }, |
| { |
| "epoch": 2.9679300291545188, |
| "grad_norm": 0.24790845811367035, |
| "learning_rate": 1.5046098440345955e-06, |
| "loss": 1.00650155544281, |
| "step": 2036 |
| }, |
| { |
| "epoch": 2.9708454810495626, |
| "grad_norm": 0.18026836216449738, |
| "learning_rate": 1.5038430618486194e-06, |
| "loss": 1.1893560886383057, |
| "step": 2038 |
| }, |
| { |
| "epoch": 2.9737609329446064, |
| "grad_norm": 0.1259116381406784, |
| "learning_rate": 1.5031459619309653e-06, |
| "loss": 1.0219632387161255, |
| "step": 2040 |
| }, |
| { |
| "epoch": 2.9766763848396502, |
| "grad_norm": 0.15073135495185852, |
| "learning_rate": 1.502518551482103e-06, |
| "loss": 0.7194128036499023, |
| "step": 2042 |
| }, |
| { |
| "epoch": 2.979591836734694, |
| "grad_norm": 0.05049153417348862, |
| "learning_rate": 1.5019608369826692e-06, |
| "loss": 1.1609373092651367, |
| "step": 2044 |
| }, |
| { |
| "epoch": 2.9825072886297375, |
| "grad_norm": 0.11255478858947754, |
| "learning_rate": 1.501472824193396e-06, |
| "loss": 1.1452926397323608, |
| "step": 2046 |
| }, |
| { |
| "epoch": 2.9854227405247813, |
| "grad_norm": 0.16929762065410614, |
| "learning_rate": 1.5010545181550563e-06, |
| "loss": 0.5922563076019287, |
| "step": 2048 |
| }, |
| { |
| "epoch": 2.988338192419825, |
| "grad_norm": 0.1267116516828537, |
| "learning_rate": 1.5007059231884077e-06, |
| "loss": 0.49650248885154724, |
| "step": 2050 |
| }, |
| { |
| "epoch": 2.991253644314869, |
| "grad_norm": 0.1838807910680771, |
| "learning_rate": 1.5004270428941505e-06, |
| "loss": 1.1091796159744263, |
| "step": 2052 |
| }, |
| { |
| "epoch": 2.9941690962099123, |
| "grad_norm": 0.08408603817224503, |
| "learning_rate": 1.500217880152889e-06, |
| "loss": 1.0519981384277344, |
| "step": 2054 |
| }, |
| { |
| "epoch": 2.997084548104956, |
| "grad_norm": 0.36840710043907166, |
| "learning_rate": 1.5000784371251037e-06, |
| "loss": 0.9989621639251709, |
| "step": 2056 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.15688389539718628, |
| "learning_rate": 1.5000087152511266e-06, |
| "loss": 1.1339861154556274, |
| "step": 2058 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 2058, |
| "total_flos": 3.1865440491043553e+18, |
| "train_loss": 1.1440774658359985, |
| "train_runtime": 18974.7516, |
| "train_samples_per_second": 1.735, |
| "train_steps_per_second": 0.108 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 2058, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 9999999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.1865440491043553e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
