| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 1962, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0030581039755351682, |
| "grad_norm": 0.6435028314590454, |
| "learning_rate": 1.0101010101010103e-07, |
| "loss": 1.8936554193496704, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0061162079510703364, |
| "grad_norm": 0.5548882484436035, |
| "learning_rate": 3.0303030303030305e-07, |
| "loss": 1.8550586700439453, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.009174311926605505, |
| "grad_norm": 0.27108362317085266, |
| "learning_rate": 5.05050505050505e-07, |
| "loss": 1.890197992324829, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.012232415902140673, |
| "grad_norm": 0.24754057824611664, |
| "learning_rate": 7.070707070707071e-07, |
| "loss": 1.8445472717285156, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.01529051987767584, |
| "grad_norm": 0.39890649914741516, |
| "learning_rate": 9.090909090909091e-07, |
| "loss": 2.010572910308838, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.01834862385321101, |
| "grad_norm": 0.23249551653862, |
| "learning_rate": 1.111111111111111e-06, |
| "loss": 1.8801705837249756, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.021406727828746176, |
| "grad_norm": 0.4299562871456146, |
| "learning_rate": 1.3131313131313134e-06, |
| "loss": 1.8805203437805176, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.024464831804281346, |
| "grad_norm": 0.5231528282165527, |
| "learning_rate": 1.5151515151515152e-06, |
| "loss": 1.9465537071228027, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.027522935779816515, |
| "grad_norm": 0.3482355773448944, |
| "learning_rate": 1.7171717171717173e-06, |
| "loss": 1.8298053741455078, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.03058103975535168, |
| "grad_norm": 0.3003389239311218, |
| "learning_rate": 1.9191919191919192e-06, |
| "loss": 1.853845238685608, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.03363914373088685, |
| "grad_norm": 0.5087025165557861, |
| "learning_rate": 2.1212121212121216e-06, |
| "loss": 1.9923889636993408, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.03669724770642202, |
| "grad_norm": 2.0046560764312744, |
| "learning_rate": 2.3232323232323234e-06, |
| "loss": 2.008021354675293, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.039755351681957186, |
| "grad_norm": 0.2651369571685791, |
| "learning_rate": 2.5252525252525258e-06, |
| "loss": 1.7058303356170654, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.04281345565749235, |
| "grad_norm": 0.5547925233840942, |
| "learning_rate": 2.7272727272727272e-06, |
| "loss": 1.8821287155151367, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.045871559633027525, |
| "grad_norm": 0.5607280731201172, |
| "learning_rate": 2.9292929292929295e-06, |
| "loss": 2.1788079738616943, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.04892966360856269, |
| "grad_norm": 0.36416563391685486, |
| "learning_rate": 3.131313131313132e-06, |
| "loss": 1.8534326553344727, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.05198776758409786, |
| "grad_norm": 0.4965146481990814, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 1.9557833671569824, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.05504587155963303, |
| "grad_norm": 0.3163432776927948, |
| "learning_rate": 3.5353535353535356e-06, |
| "loss": 1.7984235286712646, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.0581039755351682, |
| "grad_norm": 0.3063645362854004, |
| "learning_rate": 3.737373737373738e-06, |
| "loss": 1.8264985084533691, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.06116207951070336, |
| "grad_norm": 0.30639225244522095, |
| "learning_rate": 3.93939393939394e-06, |
| "loss": 1.8241571187973022, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.06422018348623854, |
| "grad_norm": 0.3971042335033417, |
| "learning_rate": 4.141414141414142e-06, |
| "loss": 1.874243974685669, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.0672782874617737, |
| "grad_norm": 0.6156560182571411, |
| "learning_rate": 4.343434343434344e-06, |
| "loss": 1.965466022491455, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.07033639143730887, |
| "grad_norm": 0.5533192753791809, |
| "learning_rate": 4.5454545454545455e-06, |
| "loss": 2.0693740844726562, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.07339449541284404, |
| "grad_norm": 1.9126055240631104, |
| "learning_rate": 4.747474747474748e-06, |
| "loss": 2.060253143310547, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.0764525993883792, |
| "grad_norm": 0.3860923647880554, |
| "learning_rate": 4.94949494949495e-06, |
| "loss": 1.8577625751495361, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.07951070336391437, |
| "grad_norm": 0.4684409499168396, |
| "learning_rate": 5.151515151515152e-06, |
| "loss": 1.8510971069335938, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.08256880733944955, |
| "grad_norm": 0.4307204484939575, |
| "learning_rate": 5.353535353535354e-06, |
| "loss": 1.9931628704071045, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.0856269113149847, |
| "grad_norm": 0.3140373229980469, |
| "learning_rate": 5.555555555555557e-06, |
| "loss": 1.925836443901062, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.08868501529051988, |
| "grad_norm": 0.36317509412765503, |
| "learning_rate": 5.7575757575757586e-06, |
| "loss": 1.9616905450820923, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.09174311926605505, |
| "grad_norm": 0.21478985249996185, |
| "learning_rate": 5.95959595959596e-06, |
| "loss": 1.895378589630127, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.09480122324159021, |
| "grad_norm": 0.2936638593673706, |
| "learning_rate": 6.1616161616161615e-06, |
| "loss": 1.8279492855072021, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.09785932721712538, |
| "grad_norm": 0.3114721179008484, |
| "learning_rate": 6.363636363636364e-06, |
| "loss": 1.715104103088379, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.10091743119266056, |
| "grad_norm": 0.32813334465026855, |
| "learning_rate": 6.565656565656566e-06, |
| "loss": 1.852712631225586, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.10397553516819572, |
| "grad_norm": 0.37994885444641113, |
| "learning_rate": 6.767676767676769e-06, |
| "loss": 1.9753448963165283, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.10703363914373089, |
| "grad_norm": 0.5206537246704102, |
| "learning_rate": 6.969696969696971e-06, |
| "loss": 1.8388103246688843, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.11009174311926606, |
| "grad_norm": 0.6430595517158508, |
| "learning_rate": 7.171717171717172e-06, |
| "loss": 2.0399489402770996, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.11314984709480122, |
| "grad_norm": 0.5809399485588074, |
| "learning_rate": 7.373737373737374e-06, |
| "loss": 2.1389784812927246, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.1162079510703364, |
| "grad_norm": 1.2094364166259766, |
| "learning_rate": 7.5757575757575764e-06, |
| "loss": 1.9202568531036377, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.11926605504587157, |
| "grad_norm": 0.7485645413398743, |
| "learning_rate": 7.77777777777778e-06, |
| "loss": 2.2573585510253906, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.12232415902140673, |
| "grad_norm": 0.47476136684417725, |
| "learning_rate": 7.97979797979798e-06, |
| "loss": 1.8947498798370361, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.12538226299694188, |
| "grad_norm": 0.24537041783332825, |
| "learning_rate": 8.181818181818183e-06, |
| "loss": 1.636450171470642, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.12844036697247707, |
| "grad_norm": 0.4732670783996582, |
| "learning_rate": 8.383838383838384e-06, |
| "loss": 1.818341612815857, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.13149847094801223, |
| "grad_norm": 0.37070026993751526, |
| "learning_rate": 8.585858585858587e-06, |
| "loss": 1.845613718032837, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.1345565749235474, |
| "grad_norm": 0.3881911635398865, |
| "learning_rate": 8.787878787878788e-06, |
| "loss": 1.7559518814086914, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.13761467889908258, |
| "grad_norm": 0.45207998156547546, |
| "learning_rate": 8.98989898989899e-06, |
| "loss": 1.7992792129516602, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.14067278287461774, |
| "grad_norm": 0.1907433420419693, |
| "learning_rate": 9.191919191919193e-06, |
| "loss": 1.8380980491638184, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.1437308868501529, |
| "grad_norm": 0.2265041321516037, |
| "learning_rate": 9.393939393939396e-06, |
| "loss": 1.9353697299957275, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.14678899082568808, |
| "grad_norm": 0.5571039319038391, |
| "learning_rate": 9.595959595959597e-06, |
| "loss": 1.861445665359497, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.14984709480122324, |
| "grad_norm": 0.318570613861084, |
| "learning_rate": 9.797979797979798e-06, |
| "loss": 1.7963485717773438, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.1529051987767584, |
| "grad_norm": 0.35685858130455017, |
| "learning_rate": 1e-05, |
| "loss": 1.955026626586914, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.1559633027522936, |
| "grad_norm": 0.7966809272766113, |
| "learning_rate": 9.99997440729838e-06, |
| "loss": 1.8856327533721924, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.15902140672782875, |
| "grad_norm": 0.2650541663169861, |
| "learning_rate": 9.999897629484621e-06, |
| "loss": 1.814586877822876, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.1620795107033639, |
| "grad_norm": 0.36088353395462036, |
| "learning_rate": 9.999769667432037e-06, |
| "loss": 1.8607715368270874, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.1651376146788991, |
| "grad_norm": 0.6270299553871155, |
| "learning_rate": 9.999590522596136e-06, |
| "loss": 1.9078267812728882, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.16819571865443425, |
| "grad_norm": 0.27504709362983704, |
| "learning_rate": 9.999360197014607e-06, |
| "loss": 1.9029535055160522, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.1712538226299694, |
| "grad_norm": 0.5007109642028809, |
| "learning_rate": 9.999078693307296e-06, |
| "loss": 1.7704020738601685, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.1743119266055046, |
| "grad_norm": 0.5426493883132935, |
| "learning_rate": 9.99874601467618e-06, |
| "loss": 1.8907287120819092, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.17737003058103976, |
| "grad_norm": 0.26077231764793396, |
| "learning_rate": 9.998362164905318e-06, |
| "loss": 1.760542869567871, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.18042813455657492, |
| "grad_norm": 0.37686067819595337, |
| "learning_rate": 9.997927148360824e-06, |
| "loss": 1.995668649673462, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.1834862385321101, |
| "grad_norm": 0.4259154498577118, |
| "learning_rate": 9.99744096999081e-06, |
| "loss": 1.8606561422348022, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.18654434250764526, |
| "grad_norm": 0.3365345299243927, |
| "learning_rate": 9.996903635325326e-06, |
| "loss": 1.909229040145874, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.18960244648318042, |
| "grad_norm": 0.25919589400291443, |
| "learning_rate": 9.996315150476308e-06, |
| "loss": 1.9200305938720703, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.1926605504587156, |
| "grad_norm": 0.2932458221912384, |
| "learning_rate": 9.995675522137492e-06, |
| "loss": 1.8696832656860352, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.19571865443425077, |
| "grad_norm": 0.38474535942077637, |
| "learning_rate": 9.994984757584353e-06, |
| "loss": 1.828667402267456, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.19877675840978593, |
| "grad_norm": 0.3214952349662781, |
| "learning_rate": 9.994242864674021e-06, |
| "loss": 1.8718284368515015, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.2018348623853211, |
| "grad_norm": 0.33034268021583557, |
| "learning_rate": 9.993449851845176e-06, |
| "loss": 1.8226697444915771, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.20489296636085627, |
| "grad_norm": 0.8973183631896973, |
| "learning_rate": 9.992605728117972e-06, |
| "loss": 1.9453703165054321, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.20795107033639143, |
| "grad_norm": 0.6750196218490601, |
| "learning_rate": 9.991710503093923e-06, |
| "loss": 1.820605993270874, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.21100917431192662, |
| "grad_norm": 0.2680327594280243, |
| "learning_rate": 9.990764186955797e-06, |
| "loss": 1.711888074874878, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.21406727828746178, |
| "grad_norm": 0.3089163899421692, |
| "learning_rate": 9.989766790467498e-06, |
| "loss": 1.668878197669983, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.21712538226299694, |
| "grad_norm": 0.5638787746429443, |
| "learning_rate": 9.988718324973947e-06, |
| "loss": 1.7612136602401733, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.22018348623853212, |
| "grad_norm": 0.24349473416805267, |
| "learning_rate": 9.98761880240095e-06, |
| "loss": 1.6873559951782227, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.22324159021406728, |
| "grad_norm": 0.3549518585205078, |
| "learning_rate": 9.986468235255065e-06, |
| "loss": 1.743373990058899, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.22629969418960244, |
| "grad_norm": 0.44438421726226807, |
| "learning_rate": 9.985266636623457e-06, |
| "loss": 1.6509066820144653, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.22935779816513763, |
| "grad_norm": 0.46152663230895996, |
| "learning_rate": 9.984014020173748e-06, |
| "loss": 1.8014967441558838, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.2324159021406728, |
| "grad_norm": 0.278169184923172, |
| "learning_rate": 9.98271040015387e-06, |
| "loss": 1.8622685670852661, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.23547400611620795, |
| "grad_norm": 0.3168479800224304, |
| "learning_rate": 9.981355791391891e-06, |
| "loss": 1.8940097093582153, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.23853211009174313, |
| "grad_norm": 0.3639688491821289, |
| "learning_rate": 9.979950209295855e-06, |
| "loss": 1.7917258739471436, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.2415902140672783, |
| "grad_norm": 0.40860888361930847, |
| "learning_rate": 9.978493669853606e-06, |
| "loss": 1.8766049146652222, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.24464831804281345, |
| "grad_norm": 0.315494179725647, |
| "learning_rate": 9.976986189632597e-06, |
| "loss": 1.7932193279266357, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.24770642201834864, |
| "grad_norm": 0.3525390923023224, |
| "learning_rate": 9.975427785779717e-06, |
| "loss": 1.9470767974853516, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.25076452599388377, |
| "grad_norm": 0.33575552701950073, |
| "learning_rate": 9.97381847602108e-06, |
| "loss": 1.7163609266281128, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.25382262996941896, |
| "grad_norm": 1.193529725074768, |
| "learning_rate": 9.972158278661838e-06, |
| "loss": 1.877960205078125, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.25688073394495414, |
| "grad_norm": 0.348765105009079, |
| "learning_rate": 9.970447212585961e-06, |
| "loss": 1.6149842739105225, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.2599388379204893, |
| "grad_norm": 0.5527969598770142, |
| "learning_rate": 9.968685297256027e-06, |
| "loss": 1.8597733974456787, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.26299694189602446, |
| "grad_norm": 0.656193196773529, |
| "learning_rate": 9.966872552713006e-06, |
| "loss": 1.5253994464874268, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.26605504587155965, |
| "grad_norm": 0.7701634764671326, |
| "learning_rate": 9.965008999576018e-06, |
| "loss": 1.5178442001342773, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.2691131498470948, |
| "grad_norm": 0.3889455795288086, |
| "learning_rate": 9.963094659042113e-06, |
| "loss": 1.7432003021240234, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.27217125382262997, |
| "grad_norm": 0.7660208344459534, |
| "learning_rate": 9.961129552886024e-06, |
| "loss": 1.655880331993103, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.27522935779816515, |
| "grad_norm": 0.7760636210441589, |
| "learning_rate": 9.959113703459917e-06, |
| "loss": 1.9860963821411133, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.2782874617737003, |
| "grad_norm": 1.5110101699829102, |
| "learning_rate": 9.957047133693141e-06, |
| "loss": 1.9139325618743896, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.28134556574923547, |
| "grad_norm": 1.1153804063796997, |
| "learning_rate": 9.954929867091961e-06, |
| "loss": 1.7500460147857666, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.28440366972477066, |
| "grad_norm": 0.3268054723739624, |
| "learning_rate": 9.952761927739303e-06, |
| "loss": 1.5284479856491089, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.2874617737003058, |
| "grad_norm": 0.2701658308506012, |
| "learning_rate": 9.95054334029446e-06, |
| "loss": 1.5575287342071533, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.290519877675841, |
| "grad_norm": 0.5897979140281677, |
| "learning_rate": 9.948274129992838e-06, |
| "loss": 1.5360642671585083, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.29357798165137616, |
| "grad_norm": 3.0125443935394287, |
| "learning_rate": 9.945954322645643e-06, |
| "loss": 1.7250124216079712, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.2966360856269113, |
| "grad_norm": 0.22849687933921814, |
| "learning_rate": 9.9435839446396e-06, |
| "loss": 1.7317864894866943, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.2996941896024465, |
| "grad_norm": 0.41497474908828735, |
| "learning_rate": 9.941163022936659e-06, |
| "loss": 1.7118513584136963, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.30275229357798167, |
| "grad_norm": 0.43153518438339233, |
| "learning_rate": 9.938691585073677e-06, |
| "loss": 1.4813673496246338, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.3058103975535168, |
| "grad_norm": 0.2877158522605896, |
| "learning_rate": 9.936169659162105e-06, |
| "loss": 1.5152385234832764, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.308868501529052, |
| "grad_norm": 0.319741427898407, |
| "learning_rate": 9.933597273887676e-06, |
| "loss": 1.657623291015625, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.3119266055045872, |
| "grad_norm": 0.4885481894016266, |
| "learning_rate": 9.930974458510074e-06, |
| "loss": 1.8340609073638916, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.3149847094801223, |
| "grad_norm": 0.3470771312713623, |
| "learning_rate": 9.9283012428626e-06, |
| "loss": 1.8779006004333496, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.3180428134556575, |
| "grad_norm": 0.21095849573612213, |
| "learning_rate": 9.92557765735184e-06, |
| "loss": 1.946405053138733, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.3211009174311927, |
| "grad_norm": 0.4015672504901886, |
| "learning_rate": 9.922803732957309e-06, |
| "loss": 1.5457347631454468, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.3241590214067278, |
| "grad_norm": 0.2712498903274536, |
| "learning_rate": 9.919979501231102e-06, |
| "loss": 1.6519064903259277, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.327217125382263, |
| "grad_norm": 0.24934278428554535, |
| "learning_rate": 9.917104994297543e-06, |
| "loss": 1.4617292881011963, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.3302752293577982, |
| "grad_norm": 0.22483140230178833, |
| "learning_rate": 9.914180244852804e-06, |
| "loss": 1.3875129222869873, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 0.6217460632324219, |
| "learning_rate": 9.911205286164553e-06, |
| "loss": 1.8669204711914062, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.3363914373088685, |
| "grad_norm": 0.4357741177082062, |
| "learning_rate": 9.908180152071553e-06, |
| "loss": 1.666574239730835, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.3394495412844037, |
| "grad_norm": 0.29025763273239136, |
| "learning_rate": 9.9051048769833e-06, |
| "loss": 1.810868263244629, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.3425076452599388, |
| "grad_norm": 0.7838276624679565, |
| "learning_rate": 9.901979495879612e-06, |
| "loss": 1.3125014305114746, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.345565749235474, |
| "grad_norm": 0.2543538212776184, |
| "learning_rate": 9.898804044310245e-06, |
| "loss": 1.6106175184249878, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.3486238532110092, |
| "grad_norm": 0.4557286500930786, |
| "learning_rate": 9.89557855839448e-06, |
| "loss": 1.886078953742981, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.3516819571865443, |
| "grad_norm": 0.2689090073108673, |
| "learning_rate": 9.892303074820712e-06, |
| "loss": 1.631593108177185, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.3547400611620795, |
| "grad_norm": 0.25291207432746887, |
| "learning_rate": 9.888977630846048e-06, |
| "loss": 1.7156798839569092, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.3577981651376147, |
| "grad_norm": 0.3357708752155304, |
| "learning_rate": 9.88560226429586e-06, |
| "loss": 1.6416988372802734, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.36085626911314983, |
| "grad_norm": 0.3246925473213196, |
| "learning_rate": 9.88217701356337e-06, |
| "loss": 1.5658977031707764, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.363914373088685, |
| "grad_norm": 0.2840614318847656, |
| "learning_rate": 9.878701917609208e-06, |
| "loss": 1.6534138917922974, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.3669724770642202, |
| "grad_norm": 0.5397573709487915, |
| "learning_rate": 9.875177015960973e-06, |
| "loss": 1.7614964246749878, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.37003058103975534, |
| "grad_norm": 0.28763291239738464, |
| "learning_rate": 9.871602348712777e-06, |
| "loss": 1.5937902927398682, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.3730886850152905, |
| "grad_norm": 0.21111302077770233, |
| "learning_rate": 9.867977956524798e-06, |
| "loss": 1.6914631128311157, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.3761467889908257, |
| "grad_norm": 0.5114771723747253, |
| "learning_rate": 9.864303880622806e-06, |
| "loss": 1.8919175863265991, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.37920489296636084, |
| "grad_norm": 0.4698966145515442, |
| "learning_rate": 9.8605801627977e-06, |
| "loss": 2.395404815673828, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.382262996941896, |
| "grad_norm": 0.604468047618866, |
| "learning_rate": 9.85680684540504e-06, |
| "loss": 1.523594617843628, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.3853211009174312, |
| "grad_norm": 0.295039564371109, |
| "learning_rate": 9.852983971364549e-06, |
| "loss": 1.520268440246582, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.38837920489296635, |
| "grad_norm": 0.2590586245059967, |
| "learning_rate": 9.84911158415964e-06, |
| "loss": 1.5712318420410156, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.39143730886850153, |
| "grad_norm": 0.9178432822227478, |
| "learning_rate": 9.845189727836914e-06, |
| "loss": 1.7512378692626953, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.3944954128440367, |
| "grad_norm": 0.512359619140625, |
| "learning_rate": 9.841218447005657e-06, |
| "loss": 1.677209496498108, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.39755351681957185, |
| "grad_norm": 0.8242136240005493, |
| "learning_rate": 9.837197786837341e-06, |
| "loss": 1.52079439163208, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.40061162079510704, |
| "grad_norm": 0.5057528614997864, |
| "learning_rate": 9.833127793065098e-06, |
| "loss": 1.3776154518127441, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.4036697247706422, |
| "grad_norm": 0.287590891122818, |
| "learning_rate": 9.829008511983214e-06, |
| "loss": 1.313464879989624, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.40672782874617736, |
| "grad_norm": 0.22291725873947144, |
| "learning_rate": 9.82483999044659e-06, |
| "loss": 1.4770923852920532, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.40978593272171254, |
| "grad_norm": 0.4278978109359741, |
| "learning_rate": 9.820622275870219e-06, |
| "loss": 1.713256597518921, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.41284403669724773, |
| "grad_norm": 0.7735996246337891, |
| "learning_rate": 9.816355416228636e-06, |
| "loss": 1.7301435470581055, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.41590214067278286, |
| "grad_norm": 0.36943763494491577, |
| "learning_rate": 9.812039460055383e-06, |
| "loss": 1.746875286102295, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.41896024464831805, |
| "grad_norm": 0.30427658557891846, |
| "learning_rate": 9.807674456442448e-06, |
| "loss": 1.7644126415252686, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.42201834862385323, |
| "grad_norm": 0.2680354416370392, |
| "learning_rate": 9.80326045503972e-06, |
| "loss": 1.6075056791305542, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.42507645259938837, |
| "grad_norm": 0.5165081024169922, |
| "learning_rate": 9.798797506054398e-06, |
| "loss": 1.7466685771942139, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.42813455657492355, |
| "grad_norm": 0.46960580348968506, |
| "learning_rate": 9.794285660250457e-06, |
| "loss": 1.6852364540100098, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.43119266055045874, |
| "grad_norm": 0.3378291130065918, |
| "learning_rate": 9.789724968948034e-06, |
| "loss": 1.5493333339691162, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.43425076452599387, |
| "grad_norm": 0.2972247004508972, |
| "learning_rate": 9.78511548402287e-06, |
| "loss": 1.5161151885986328, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.43730886850152906, |
| "grad_norm": 0.3610173165798187, |
| "learning_rate": 9.780457257905708e-06, |
| "loss": 1.698796272277832, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.44036697247706424, |
| "grad_norm": 0.4165475070476532, |
| "learning_rate": 9.775750343581702e-06, |
| "loss": 1.4344041347503662, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.4434250764525994, |
| "grad_norm": 0.565291702747345, |
| "learning_rate": 9.770994794589804e-06, |
| "loss": 1.6736053228378296, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.44648318042813456, |
| "grad_norm": 0.22272102534770966, |
| "learning_rate": 9.766190665022173e-06, |
| "loss": 1.515446424484253, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.44954128440366975, |
| "grad_norm": 0.292961061000824, |
| "learning_rate": 9.761338009523542e-06, |
| "loss": 1.5677558183670044, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.4525993883792049, |
| "grad_norm": 0.22576913237571716, |
| "learning_rate": 9.756436883290608e-06, |
| "loss": 1.6895636320114136, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.45565749235474007, |
| "grad_norm": 0.514447808265686, |
| "learning_rate": 9.751487342071394e-06, |
| "loss": 1.6961359977722168, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.45871559633027525, |
| "grad_norm": 0.4707038402557373, |
| "learning_rate": 9.74648944216463e-06, |
| "loss": 1.5364969968795776, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.4617737003058104, |
| "grad_norm": 0.3324492871761322, |
| "learning_rate": 9.741443240419096e-06, |
| "loss": 1.4445494413375854, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.4648318042813456, |
| "grad_norm": 0.40139055252075195, |
| "learning_rate": 9.736348794232986e-06, |
| "loss": 1.631695032119751, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.46788990825688076, |
| "grad_norm": 0.32826143503189087, |
| "learning_rate": 9.731206161553253e-06, |
| "loss": 1.5630545616149902, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.4709480122324159, |
| "grad_norm": 0.7137564420700073, |
| "learning_rate": 9.726015400874945e-06, |
| "loss": 1.7077264785766602, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.4740061162079511, |
| "grad_norm": 0.5834897756576538, |
| "learning_rate": 9.72077657124055e-06, |
| "loss": 1.541429877281189, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.47706422018348627, |
| "grad_norm": 0.30517715215682983, |
| "learning_rate": 9.715489732239309e-06, |
| "loss": 1.486952781677246, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.4801223241590214, |
| "grad_norm": 0.39915895462036133, |
| "learning_rate": 9.710154944006558e-06, |
| "loss": 1.4761033058166504, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.4831804281345566, |
| "grad_norm": 0.24902665615081787, |
| "learning_rate": 9.70477226722302e-06, |
| "loss": 1.555905818939209, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.48623853211009177, |
| "grad_norm": 0.27528202533721924, |
| "learning_rate": 9.699341763114142e-06, |
| "loss": 1.5418330430984497, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.4892966360856269, |
| "grad_norm": 0.37373027205467224, |
| "learning_rate": 9.693863493449376e-06, |
| "loss": 1.5460388660430908, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.4923547400611621, |
| "grad_norm": 0.3926723301410675, |
| "learning_rate": 9.688337520541487e-06, |
| "loss": 1.7003178596496582, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.4954128440366973, |
| "grad_norm": 0.2708083987236023, |
| "learning_rate": 9.68276390724584e-06, |
| "loss": 1.8639323711395264, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.4984709480122324, |
| "grad_norm": 0.3522673547267914, |
| "learning_rate": 9.67714271695969e-06, |
| "loss": 1.7603111267089844, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.5015290519877675, |
| "grad_norm": 0.2736775279045105, |
| "learning_rate": 9.671474013621461e-06, |
| "loss": 1.7426960468292236, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.5045871559633027, |
| "grad_norm": 0.34006989002227783, |
| "learning_rate": 9.665757861710008e-06, |
| "loss": 1.6802008152008057, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.5076452599388379, |
| "grad_norm": 0.7181631922721863, |
| "learning_rate": 9.659994326243897e-06, |
| "loss": 1.3610038757324219, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.5107033639143731, |
| "grad_norm": 0.3209435045719147, |
| "learning_rate": 9.654183472780655e-06, |
| "loss": 1.3310749530792236, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.5137614678899083, |
| "grad_norm": 0.3394523561000824, |
| "learning_rate": 9.64832536741604e-06, |
| "loss": 1.7552449703216553, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.5168195718654435, |
| "grad_norm": 0.26636433601379395, |
| "learning_rate": 9.642420076783266e-06, |
| "loss": 1.7648036479949951, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.5198776758409785, |
| "grad_norm": 0.4860476553440094, |
| "learning_rate": 9.636467668052263e-06, |
| "loss": 1.8371148109436035, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.5229357798165137, |
| "grad_norm": 0.3957999050617218, |
| "learning_rate": 9.630468208928906e-06, |
| "loss": 1.7691468000411987, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.5259938837920489, |
| "grad_norm": 0.29553869366645813, |
| "learning_rate": 9.624421767654247e-06, |
| "loss": 1.8050150871276855, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.5290519877675841, |
| "grad_norm": 0.8523488640785217, |
| "learning_rate": 9.618328413003742e-06, |
| "loss": 1.7548258304595947, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.5321100917431193, |
| "grad_norm": 0.30288758873939514, |
| "learning_rate": 9.612188214286457e-06, |
| "loss": 1.652245044708252, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.5351681957186545, |
| "grad_norm": 0.44331154227256775, |
| "learning_rate": 9.606001241344293e-06, |
| "loss": 1.5749201774597168, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.5382262996941896, |
| "grad_norm": 0.3775594234466553, |
| "learning_rate": 9.599767564551185e-06, |
| "loss": 1.8136138916015625, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.5412844036697247, |
| "grad_norm": 0.6260164976119995, |
| "learning_rate": 9.593487254812298e-06, |
| "loss": 1.753260850906372, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.5443425076452599, |
| "grad_norm": 0.21940867602825165, |
| "learning_rate": 9.587160383563235e-06, |
| "loss": 1.2595834732055664, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.5474006116207951, |
| "grad_norm": 0.45921286940574646, |
| "learning_rate": 9.580787022769205e-06, |
| "loss": 1.8687834739685059, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.5504587155963303, |
| "grad_norm": 0.25323811173439026, |
| "learning_rate": 9.574367244924216e-06, |
| "loss": 1.87260901927948, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.5535168195718655, |
| "grad_norm": 0.3825606405735016, |
| "learning_rate": 9.567901123050255e-06, |
| "loss": 1.9380344152450562, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.5565749235474006, |
| "grad_norm": 0.8433843851089478, |
| "learning_rate": 9.56138873069644e-06, |
| "loss": 1.854411005973816, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.5596330275229358, |
| "grad_norm": 0.5623306035995483, |
| "learning_rate": 9.554830141938201e-06, |
| "loss": 1.8307363986968994, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.5626911314984709, |
| "grad_norm": 0.5833460688591003, |
| "learning_rate": 9.54822543137643e-06, |
| "loss": 1.691839575767517, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.5657492354740061, |
| "grad_norm": 0.7582941651344299, |
| "learning_rate": 9.541574674136634e-06, |
| "loss": 1.5816738605499268, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.5688073394495413, |
| "grad_norm": 0.5991274118423462, |
| "learning_rate": 9.534877945868075e-06, |
| "loss": 1.141850471496582, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.5718654434250765, |
| "grad_norm": 0.27493157982826233, |
| "learning_rate": 9.528135322742916e-06, |
| "loss": 1.1190171241760254, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.5749235474006116, |
| "grad_norm": 0.20014670491218567, |
| "learning_rate": 9.521346881455356e-06, |
| "loss": 1.4172542095184326, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.5779816513761468, |
| "grad_norm": 0.45737189054489136, |
| "learning_rate": 9.514512699220751e-06, |
| "loss": 1.3267741203308105, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.581039755351682, |
| "grad_norm": 0.342574805021286, |
| "learning_rate": 9.507632853774738e-06, |
| "loss": 1.2848198413848877, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.5840978593272171, |
| "grad_norm": 0.2764483690261841, |
| "learning_rate": 9.500707423372354e-06, |
| "loss": 1.2696105241775513, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.5871559633027523, |
| "grad_norm": 0.5538342595100403, |
| "learning_rate": 9.493736486787145e-06, |
| "loss": 1.5733320713043213, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.5902140672782875, |
| "grad_norm": 0.5002435445785522, |
| "learning_rate": 9.486720123310264e-06, |
| "loss": 1.4811735153198242, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.5932721712538226, |
| "grad_norm": 0.2729179561138153, |
| "learning_rate": 9.479658412749575e-06, |
| "loss": 1.2759473323822021, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.5963302752293578, |
| "grad_norm": 0.422869473695755, |
| "learning_rate": 9.472551435428751e-06, |
| "loss": 1.6186537742614746, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.599388379204893, |
| "grad_norm": 0.18889868259429932, |
| "learning_rate": 9.465399272186341e-06, |
| "loss": 1.5904256105422974, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.6024464831804281, |
| "grad_norm": 0.4715130925178528, |
| "learning_rate": 9.458202004374875e-06, |
| "loss": 1.3664047718048096, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.6055045871559633, |
| "grad_norm": 0.3192538321018219, |
| "learning_rate": 9.450959713859918e-06, |
| "loss": 1.5540097951889038, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.6085626911314985, |
| "grad_norm": 0.48479557037353516, |
| "learning_rate": 9.443672483019146e-06, |
| "loss": 1.7298085689544678, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.6116207951070336, |
| "grad_norm": 0.40212106704711914, |
| "learning_rate": 9.436340394741424e-06, |
| "loss": 1.2515219449996948, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.6146788990825688, |
| "grad_norm": 0.31416311860084534, |
| "learning_rate": 9.428963532425832e-06, |
| "loss": 1.5272061824798584, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.617737003058104, |
| "grad_norm": 0.39595550298690796, |
| "learning_rate": 9.421541979980743e-06, |
| "loss": 1.584099531173706, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.6207951070336392, |
| "grad_norm": 0.3684428632259369, |
| "learning_rate": 9.414075821822862e-06, |
| "loss": 1.5516374111175537, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.6238532110091743, |
| "grad_norm": 0.2936325669288635, |
| "learning_rate": 9.406565142876252e-06, |
| "loss": 1.3937046527862549, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.6269113149847095, |
| "grad_norm": 0.8210769295692444, |
| "learning_rate": 9.399010028571394e-06, |
| "loss": 1.0384480953216553, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.6299694189602446, |
| "grad_norm": 0.31836938858032227, |
| "learning_rate": 9.391410564844189e-06, |
| "loss": 1.6605589389801025, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.6330275229357798, |
| "grad_norm": 0.4151877164840698, |
| "learning_rate": 9.383766838134997e-06, |
| "loss": 1.5902981758117676, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.636085626911315, |
| "grad_norm": 0.29467517137527466, |
| "learning_rate": 9.376078935387647e-06, |
| "loss": 1.511544942855835, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.6391437308868502, |
| "grad_norm": 0.4552344083786011, |
| "learning_rate": 9.36834694404845e-06, |
| "loss": 1.6092697381973267, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.6422018348623854, |
| "grad_norm": 0.3086092174053192, |
| "learning_rate": 9.360570952065205e-06, |
| "loss": 1.5458872318267822, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.6452599388379205, |
| "grad_norm": 0.29464077949523926, |
| "learning_rate": 9.3527510478862e-06, |
| "loss": 1.5201151371002197, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.6483180428134556, |
| "grad_norm": 0.35874319076538086, |
| "learning_rate": 9.3448873204592e-06, |
| "loss": 1.7184113264083862, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.6513761467889908, |
| "grad_norm": 0.6177545189857483, |
| "learning_rate": 9.336979859230438e-06, |
| "loss": 1.425230860710144, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.654434250764526, |
| "grad_norm": 0.4207315742969513, |
| "learning_rate": 9.329028754143606e-06, |
| "loss": 1.1580491065979004, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.6574923547400612, |
| "grad_norm": 0.40215086936950684, |
| "learning_rate": 9.321034095638816e-06, |
| "loss": 1.776092767715454, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.6605504587155964, |
| "grad_norm": 0.48207205533981323, |
| "learning_rate": 9.312995974651581e-06, |
| "loss": 1.5432982444763184, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.6636085626911316, |
| "grad_norm": 0.9188543558120728, |
| "learning_rate": 9.304914482611788e-06, |
| "loss": 1.6913204193115234, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 2.0712273120880127, |
| "learning_rate": 9.296789711442641e-06, |
| "loss": 1.5286757946014404, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.6697247706422018, |
| "grad_norm": 0.4487042725086212, |
| "learning_rate": 9.288621753559624e-06, |
| "loss": 1.7271997928619385, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.672782874617737, |
| "grad_norm": 0.4550405442714691, |
| "learning_rate": 9.280410701869456e-06, |
| "loss": 1.5852614641189575, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.6758409785932722, |
| "grad_norm": 0.8099808692932129, |
| "learning_rate": 9.27215664976902e-06, |
| "loss": 1.6332128047943115, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.6788990825688074, |
| "grad_norm": 0.5566719174385071, |
| "learning_rate": 9.263859691144315e-06, |
| "loss": 1.5285072326660156, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.6819571865443425, |
| "grad_norm": 0.3996361196041107, |
| "learning_rate": 9.25551992036938e-06, |
| "loss": 1.181262731552124, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.6850152905198776, |
| "grad_norm": 0.7320879697799683, |
| "learning_rate": 9.247137432305221e-06, |
| "loss": 1.6381134986877441, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.6880733944954128, |
| "grad_norm": 0.5473281741142273, |
| "learning_rate": 9.238712322298733e-06, |
| "loss": 1.623387098312378, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.691131498470948, |
| "grad_norm": 0.2673215866088867, |
| "learning_rate": 9.230244686181616e-06, |
| "loss": 1.6147091388702393, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.6941896024464832, |
| "grad_norm": 0.41044941544532776, |
| "learning_rate": 9.22173462026929e-06, |
| "loss": 1.6174466609954834, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.6972477064220184, |
| "grad_norm": 0.3210803270339966, |
| "learning_rate": 9.213182221359785e-06, |
| "loss": 1.4634352922439575, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.7003058103975535, |
| "grad_norm": 0.4366549551486969, |
| "learning_rate": 9.204587586732653e-06, |
| "loss": 1.6598728895187378, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.7033639143730887, |
| "grad_norm": 0.6817240118980408, |
| "learning_rate": 9.195950814147862e-06, |
| "loss": 1.7457971572875977, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.7064220183486238, |
| "grad_norm": 1.429196834564209, |
| "learning_rate": 9.187272001844673e-06, |
| "loss": 1.4895765781402588, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.709480122324159, |
| "grad_norm": 0.33415424823760986, |
| "learning_rate": 9.178551248540534e-06, |
| "loss": 1.7249622344970703, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.7125382262996942, |
| "grad_norm": 0.5185303092002869, |
| "learning_rate": 9.169788653429949e-06, |
| "loss": 1.5071038007736206, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.7155963302752294, |
| "grad_norm": 0.703040599822998, |
| "learning_rate": 9.160984316183354e-06, |
| "loss": 1.6332056522369385, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.7186544342507645, |
| "grad_norm": 0.2760729491710663, |
| "learning_rate": 9.152138336945985e-06, |
| "loss": 1.5567004680633545, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.7217125382262997, |
| "grad_norm": 0.26987555623054504, |
| "learning_rate": 9.143250816336733e-06, |
| "loss": 1.6896016597747803, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.7247706422018348, |
| "grad_norm": 0.4577353894710541, |
| "learning_rate": 9.134321855447004e-06, |
| "loss": 1.780794620513916, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.72782874617737, |
| "grad_norm": 0.3506152629852295, |
| "learning_rate": 9.125351555839568e-06, |
| "loss": 1.676330327987671, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.7308868501529052, |
| "grad_norm": 0.3420753479003906, |
| "learning_rate": 9.116340019547403e-06, |
| "loss": 1.53602933883667, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.7339449541284404, |
| "grad_norm": 0.615734875202179, |
| "learning_rate": 9.107287349072535e-06, |
| "loss": 1.6315178871154785, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.7370030581039755, |
| "grad_norm": 0.3383826017379761, |
| "learning_rate": 9.098193647384872e-06, |
| "loss": 1.646344542503357, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.7400611620795107, |
| "grad_norm": 0.40700384974479675, |
| "learning_rate": 9.089059017921034e-06, |
| "loss": 1.6499868631362915, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.7431192660550459, |
| "grad_norm": 0.4302765727043152, |
| "learning_rate": 9.079883564583176e-06, |
| "loss": 1.6223028898239136, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.746177370030581, |
| "grad_norm": 0.2995837330818176, |
| "learning_rate": 9.070667391737804e-06, |
| "loss": 1.639768123626709, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.7492354740061162, |
| "grad_norm": 0.3183751702308655, |
| "learning_rate": 9.061410604214588e-06, |
| "loss": 1.4172444343566895, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.7522935779816514, |
| "grad_norm": 0.41883519291877747, |
| "learning_rate": 9.052113307305178e-06, |
| "loss": 1.5172092914581299, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.7553516819571865, |
| "grad_norm": 0.4170067310333252, |
| "learning_rate": 9.04277560676199e-06, |
| "loss": 1.4581788778305054, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.7584097859327217, |
| "grad_norm": 0.4589844346046448, |
| "learning_rate": 9.033397608797015e-06, |
| "loss": 1.5675625801086426, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.7614678899082569, |
| "grad_norm": 0.4775915741920471, |
| "learning_rate": 9.023979420080614e-06, |
| "loss": 1.5760972499847412, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.764525993883792, |
| "grad_norm": 0.4255703389644623, |
| "learning_rate": 9.014521147740295e-06, |
| "loss": 1.4211878776550293, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.7675840978593272, |
| "grad_norm": 0.2350740283727646, |
| "learning_rate": 9.005022899359498e-06, |
| "loss": 1.0600173473358154, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.7706422018348624, |
| "grad_norm": 0.25523892045021057, |
| "learning_rate": 8.995484782976372e-06, |
| "loss": 1.3498680591583252, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.7737003058103975, |
| "grad_norm": 0.25793585181236267, |
| "learning_rate": 8.985906907082548e-06, |
| "loss": 1.4128957986831665, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.7767584097859327, |
| "grad_norm": 0.2672351002693176, |
| "learning_rate": 8.9762893806219e-06, |
| "loss": 1.4579813480377197, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.7798165137614679, |
| "grad_norm": 0.3467871844768524, |
| "learning_rate": 8.96663231298931e-06, |
| "loss": 1.469613790512085, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.7828746177370031, |
| "grad_norm": 0.2631012797355652, |
| "learning_rate": 8.956935814029426e-06, |
| "loss": 1.5352952480316162, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.7859327217125383, |
| "grad_norm": 0.42967817187309265, |
| "learning_rate": 8.947199994035402e-06, |
| "loss": 1.448859691619873, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.7889908256880734, |
| "grad_norm": 0.18720397353172302, |
| "learning_rate": 8.937424963747656e-06, |
| "loss": 1.4682276248931885, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.7920489296636085, |
| "grad_norm": 0.2571136951446533, |
| "learning_rate": 8.9276108343526e-06, |
| "loss": 1.430220365524292, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.7951070336391437, |
| "grad_norm": 0.49666231870651245, |
| "learning_rate": 8.917757717481388e-06, |
| "loss": 1.4388704299926758, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.7981651376146789, |
| "grad_norm": 0.18454308807849884, |
| "learning_rate": 8.90786572520863e-06, |
| "loss": 1.3887765407562256, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.8012232415902141, |
| "grad_norm": 0.19775497913360596, |
| "learning_rate": 8.897934970051128e-06, |
| "loss": 1.4397857189178467, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.8042813455657493, |
| "grad_norm": 0.24946311116218567, |
| "learning_rate": 8.8879655649666e-06, |
| "loss": 1.3772547245025635, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.8073394495412844, |
| "grad_norm": 0.1347188949584961, |
| "learning_rate": 8.877957623352376e-06, |
| "loss": 1.2148081064224243, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.8103975535168195, |
| "grad_norm": 0.17375752329826355, |
| "learning_rate": 8.867911259044134e-06, |
| "loss": 1.2351716756820679, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.8134556574923547, |
| "grad_norm": 0.12528319656848907, |
| "learning_rate": 8.857826586314586e-06, |
| "loss": 1.0168347358703613, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.8165137614678899, |
| "grad_norm": 0.22279202938079834, |
| "learning_rate": 8.847703719872184e-06, |
| "loss": 1.3256959915161133, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.8195718654434251, |
| "grad_norm": 0.22974777221679688, |
| "learning_rate": 8.837542774859819e-06, |
| "loss": 1.3868855237960815, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.8226299694189603, |
| "grad_norm": 0.2833384871482849, |
| "learning_rate": 8.827343866853505e-06, |
| "loss": 1.4037737846374512, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.8256880733944955, |
| "grad_norm": 0.20462170243263245, |
| "learning_rate": 8.817107111861068e-06, |
| "loss": 1.3688358068466187, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.8287461773700305, |
| "grad_norm": 0.21328498423099518, |
| "learning_rate": 8.806832626320828e-06, |
| "loss": 1.3812446594238281, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.8318042813455657, |
| "grad_norm": 0.2749079465866089, |
| "learning_rate": 8.796520527100268e-06, |
| "loss": 1.3695695400238037, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.8348623853211009, |
| "grad_norm": 0.17869983613491058, |
| "learning_rate": 8.786170931494714e-06, |
| "loss": 1.3381950855255127, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.8379204892966361, |
| "grad_norm": 0.23981167376041412, |
| "learning_rate": 8.775783957225991e-06, |
| "loss": 1.409177541732788, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.8409785932721713, |
| "grad_norm": 0.4634632170200348, |
| "learning_rate": 8.765359722441096e-06, |
| "loss": 1.3826044797897339, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.8440366972477065, |
| "grad_norm": 0.19470739364624023, |
| "learning_rate": 8.754898345710839e-06, |
| "loss": 1.3529078960418701, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.8470948012232415, |
| "grad_norm": 0.21753935515880585, |
| "learning_rate": 8.744399946028506e-06, |
| "loss": 1.3324353694915771, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.8501529051987767, |
| "grad_norm": 0.24797090888023376, |
| "learning_rate": 8.733864642808505e-06, |
| "loss": 1.3469841480255127, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.8532110091743119, |
| "grad_norm": 0.2123066782951355, |
| "learning_rate": 8.723292555884997e-06, |
| "loss": 1.343614101409912, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.8562691131498471, |
| "grad_norm": 0.25072529911994934, |
| "learning_rate": 8.712683805510547e-06, |
| "loss": 1.305376648902893, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.8593272171253823, |
| "grad_norm": 0.3219304382801056, |
| "learning_rate": 8.702038512354746e-06, |
| "loss": 1.3584821224212646, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.8623853211009175, |
| "grad_norm": 0.3253892660140991, |
| "learning_rate": 8.691356797502846e-06, |
| "loss": 1.3929443359375, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.8654434250764526, |
| "grad_norm": 0.22387385368347168, |
| "learning_rate": 8.680638782454373e-06, |
| "loss": 1.3898614645004272, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.8685015290519877, |
| "grad_norm": 0.2767902612686157, |
| "learning_rate": 8.669884589121756e-06, |
| "loss": 1.3842121362686157, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.8715596330275229, |
| "grad_norm": 0.2403760552406311, |
| "learning_rate": 8.659094339828934e-06, |
| "loss": 1.3873755931854248, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.8746177370030581, |
| "grad_norm": 0.30079615116119385, |
| "learning_rate": 8.648268157309964e-06, |
| "loss": 1.3781442642211914, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.8776758409785933, |
| "grad_norm": 0.24510778486728668, |
| "learning_rate": 8.637406164707628e-06, |
| "loss": 1.4003241062164307, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.8807339449541285, |
| "grad_norm": 0.19053591787815094, |
| "learning_rate": 8.62650848557203e-06, |
| "loss": 1.318782091140747, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.8837920489296636, |
| "grad_norm": 0.5118341445922852, |
| "learning_rate": 8.615575243859194e-06, |
| "loss": 1.3740344047546387, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.8868501529051988, |
| "grad_norm": 0.2653733193874359, |
| "learning_rate": 8.604606563929649e-06, |
| "loss": 1.3240249156951904, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.8899082568807339, |
| "grad_norm": 0.2646930515766144, |
| "learning_rate": 8.59360257054702e-06, |
| "loss": 1.3533198833465576, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.8929663608562691, |
| "grad_norm": 0.21842285990715027, |
| "learning_rate": 8.582563388876602e-06, |
| "loss": 1.3596748113632202, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.8960244648318043, |
| "grad_norm": 0.2090519517660141, |
| "learning_rate": 8.571489144483945e-06, |
| "loss": 1.3835537433624268, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.8990825688073395, |
| "grad_norm": 0.2362383008003235, |
| "learning_rate": 8.560379963333416e-06, |
| "loss": 1.368111252784729, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.9021406727828746, |
| "grad_norm": 0.4883694350719452, |
| "learning_rate": 8.549235971786777e-06, |
| "loss": 1.3067984580993652, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.9051987767584098, |
| "grad_norm": 0.3407292366027832, |
| "learning_rate": 8.538057296601739e-06, |
| "loss": 1.3290581703186035, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.908256880733945, |
| "grad_norm": 0.21036434173583984, |
| "learning_rate": 8.526844064930523e-06, |
| "loss": 1.3695251941680908, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.9113149847094801, |
| "grad_norm": 0.22752052545547485, |
| "learning_rate": 8.515596404318415e-06, |
| "loss": 1.3922007083892822, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.9143730886850153, |
| "grad_norm": 0.23141705989837646, |
| "learning_rate": 8.504314442702315e-06, |
| "loss": 1.371009111404419, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.9174311926605505, |
| "grad_norm": 0.18458011746406555, |
| "learning_rate": 8.492998308409275e-06, |
| "loss": 1.3468807935714722, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.9204892966360856, |
| "grad_norm": 0.2277638018131256, |
| "learning_rate": 8.481648130155054e-06, |
| "loss": 1.3067777156829834, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.9235474006116208, |
| "grad_norm": 0.2761037051677704, |
| "learning_rate": 8.470264037042639e-06, |
| "loss": 1.3436920642852783, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.926605504587156, |
| "grad_norm": 0.2718355059623718, |
| "learning_rate": 8.458846158560787e-06, |
| "loss": 1.368149995803833, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.9296636085626911, |
| "grad_norm": 0.471161812543869, |
| "learning_rate": 8.447394624582544e-06, |
| "loss": 1.3190257549285889, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.9327217125382263, |
| "grad_norm": 0.24170783162117004, |
| "learning_rate": 8.435909565363772e-06, |
| "loss": 1.3419578075408936, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.9357798165137615, |
| "grad_norm": 0.26485109329223633, |
| "learning_rate": 8.424391111541673e-06, |
| "loss": 1.338409662246704, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.9388379204892966, |
| "grad_norm": 0.23220610618591309, |
| "learning_rate": 8.412839394133285e-06, |
| "loss": 1.3877780437469482, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.9418960244648318, |
| "grad_norm": 0.24310626089572906, |
| "learning_rate": 8.401254544534018e-06, |
| "loss": 1.4051454067230225, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.944954128440367, |
| "grad_norm": 0.299958735704422, |
| "learning_rate": 8.389636694516134e-06, |
| "loss": 1.3702571392059326, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.9480122324159022, |
| "grad_norm": 0.449929803609848, |
| "learning_rate": 8.377985976227265e-06, |
| "loss": 1.379606008529663, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.9510703363914373, |
| "grad_norm": 0.24171197414398193, |
| "learning_rate": 8.366302522188902e-06, |
| "loss": 1.350182294845581, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.9541284403669725, |
| "grad_norm": 0.2935427129268646, |
| "learning_rate": 8.354586465294894e-06, |
| "loss": 1.2931137084960938, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.9571865443425076, |
| "grad_norm": 0.23755374550819397, |
| "learning_rate": 8.342837938809925e-06, |
| "loss": 1.3183162212371826, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.9602446483180428, |
| "grad_norm": 0.3486945331096649, |
| "learning_rate": 8.331057076368012e-06, |
| "loss": 1.3358354568481445, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.963302752293578, |
| "grad_norm": 0.3866771459579468, |
| "learning_rate": 8.319244011970975e-06, |
| "loss": 1.3079657554626465, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.9663608562691132, |
| "grad_norm": 0.23048752546310425, |
| "learning_rate": 8.307398879986917e-06, |
| "loss": 1.323075294494629, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.9694189602446484, |
| "grad_norm": 0.2808099687099457, |
| "learning_rate": 8.295521815148697e-06, |
| "loss": 1.376133918762207, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.9724770642201835, |
| "grad_norm": 0.3424737751483917, |
| "learning_rate": 8.283612952552393e-06, |
| "loss": 1.363619327545166, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.9755351681957186, |
| "grad_norm": 0.23272113502025604, |
| "learning_rate": 8.271672427655765e-06, |
| "loss": 1.3780806064605713, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.9785932721712538, |
| "grad_norm": 0.33965811133384705, |
| "learning_rate": 8.259700376276724e-06, |
| "loss": 1.3397910594940186, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.981651376146789, |
| "grad_norm": 0.25269240140914917, |
| "learning_rate": 8.247696934591774e-06, |
| "loss": 1.3255189657211304, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.9847094801223242, |
| "grad_norm": 1.2317392826080322, |
| "learning_rate": 8.235662239134473e-06, |
| "loss": 1.347729206085205, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.9877675840978594, |
| "grad_norm": 0.37982505559921265, |
| "learning_rate": 8.22359642679387e-06, |
| "loss": 1.3894901275634766, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.9908256880733946, |
| "grad_norm": 0.2849336564540863, |
| "learning_rate": 8.211499634812966e-06, |
| "loss": 1.429058313369751, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.9938837920489296, |
| "grad_norm": 0.6233349442481995, |
| "learning_rate": 8.199372000787126e-06, |
| "loss": 2.095426082611084, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.9969418960244648, |
| "grad_norm": 0.6541375517845154, |
| "learning_rate": 8.187213662662539e-06, |
| "loss": 2.1073060035705566, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 11.037178039550781, |
| "learning_rate": 8.175024758734636e-06, |
| "loss": 2.095914840698242, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.003058103975535, |
| "grad_norm": 0.3948424160480499, |
| "learning_rate": 8.16280542764652e-06, |
| "loss": 1.4957305192947388, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.0061162079510704, |
| "grad_norm": 0.310005784034729, |
| "learning_rate": 8.150555808387389e-06, |
| "loss": 1.455479383468628, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.0091743119266054, |
| "grad_norm": 0.26789844036102295, |
| "learning_rate": 8.138276040290952e-06, |
| "loss": 1.4779293537139893, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.0122324159021407, |
| "grad_norm": 0.19781345129013062, |
| "learning_rate": 8.125966263033852e-06, |
| "loss": 1.4063279628753662, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.0152905198776758, |
| "grad_norm": 0.21764519810676575, |
| "learning_rate": 8.11362661663407e-06, |
| "loss": 1.5875146389007568, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.018348623853211, |
| "grad_norm": 0.25749847292900085, |
| "learning_rate": 8.101257241449332e-06, |
| "loss": 1.480888843536377, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.0214067278287462, |
| "grad_norm": 0.26426374912261963, |
| "learning_rate": 8.08885827817552e-06, |
| "loss": 1.4235765933990479, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.0244648318042813, |
| "grad_norm": 0.25188708305358887, |
| "learning_rate": 8.07642986784506e-06, |
| "loss": 1.5084459781646729, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.0275229357798166, |
| "grad_norm": 0.6583337783813477, |
| "learning_rate": 8.063972151825332e-06, |
| "loss": 1.369026780128479, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.0305810397553516, |
| "grad_norm": 0.21123117208480835, |
| "learning_rate": 8.05148527181705e-06, |
| "loss": 1.4445654153823853, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.033639143730887, |
| "grad_norm": 0.293588787317276, |
| "learning_rate": 8.038969369852654e-06, |
| "loss": 1.555469274520874, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.036697247706422, |
| "grad_norm": 0.27872779965400696, |
| "learning_rate": 8.026424588294701e-06, |
| "loss": 1.4869214296340942, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.039755351681957, |
| "grad_norm": 0.23042356967926025, |
| "learning_rate": 8.013851069834233e-06, |
| "loss": 1.279091238975525, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.0428134556574924, |
| "grad_norm": 0.289106547832489, |
| "learning_rate": 8.001248957489164e-06, |
| "loss": 1.4306490421295166, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.0458715596330275, |
| "grad_norm": 0.5272045135498047, |
| "learning_rate": 7.988618394602653e-06, |
| "loss": 1.6781132221221924, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.0489296636085628, |
| "grad_norm": 0.22576113045215607, |
| "learning_rate": 7.975959524841464e-06, |
| "loss": 1.3457372188568115, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.0519877675840978, |
| "grad_norm": 0.5630601644515991, |
| "learning_rate": 7.963272492194344e-06, |
| "loss": 1.4807915687561035, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.0550458715596331, |
| "grad_norm": 0.34389057755470276, |
| "learning_rate": 7.950557440970377e-06, |
| "loss": 1.368910789489746, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.0581039755351682, |
| "grad_norm": 0.21063481271266937, |
| "learning_rate": 7.937814515797348e-06, |
| "loss": 1.360002040863037, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.0611620795107033, |
| "grad_norm": 0.20320424437522888, |
| "learning_rate": 7.92504386162009e-06, |
| "loss": 1.3675504922866821, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.0642201834862386, |
| "grad_norm": 0.2813395857810974, |
| "learning_rate": 7.912245623698846e-06, |
| "loss": 1.395061731338501, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.0672782874617737, |
| "grad_norm": 0.4647752046585083, |
| "learning_rate": 7.899419947607611e-06, |
| "loss": 1.5662283897399902, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.070336391437309, |
| "grad_norm": 0.3765999972820282, |
| "learning_rate": 7.886566979232471e-06, |
| "loss": 1.5935697555541992, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.073394495412844, |
| "grad_norm": 0.29083383083343506, |
| "learning_rate": 7.873686864769955e-06, |
| "loss": 1.434537649154663, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.0764525993883791, |
| "grad_norm": 0.4763205349445343, |
| "learning_rate": 7.860779750725362e-06, |
| "loss": 1.4121177196502686, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.0795107033639144, |
| "grad_norm": 0.33439531922340393, |
| "learning_rate": 7.8478457839111e-06, |
| "loss": 1.3943579196929932, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.0825688073394495, |
| "grad_norm": 0.342690110206604, |
| "learning_rate": 7.834885111445017e-06, |
| "loss": 1.4776759147644043, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.0856269113149848, |
| "grad_norm": 0.29185494780540466, |
| "learning_rate": 7.82189788074872e-06, |
| "loss": 1.4435069561004639, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.0886850152905199, |
| "grad_norm": 1.3288284540176392, |
| "learning_rate": 7.80888423954591e-06, |
| "loss": 1.4731531143188477, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.091743119266055, |
| "grad_norm": 0.2119162380695343, |
| "learning_rate": 7.795844335860691e-06, |
| "loss": 1.4626476764678955, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.0948012232415902, |
| "grad_norm": 0.20571930706501007, |
| "learning_rate": 7.782778318015892e-06, |
| "loss": 1.342850685119629, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.0978593272171253, |
| "grad_norm": 0.22236645221710205, |
| "learning_rate": 7.769686334631375e-06, |
| "loss": 1.286208152770996, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.1009174311926606, |
| "grad_norm": 0.18384046852588654, |
| "learning_rate": 7.756568534622355e-06, |
| "loss": 1.4446015357971191, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.1039755351681957, |
| "grad_norm": 0.2486264407634735, |
| "learning_rate": 7.743425067197693e-06, |
| "loss": 1.5612818002700806, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.107033639143731, |
| "grad_norm": 0.23211126029491425, |
| "learning_rate": 7.730256081858207e-06, |
| "loss": 1.3999545574188232, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.110091743119266, |
| "grad_norm": 0.41483980417251587, |
| "learning_rate": 7.717061728394968e-06, |
| "loss": 1.591150164604187, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.1131498470948011, |
| "grad_norm": 0.3113287091255188, |
| "learning_rate": 7.7038421568876e-06, |
| "loss": 1.620883584022522, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.1162079510703364, |
| "grad_norm": 0.5611585378646851, |
| "learning_rate": 7.690597517702569e-06, |
| "loss": 1.3835599422454834, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.1192660550458715, |
| "grad_norm": 0.5187618732452393, |
| "learning_rate": 7.677327961491475e-06, |
| "loss": 1.3614990711212158, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.1223241590214068, |
| "grad_norm": 0.34465184807777405, |
| "learning_rate": 7.664033639189336e-06, |
| "loss": 1.467517614364624, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.1253822629969419, |
| "grad_norm": 0.22211050987243652, |
| "learning_rate": 7.650714702012876e-06, |
| "loss": 1.287433385848999, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.1284403669724772, |
| "grad_norm": 0.36259227991104126, |
| "learning_rate": 7.637371301458797e-06, |
| "loss": 1.367175817489624, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.1314984709480123, |
| "grad_norm": 0.44571414589881897, |
| "learning_rate": 7.6240035893020625e-06, |
| "loss": 1.3308281898498535, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.1345565749235473, |
| "grad_norm": 0.26124662160873413, |
| "learning_rate": 7.610611717594173e-06, |
| "loss": 1.3915913105010986, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.1376146788990826, |
| "grad_norm": 0.3137398064136505, |
| "learning_rate": 7.597195838661426e-06, |
| "loss": 1.3188378810882568, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.1406727828746177, |
| "grad_norm": 0.3484938144683838, |
| "learning_rate": 7.583756105103195e-06, |
| "loss": 1.3703608512878418, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.143730886850153, |
| "grad_norm": 0.3699035942554474, |
| "learning_rate": 7.570292669790186e-06, |
| "loss": 1.5115067958831787, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.146788990825688, |
| "grad_norm": 0.24170878529548645, |
| "learning_rate": 7.556805685862703e-06, |
| "loss": 1.3954684734344482, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.1498470948012232, |
| "grad_norm": 0.20038793981075287, |
| "learning_rate": 7.543295306728904e-06, |
| "loss": 1.345947027206421, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.1529051987767585, |
| "grad_norm": 0.38949868083000183, |
| "learning_rate": 7.529761686063056e-06, |
| "loss": 1.5590949058532715, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.1559633027522935, |
| "grad_norm": 0.33645766973495483, |
| "learning_rate": 7.516204977803789e-06, |
| "loss": 1.446972370147705, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.1590214067278288, |
| "grad_norm": 0.18463970720767975, |
| "learning_rate": 7.5026253361523435e-06, |
| "loss": 1.3630192279815674, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.162079510703364, |
| "grad_norm": 0.33572879433631897, |
| "learning_rate": 7.489022915570813e-06, |
| "loss": 1.457106113433838, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.165137614678899, |
| "grad_norm": 0.2753995954990387, |
| "learning_rate": 7.475397870780397e-06, |
| "loss": 1.4502360820770264, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.1681957186544343, |
| "grad_norm": 0.35596194863319397, |
| "learning_rate": 7.4617503567596295e-06, |
| "loss": 1.4977834224700928, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.1712538226299694, |
| "grad_norm": 0.4726940095424652, |
| "learning_rate": 7.448080528742624e-06, |
| "loss": 1.3764468431472778, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.1743119266055047, |
| "grad_norm": 0.26225268840789795, |
| "learning_rate": 7.434388542217303e-06, |
| "loss": 1.4741466045379639, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.1773700305810397, |
| "grad_norm": 0.27619338035583496, |
| "learning_rate": 7.420674552923638e-06, |
| "loss": 1.3593350648880005, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.1804281345565748, |
| "grad_norm": 0.3182947635650635, |
| "learning_rate": 7.4069387168518615e-06, |
| "loss": 1.673621654510498, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.18348623853211, |
| "grad_norm": 0.28721779584884644, |
| "learning_rate": 7.393181190240714e-06, |
| "loss": 1.4450278282165527, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.1865443425076452, |
| "grad_norm": 0.2768658399581909, |
| "learning_rate": 7.379402129575645e-06, |
| "loss": 1.5032843351364136, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.1896024464831805, |
| "grad_norm": 0.3218024969100952, |
| "learning_rate": 7.3656016915870545e-06, |
| "loss": 1.4965013265609741, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.1926605504587156, |
| "grad_norm": 0.4919971227645874, |
| "learning_rate": 7.351780033248491e-06, |
| "loss": 1.4509224891662598, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.1957186544342508, |
| "grad_norm": 0.3981909155845642, |
| "learning_rate": 7.33793731177488e-06, |
| "loss": 1.4464759826660156, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.198776758409786, |
| "grad_norm": 0.3076995611190796, |
| "learning_rate": 7.324073684620726e-06, |
| "loss": 1.4577126502990723, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.2018348623853212, |
| "grad_norm": 0.28227174282073975, |
| "learning_rate": 7.310189309478331e-06, |
| "loss": 1.439997911453247, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.2048929663608563, |
| "grad_norm": 0.26599401235580444, |
| "learning_rate": 7.296284344275991e-06, |
| "loss": 1.531783103942871, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.2079510703363914, |
| "grad_norm": 0.69685959815979, |
| "learning_rate": 7.282358947176207e-06, |
| "loss": 1.4577662944793701, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.2110091743119267, |
| "grad_norm": 0.25103896856307983, |
| "learning_rate": 7.268413276573881e-06, |
| "loss": 1.3561824560165405, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.2140672782874617, |
| "grad_norm": 0.21765579283237457, |
| "learning_rate": 7.25444749109452e-06, |
| "loss": 1.3165652751922607, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.217125382262997, |
| "grad_norm": 0.2564055919647217, |
| "learning_rate": 7.2404617495924254e-06, |
| "loss": 1.383346676826477, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.2201834862385321, |
| "grad_norm": 0.40797773003578186, |
| "learning_rate": 7.226456211148891e-06, |
| "loss": 1.3315465450286865, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.2232415902140672, |
| "grad_norm": 0.31532490253448486, |
| "learning_rate": 7.212431035070391e-06, |
| "loss": 1.3896580934524536, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.2262996941896025, |
| "grad_norm": 0.25705334544181824, |
| "learning_rate": 7.198386380886765e-06, |
| "loss": 1.3460421562194824, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.2293577981651376, |
| "grad_norm": 0.31377753615379333, |
| "learning_rate": 7.1843224083494154e-06, |
| "loss": 1.595191240310669, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.2324159021406729, |
| "grad_norm": 0.2853119969367981, |
| "learning_rate": 7.170239277429474e-06, |
| "loss": 1.6170880794525146, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.235474006116208, |
| "grad_norm": 0.44243165850639343, |
| "learning_rate": 7.156137148315993e-06, |
| "loss": 1.6550755500793457, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.238532110091743, |
| "grad_norm": 0.3517357110977173, |
| "learning_rate": 7.14201618141412e-06, |
| "loss": 1.566192865371704, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.2415902140672783, |
| "grad_norm": 0.2986673414707184, |
| "learning_rate": 7.127876537343277e-06, |
| "loss": 1.63118314743042, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.2446483180428134, |
| "grad_norm": 0.3479074537754059, |
| "learning_rate": 7.1137183769353225e-06, |
| "loss": 1.5168559551239014, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.2477064220183487, |
| "grad_norm": 0.4152420461177826, |
| "learning_rate": 7.099541861232736e-06, |
| "loss": 1.6398264169692993, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.2507645259938838, |
| "grad_norm": 0.384573370218277, |
| "learning_rate": 7.085347151486779e-06, |
| "loss": 1.4128949642181396, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.2538226299694188, |
| "grad_norm": 0.3804616630077362, |
| "learning_rate": 7.071134409155659e-06, |
| "loss": 1.557448148727417, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.2568807339449541, |
| "grad_norm": 0.6236130595207214, |
| "learning_rate": 7.056903795902701e-06, |
| "loss": 1.3184959888458252, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.2599388379204892, |
| "grad_norm": 0.7443933486938477, |
| "learning_rate": 7.042655473594495e-06, |
| "loss": 1.537932276725769, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.2629969418960245, |
| "grad_norm": 0.5472233891487122, |
| "learning_rate": 7.028389604299074e-06, |
| "loss": 1.1561626195907593, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.2660550458715596, |
| "grad_norm": 0.847542941570282, |
| "learning_rate": 7.01410635028405e-06, |
| "loss": 1.1249284744262695, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.2691131498470947, |
| "grad_norm": 0.3495579957962036, |
| "learning_rate": 6.9998058740147835e-06, |
| "loss": 1.3474421501159668, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.27217125382263, |
| "grad_norm": 0.4069005846977234, |
| "learning_rate": 6.985488338152529e-06, |
| "loss": 1.3892837762832642, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.2752293577981653, |
| "grad_norm": 0.6165335178375244, |
| "learning_rate": 6.971153905552587e-06, |
| "loss": 1.524814248085022, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.2782874617737003, |
| "grad_norm": 0.6481596827507019, |
| "learning_rate": 6.956802739262446e-06, |
| "loss": 1.464059829711914, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.2813455657492354, |
| "grad_norm": 0.3051135241985321, |
| "learning_rate": 6.942435002519938e-06, |
| "loss": 1.212691307067871, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.2844036697247707, |
| "grad_norm": 0.31896138191223145, |
| "learning_rate": 6.9280508587513725e-06, |
| "loss": 1.179284691810608, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.2874617737003058, |
| "grad_norm": 0.2261551022529602, |
| "learning_rate": 6.913650471569684e-06, |
| "loss": 1.38997220993042, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.290519877675841, |
| "grad_norm": 0.3368714451789856, |
| "learning_rate": 6.899234004772566e-06, |
| "loss": 1.3169426918029785, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.2935779816513762, |
| "grad_norm": 0.49499788880348206, |
| "learning_rate": 6.884801622340612e-06, |
| "loss": 1.293768048286438, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.2966360856269112, |
| "grad_norm": 0.2904210686683655, |
| "learning_rate": 6.870353488435447e-06, |
| "loss": 1.5008976459503174, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.2996941896024465, |
| "grad_norm": 0.4230108857154846, |
| "learning_rate": 6.855889767397863e-06, |
| "loss": 1.4707106351852417, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.3027522935779816, |
| "grad_norm": 0.2836777865886688, |
| "learning_rate": 6.841410623745944e-06, |
| "loss": 1.182532548904419, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.305810397553517, |
| "grad_norm": 0.3048684895038605, |
| "learning_rate": 6.826916222173205e-06, |
| "loss": 1.373314380645752, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.308868501529052, |
| "grad_norm": 0.38874655961990356, |
| "learning_rate": 6.812406727546713e-06, |
| "loss": 1.5207183361053467, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.311926605504587, |
| "grad_norm": 0.541847288608551, |
| "learning_rate": 6.7978823049052046e-06, |
| "loss": 1.6546745300292969, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.3149847094801224, |
| "grad_norm": 0.3354927897453308, |
| "learning_rate": 6.783343119457221e-06, |
| "loss": 1.6852827072143555, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.3180428134556574, |
| "grad_norm": 0.22799281775951385, |
| "learning_rate": 6.768789336579224e-06, |
| "loss": 1.7998615503311157, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.3211009174311927, |
| "grad_norm": 0.2829393446445465, |
| "learning_rate": 6.754221121813707e-06, |
| "loss": 1.3555914163589478, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.3241590214067278, |
| "grad_norm": 0.2552604377269745, |
| "learning_rate": 6.739638640867332e-06, |
| "loss": 1.44038724899292, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.3272171253822629, |
| "grad_norm": 0.2328341007232666, |
| "learning_rate": 6.72504205960902e-06, |
| "loss": 1.2792387008666992, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.3302752293577982, |
| "grad_norm": 0.19776956737041473, |
| "learning_rate": 6.710431544068085e-06, |
| "loss": 1.2014856338500977, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 0.2862965762615204, |
| "learning_rate": 6.695807260432332e-06, |
| "loss": 1.612195372581482, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.3363914373088686, |
| "grad_norm": 0.2737024426460266, |
| "learning_rate": 6.681169375046173e-06, |
| "loss": 1.4856352806091309, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.3394495412844036, |
| "grad_norm": 0.33617132902145386, |
| "learning_rate": 6.666518054408734e-06, |
| "loss": 1.6690922975540161, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.3425076452599387, |
| "grad_norm": 0.33230748772621155, |
| "learning_rate": 6.65185346517196e-06, |
| "loss": 1.134220838546753, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.345565749235474, |
| "grad_norm": 0.34520813822746277, |
| "learning_rate": 6.637175774138722e-06, |
| "loss": 1.3939542770385742, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.3486238532110093, |
| "grad_norm": 0.3193676471710205, |
| "learning_rate": 6.622485148260916e-06, |
| "loss": 1.6689043045043945, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.3516819571865444, |
| "grad_norm": 0.2586718499660492, |
| "learning_rate": 6.607781754637567e-06, |
| "loss": 1.3927881717681885, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.3547400611620795, |
| "grad_norm": 0.36470475792884827, |
| "learning_rate": 6.593065760512924e-06, |
| "loss": 1.5524687767028809, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.3577981651376148, |
| "grad_norm": 0.5333327054977417, |
| "learning_rate": 6.578337333274566e-06, |
| "loss": 1.4335553646087646, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.3608562691131498, |
| "grad_norm": 0.24828922748565674, |
| "learning_rate": 6.563596640451489e-06, |
| "loss": 1.3478354215621948, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.3639143730886851, |
| "grad_norm": 0.2684786021709442, |
| "learning_rate": 6.548843849712206e-06, |
| "loss": 1.4221248626708984, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.3669724770642202, |
| "grad_norm": 0.2922813594341278, |
| "learning_rate": 6.534079128862835e-06, |
| "loss": 1.4792616367340088, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.3700305810397553, |
| "grad_norm": 0.21960243582725525, |
| "learning_rate": 6.5193026458452006e-06, |
| "loss": 1.3363940715789795, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.3730886850152906, |
| "grad_norm": 0.41456371545791626, |
| "learning_rate": 6.50451456873491e-06, |
| "loss": 1.4480544328689575, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.3761467889908257, |
| "grad_norm": 0.6222192049026489, |
| "learning_rate": 6.489715065739448e-06, |
| "loss": 1.7465565204620361, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.379204892966361, |
| "grad_norm": 0.5998108983039856, |
| "learning_rate": 6.474904305196268e-06, |
| "loss": 2.144679546356201, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.382262996941896, |
| "grad_norm": 0.5612609386444092, |
| "learning_rate": 6.4600824555708695e-06, |
| "loss": 1.378048300743103, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.385321100917431, |
| "grad_norm": 0.32021385431289673, |
| "learning_rate": 6.445249685454885e-06, |
| "loss": 1.361167073249817, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.3883792048929664, |
| "grad_norm": 0.36393630504608154, |
| "learning_rate": 6.4304061635641645e-06, |
| "loss": 1.433903694152832, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.3914373088685015, |
| "grad_norm": 0.7985405325889587, |
| "learning_rate": 6.415552058736854e-06, |
| "loss": 1.5466125011444092, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.3944954128440368, |
| "grad_norm": 0.30912530422210693, |
| "learning_rate": 6.4006875399314705e-06, |
| "loss": 1.463235855102539, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.3975535168195719, |
| "grad_norm": 0.2953026294708252, |
| "learning_rate": 6.3858127762249945e-06, |
| "loss": 1.3276557922363281, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.400611620795107, |
| "grad_norm": 0.19828742742538452, |
| "learning_rate": 6.3709279368109264e-06, |
| "loss": 1.2300511598587036, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.4036697247706422, |
| "grad_norm": 0.21878407895565033, |
| "learning_rate": 6.356033190997386e-06, |
| "loss": 1.1606783866882324, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.4067278287461773, |
| "grad_norm": 0.19046013057231903, |
| "learning_rate": 6.341128708205162e-06, |
| "loss": 1.3056751489639282, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.4097859327217126, |
| "grad_norm": 0.40108954906463623, |
| "learning_rate": 6.326214657965804e-06, |
| "loss": 1.5421757698059082, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.4128440366972477, |
| "grad_norm": 0.46537211537361145, |
| "learning_rate": 6.311291209919682e-06, |
| "loss": 1.5684192180633545, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.4159021406727827, |
| "grad_norm": 0.5733487606048584, |
| "learning_rate": 6.296358533814065e-06, |
| "loss": 1.5650339126586914, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.418960244648318, |
| "grad_norm": 0.4306733310222626, |
| "learning_rate": 6.281416799501188e-06, |
| "loss": 1.5992372035980225, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.4220183486238533, |
| "grad_norm": 0.407654732465744, |
| "learning_rate": 6.266466176936313e-06, |
| "loss": 1.4283607006072998, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.4250764525993884, |
| "grad_norm": 4.419346332550049, |
| "learning_rate": 6.251506836175807e-06, |
| "loss": 1.5659562349319458, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.4281345565749235, |
| "grad_norm": 0.7012003064155579, |
| "learning_rate": 6.236538947375203e-06, |
| "loss": 1.4677741527557373, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.4311926605504588, |
| "grad_norm": 0.22764644026756287, |
| "learning_rate": 6.221562680787258e-06, |
| "loss": 1.374863624572754, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.4342507645259939, |
| "grad_norm": 0.4946407973766327, |
| "learning_rate": 6.20657820676003e-06, |
| "loss": 1.3795430660247803, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.4373088685015292, |
| "grad_norm": 1.4666649103164673, |
| "learning_rate": 6.191585695734925e-06, |
| "loss": 1.584106683731079, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.4403669724770642, |
| "grad_norm": 0.9116813540458679, |
| "learning_rate": 6.176585318244775e-06, |
| "loss": 1.3207650184631348, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.4434250764525993, |
| "grad_norm": 0.4549460709095001, |
| "learning_rate": 6.161577244911883e-06, |
| "loss": 1.5188086032867432, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.4464831804281346, |
| "grad_norm": 0.6293279528617859, |
| "learning_rate": 6.146561646446088e-06, |
| "loss": 1.40483558177948, |
| "step": 946 |
| }, |
| { |
| "epoch": 1.4495412844036697, |
| "grad_norm": 0.5348030924797058, |
| "learning_rate": 6.131538693642828e-06, |
| "loss": 1.4180057048797607, |
| "step": 948 |
| }, |
| { |
| "epoch": 1.452599388379205, |
| "grad_norm": 0.7010774612426758, |
| "learning_rate": 6.116508557381191e-06, |
| "loss": 1.5555238723754883, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.45565749235474, |
| "grad_norm": 0.3996182382106781, |
| "learning_rate": 6.1014714086219725e-06, |
| "loss": 1.5635944604873657, |
| "step": 952 |
| }, |
| { |
| "epoch": 1.4587155963302751, |
| "grad_norm": 0.3819827139377594, |
| "learning_rate": 6.086427418405735e-06, |
| "loss": 1.3868696689605713, |
| "step": 954 |
| }, |
| { |
| "epoch": 1.4617737003058104, |
| "grad_norm": 0.24838334321975708, |
| "learning_rate": 6.071376757850858e-06, |
| "loss": 1.3217381238937378, |
| "step": 956 |
| }, |
| { |
| "epoch": 1.4648318042813455, |
| "grad_norm": 0.5527139902114868, |
| "learning_rate": 6.0563195981515885e-06, |
| "loss": 1.456415057182312, |
| "step": 958 |
| }, |
| { |
| "epoch": 1.4678899082568808, |
| "grad_norm": 0.2822090983390808, |
| "learning_rate": 6.0412561105761055e-06, |
| "loss": 1.3990404605865479, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.470948012232416, |
| "grad_norm": 0.370832234621048, |
| "learning_rate": 6.026186466464562e-06, |
| "loss": 1.5524400472640991, |
| "step": 962 |
| }, |
| { |
| "epoch": 1.474006116207951, |
| "grad_norm": 0.30970191955566406, |
| "learning_rate": 6.011110837227138e-06, |
| "loss": 1.4143943786621094, |
| "step": 964 |
| }, |
| { |
| "epoch": 1.4770642201834863, |
| "grad_norm": 0.3659932613372803, |
| "learning_rate": 5.996029394342089e-06, |
| "loss": 1.3726913928985596, |
| "step": 966 |
| }, |
| { |
| "epoch": 1.4801223241590213, |
| "grad_norm": 0.40378639101982117, |
| "learning_rate": 5.980942309353803e-06, |
| "loss": 1.3403112888336182, |
| "step": 968 |
| }, |
| { |
| "epoch": 1.4831804281345566, |
| "grad_norm": 0.2668818235397339, |
| "learning_rate": 5.965849753870841e-06, |
| "loss": 1.4581551551818848, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.4862385321100917, |
| "grad_norm": 0.39147576689720154, |
| "learning_rate": 5.950751899563989e-06, |
| "loss": 1.4426075220108032, |
| "step": 972 |
| }, |
| { |
| "epoch": 1.4892966360856268, |
| "grad_norm": 0.4053312838077545, |
| "learning_rate": 5.935648918164308e-06, |
| "loss": 1.429807424545288, |
| "step": 974 |
| }, |
| { |
| "epoch": 1.492354740061162, |
| "grad_norm": 0.2912329435348511, |
| "learning_rate": 5.9205409814611694e-06, |
| "loss": 1.6015820503234863, |
| "step": 976 |
| }, |
| { |
| "epoch": 1.4954128440366974, |
| "grad_norm": 0.39581140875816345, |
| "learning_rate": 5.9054282613003165e-06, |
| "loss": 1.7901129722595215, |
| "step": 978 |
| }, |
| { |
| "epoch": 1.4984709480122325, |
| "grad_norm": 5.4772210121154785, |
| "learning_rate": 5.890310929581899e-06, |
| "loss": 1.665008544921875, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.5015290519877675, |
| "grad_norm": 0.32753488421440125, |
| "learning_rate": 5.875189158258521e-06, |
| "loss": 1.658569574356079, |
| "step": 982 |
| }, |
| { |
| "epoch": 1.5045871559633026, |
| "grad_norm": 0.3322629928588867, |
| "learning_rate": 5.860063119333287e-06, |
| "loss": 1.568853735923767, |
| "step": 984 |
| }, |
| { |
| "epoch": 1.507645259938838, |
| "grad_norm": 0.3625146746635437, |
| "learning_rate": 5.844932984857841e-06, |
| "loss": 1.2555010318756104, |
| "step": 986 |
| }, |
| { |
| "epoch": 1.5107033639143732, |
| "grad_norm": 0.3967174291610718, |
| "learning_rate": 5.829798926930411e-06, |
| "loss": 1.2352030277252197, |
| "step": 988 |
| }, |
| { |
| "epoch": 1.5137614678899083, |
| "grad_norm": 0.92249995470047, |
| "learning_rate": 5.814661117693856e-06, |
| "loss": 1.6529834270477295, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.5168195718654434, |
| "grad_norm": 0.43264713883399963, |
| "learning_rate": 5.799519729333702e-06, |
| "loss": 1.6510822772979736, |
| "step": 992 |
| }, |
| { |
| "epoch": 1.5198776758409784, |
| "grad_norm": 0.48226049542427063, |
| "learning_rate": 5.784374934076188e-06, |
| "loss": 1.7469120025634766, |
| "step": 994 |
| }, |
| { |
| "epoch": 1.5229357798165137, |
| "grad_norm": 0.6006577014923096, |
| "learning_rate": 5.769226904186301e-06, |
| "loss": 1.6751326322555542, |
| "step": 996 |
| }, |
| { |
| "epoch": 1.525993883792049, |
| "grad_norm": 0.417524129152298, |
| "learning_rate": 5.754075811965826e-06, |
| "loss": 1.7241541147232056, |
| "step": 998 |
| }, |
| { |
| "epoch": 1.529051987767584, |
| "grad_norm": 0.4846678674221039, |
| "learning_rate": 5.738921829751374e-06, |
| "loss": 1.5894498825073242, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.5321100917431192, |
| "grad_norm": 0.37620386481285095, |
| "learning_rate": 5.723765129912433e-06, |
| "loss": 1.5567536354064941, |
| "step": 1002 |
| }, |
| { |
| "epoch": 1.5351681957186545, |
| "grad_norm": 0.9559251070022583, |
| "learning_rate": 5.708605884849402e-06, |
| "loss": 1.444126844406128, |
| "step": 1004 |
| }, |
| { |
| "epoch": 1.5382262996941896, |
| "grad_norm": 0.4608314335346222, |
| "learning_rate": 5.6934442669916315e-06, |
| "loss": 1.7045128345489502, |
| "step": 1006 |
| }, |
| { |
| "epoch": 1.5412844036697249, |
| "grad_norm": 0.5580506920814514, |
| "learning_rate": 5.678280448795457e-06, |
| "loss": 1.576319932937622, |
| "step": 1008 |
| }, |
| { |
| "epoch": 1.54434250764526, |
| "grad_norm": 0.414983332157135, |
| "learning_rate": 5.663114602742247e-06, |
| "loss": 1.1866123676300049, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.547400611620795, |
| "grad_norm": 0.5494526624679565, |
| "learning_rate": 5.647946901336433e-06, |
| "loss": 1.7420477867126465, |
| "step": 1012 |
| }, |
| { |
| "epoch": 1.5504587155963303, |
| "grad_norm": 0.6842697262763977, |
| "learning_rate": 5.632777517103552e-06, |
| "loss": 1.7904109954833984, |
| "step": 1014 |
| }, |
| { |
| "epoch": 1.5535168195718656, |
| "grad_norm": 0.43980666995048523, |
| "learning_rate": 5.617606622588282e-06, |
| "loss": 1.862006425857544, |
| "step": 1016 |
| }, |
| { |
| "epoch": 1.5565749235474007, |
| "grad_norm": 0.3990402817726135, |
| "learning_rate": 5.602434390352476e-06, |
| "loss": 1.7830100059509277, |
| "step": 1018 |
| }, |
| { |
| "epoch": 1.5596330275229358, |
| "grad_norm": 0.4031524360179901, |
| "learning_rate": 5.58726099297321e-06, |
| "loss": 1.7594141960144043, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.5626911314984708, |
| "grad_norm": 0.6580591797828674, |
| "learning_rate": 5.572086603040809e-06, |
| "loss": 1.6219829320907593, |
| "step": 1022 |
| }, |
| { |
| "epoch": 1.5657492354740061, |
| "grad_norm": 0.36656439304351807, |
| "learning_rate": 5.556911393156885e-06, |
| "loss": 1.4893901348114014, |
| "step": 1024 |
| }, |
| { |
| "epoch": 1.5688073394495414, |
| "grad_norm": 0.6261524558067322, |
| "learning_rate": 5.541735535932383e-06, |
| "loss": 1.058058261871338, |
| "step": 1026 |
| }, |
| { |
| "epoch": 1.5718654434250765, |
| "grad_norm": 0.3441345691680908, |
| "learning_rate": 5.526559203985605e-06, |
| "loss": 1.0509142875671387, |
| "step": 1028 |
| }, |
| { |
| "epoch": 1.5749235474006116, |
| "grad_norm": 0.2408900260925293, |
| "learning_rate": 5.511382569940258e-06, |
| "loss": 1.2871123552322388, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.5779816513761467, |
| "grad_norm": 0.45723816752433777, |
| "learning_rate": 5.496205806423481e-06, |
| "loss": 1.2235673666000366, |
| "step": 1032 |
| }, |
| { |
| "epoch": 1.581039755351682, |
| "grad_norm": 0.3109905421733856, |
| "learning_rate": 5.481029086063887e-06, |
| "loss": 1.177577018737793, |
| "step": 1034 |
| }, |
| { |
| "epoch": 1.5840978593272173, |
| "grad_norm": 0.20282985270023346, |
| "learning_rate": 5.4658525814896014e-06, |
| "loss": 1.2040612697601318, |
| "step": 1036 |
| }, |
| { |
| "epoch": 1.5871559633027523, |
| "grad_norm": 0.43076759576797485, |
| "learning_rate": 5.45067646532629e-06, |
| "loss": 1.4584531784057617, |
| "step": 1038 |
| }, |
| { |
| "epoch": 1.5902140672782874, |
| "grad_norm": 0.472885400056839, |
| "learning_rate": 5.435500910195203e-06, |
| "loss": 1.387641429901123, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.5932721712538225, |
| "grad_norm": 3.1532437801361084, |
| "learning_rate": 5.420326088711209e-06, |
| "loss": 1.221092700958252, |
| "step": 1042 |
| }, |
| { |
| "epoch": 1.5963302752293578, |
| "grad_norm": 0.6743189692497253, |
| "learning_rate": 5.405152173480833e-06, |
| "loss": 1.4836219549179077, |
| "step": 1044 |
| }, |
| { |
| "epoch": 1.599388379204893, |
| "grad_norm": 0.20277228951454163, |
| "learning_rate": 5.389979337100289e-06, |
| "loss": 1.5031371116638184, |
| "step": 1046 |
| }, |
| { |
| "epoch": 1.6024464831804281, |
| "grad_norm": 0.5120447874069214, |
| "learning_rate": 5.374807752153522e-06, |
| "loss": 1.282975673675537, |
| "step": 1048 |
| }, |
| { |
| "epoch": 1.6055045871559632, |
| "grad_norm": 0.35753709077835083, |
| "learning_rate": 5.359637591210242e-06, |
| "loss": 1.4665361642837524, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.6085626911314985, |
| "grad_norm": 0.7353309988975525, |
| "learning_rate": 5.344469026823959e-06, |
| "loss": 1.6730611324310303, |
| "step": 1052 |
| }, |
| { |
| "epoch": 1.6116207951070336, |
| "grad_norm": 0.4338257610797882, |
| "learning_rate": 5.329302231530029e-06, |
| "loss": 1.186348795890808, |
| "step": 1054 |
| }, |
| { |
| "epoch": 1.614678899082569, |
| "grad_norm": 0.42416566610336304, |
| "learning_rate": 5.31413737784368e-06, |
| "loss": 1.4430310726165771, |
| "step": 1056 |
| }, |
| { |
| "epoch": 1.617737003058104, |
| "grad_norm": 0.2432592213153839, |
| "learning_rate": 5.298974638258055e-06, |
| "loss": 1.518967866897583, |
| "step": 1058 |
| }, |
| { |
| "epoch": 1.620795107033639, |
| "grad_norm": 0.408245712518692, |
| "learning_rate": 5.283814185242252e-06, |
| "loss": 1.426690697669983, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.6238532110091743, |
| "grad_norm": 0.2117079198360443, |
| "learning_rate": 5.2686561912393606e-06, |
| "loss": 1.2693121433258057, |
| "step": 1062 |
| }, |
| { |
| "epoch": 1.6269113149847096, |
| "grad_norm": 4.30716609954834, |
| "learning_rate": 5.253500828664501e-06, |
| "loss": 0.9013931155204773, |
| "step": 1064 |
| }, |
| { |
| "epoch": 1.6299694189602447, |
| "grad_norm": 0.38770049810409546, |
| "learning_rate": 5.23834826990286e-06, |
| "loss": 1.5694489479064941, |
| "step": 1066 |
| }, |
| { |
| "epoch": 1.6330275229357798, |
| "grad_norm": 0.6700468063354492, |
| "learning_rate": 5.223198687307733e-06, |
| "loss": 1.503030776977539, |
| "step": 1068 |
| }, |
| { |
| "epoch": 1.6360856269113149, |
| "grad_norm": 0.2767106294631958, |
| "learning_rate": 5.208052253198564e-06, |
| "loss": 1.3917062282562256, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.6391437308868502, |
| "grad_norm": 0.3463125228881836, |
| "learning_rate": 5.192909139858981e-06, |
| "loss": 1.5068938732147217, |
| "step": 1072 |
| }, |
| { |
| "epoch": 1.6422018348623855, |
| "grad_norm": 0.3212260603904724, |
| "learning_rate": 5.177769519534846e-06, |
| "loss": 1.4421181678771973, |
| "step": 1074 |
| }, |
| { |
| "epoch": 1.6452599388379205, |
| "grad_norm": 0.4484805762767792, |
| "learning_rate": 5.162633564432285e-06, |
| "loss": 1.408212661743164, |
| "step": 1076 |
| }, |
| { |
| "epoch": 1.6483180428134556, |
| "grad_norm": 0.4805358350276947, |
| "learning_rate": 5.1475014467157325e-06, |
| "loss": 1.6133791208267212, |
| "step": 1078 |
| }, |
| { |
| "epoch": 1.6513761467889907, |
| "grad_norm": 0.5775420665740967, |
| "learning_rate": 5.132373338505978e-06, |
| "loss": 1.2856450080871582, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.654434250764526, |
| "grad_norm": 0.32906994223594666, |
| "learning_rate": 5.117249411878204e-06, |
| "loss": 1.04205322265625, |
| "step": 1082 |
| }, |
| { |
| "epoch": 1.6574923547400613, |
| "grad_norm": 0.5074779987335205, |
| "learning_rate": 5.10212983886003e-06, |
| "loss": 1.6698901653289795, |
| "step": 1084 |
| }, |
| { |
| "epoch": 1.6605504587155964, |
| "grad_norm": 0.36449626088142395, |
| "learning_rate": 5.087014791429552e-06, |
| "loss": 1.449878215789795, |
| "step": 1086 |
| }, |
| { |
| "epoch": 1.6636085626911314, |
| "grad_norm": 1.0477646589279175, |
| "learning_rate": 5.071904441513393e-06, |
| "loss": 1.5865240097045898, |
| "step": 1088 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 0.3797400891780853, |
| "learning_rate": 5.056798960984741e-06, |
| "loss": 1.4271771907806396, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.6697247706422018, |
| "grad_norm": 0.3018883466720581, |
| "learning_rate": 5.041698521661401e-06, |
| "loss": 1.6418373584747314, |
| "step": 1092 |
| }, |
| { |
| "epoch": 1.6727828746177371, |
| "grad_norm": 0.5908496379852295, |
| "learning_rate": 5.026603295303833e-06, |
| "loss": 1.5063586235046387, |
| "step": 1094 |
| }, |
| { |
| "epoch": 1.6758409785932722, |
| "grad_norm": 0.5799764394760132, |
| "learning_rate": 5.011513453613205e-06, |
| "loss": 1.5312390327453613, |
| "step": 1096 |
| }, |
| { |
| "epoch": 1.6788990825688073, |
| "grad_norm": 0.4648537337779999, |
| "learning_rate": 4.996429168229432e-06, |
| "loss": 1.4155495166778564, |
| "step": 1098 |
| }, |
| { |
| "epoch": 1.6819571865443423, |
| "grad_norm": 0.3357274830341339, |
| "learning_rate": 4.981350610729234e-06, |
| "loss": 1.07462477684021, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.6850152905198776, |
| "grad_norm": 0.8209952712059021, |
| "learning_rate": 4.966277952624179e-06, |
| "loss": 1.532288670539856, |
| "step": 1102 |
| }, |
| { |
| "epoch": 1.688073394495413, |
| "grad_norm": 0.6916195750236511, |
| "learning_rate": 4.951211365358723e-06, |
| "loss": 1.5015881061553955, |
| "step": 1104 |
| }, |
| { |
| "epoch": 1.691131498470948, |
| "grad_norm": 0.6677690148353577, |
| "learning_rate": 4.936151020308282e-06, |
| "loss": 1.5166327953338623, |
| "step": 1106 |
| }, |
| { |
| "epoch": 1.694189602446483, |
| "grad_norm": 0.7889437675476074, |
| "learning_rate": 4.921097088777261e-06, |
| "loss": 1.5232961177825928, |
| "step": 1108 |
| }, |
| { |
| "epoch": 1.6972477064220184, |
| "grad_norm": 0.5421835780143738, |
| "learning_rate": 4.906049741997119e-06, |
| "loss": 1.3370258808135986, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.7003058103975535, |
| "grad_norm": 0.28672778606414795, |
| "learning_rate": 4.8910091511244115e-06, |
| "loss": 1.5552886724472046, |
| "step": 1112 |
| }, |
| { |
| "epoch": 1.7033639143730888, |
| "grad_norm": 0.8609727025032043, |
| "learning_rate": 4.875975487238853e-06, |
| "loss": 1.6477062702178955, |
| "step": 1114 |
| }, |
| { |
| "epoch": 1.7064220183486238, |
| "grad_norm": 0.46577727794647217, |
| "learning_rate": 4.860948921341366e-06, |
| "loss": 1.3554713726043701, |
| "step": 1116 |
| }, |
| { |
| "epoch": 1.709480122324159, |
| "grad_norm": 0.4357546865940094, |
| "learning_rate": 4.845929624352136e-06, |
| "loss": 1.616469383239746, |
| "step": 1118 |
| }, |
| { |
| "epoch": 1.7125382262996942, |
| "grad_norm": 0.8016573786735535, |
| "learning_rate": 4.830917767108666e-06, |
| "loss": 1.4049677848815918, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.7155963302752295, |
| "grad_norm": 0.34570103883743286, |
| "learning_rate": 4.8159135203638394e-06, |
| "loss": 1.5350430011749268, |
| "step": 1122 |
| }, |
| { |
| "epoch": 1.7186544342507646, |
| "grad_norm": 0.6164813041687012, |
| "learning_rate": 4.800917054783971e-06, |
| "loss": 1.4737257957458496, |
| "step": 1124 |
| }, |
| { |
| "epoch": 1.7217125382262997, |
| "grad_norm": 0.30021098256111145, |
| "learning_rate": 4.785928540946869e-06, |
| "loss": 1.59697425365448, |
| "step": 1126 |
| }, |
| { |
| "epoch": 1.7247706422018347, |
| "grad_norm": 0.3294142782688141, |
| "learning_rate": 4.770948149339897e-06, |
| "loss": 1.6918811798095703, |
| "step": 1128 |
| }, |
| { |
| "epoch": 1.72782874617737, |
| "grad_norm": 0.33221927285194397, |
| "learning_rate": 4.755976050358026e-06, |
| "loss": 1.581977128982544, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.7308868501529053, |
| "grad_norm": 0.27995747327804565, |
| "learning_rate": 4.741012414301907e-06, |
| "loss": 1.42479407787323, |
| "step": 1132 |
| }, |
| { |
| "epoch": 1.7339449541284404, |
| "grad_norm": 0.4526294767856598, |
| "learning_rate": 4.726057411375927e-06, |
| "loss": 1.5270183086395264, |
| "step": 1134 |
| }, |
| { |
| "epoch": 1.7370030581039755, |
| "grad_norm": 0.6458525657653809, |
| "learning_rate": 4.711111211686279e-06, |
| "loss": 1.5350821018218994, |
| "step": 1136 |
| }, |
| { |
| "epoch": 1.7400611620795106, |
| "grad_norm": 0.40516841411590576, |
| "learning_rate": 4.6961739852390175e-06, |
| "loss": 1.5310497283935547, |
| "step": 1138 |
| }, |
| { |
| "epoch": 1.7431192660550459, |
| "grad_norm": 1.3104746341705322, |
| "learning_rate": 4.681245901938134e-06, |
| "loss": 1.5385562181472778, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.7461773700305812, |
| "grad_norm": 0.40381914377212524, |
| "learning_rate": 4.666327131583621e-06, |
| "loss": 1.5392662286758423, |
| "step": 1142 |
| }, |
| { |
| "epoch": 1.7492354740061162, |
| "grad_norm": 0.8844152688980103, |
| "learning_rate": 4.65141784386954e-06, |
| "loss": 1.333682894706726, |
| "step": 1144 |
| }, |
| { |
| "epoch": 1.7522935779816513, |
| "grad_norm": 0.423922061920166, |
| "learning_rate": 4.636518208382091e-06, |
| "loss": 1.4100391864776611, |
| "step": 1146 |
| }, |
| { |
| "epoch": 1.7553516819571864, |
| "grad_norm": 0.3589678406715393, |
| "learning_rate": 4.621628394597687e-06, |
| "loss": 1.341862440109253, |
| "step": 1148 |
| }, |
| { |
| "epoch": 1.7584097859327217, |
| "grad_norm": 0.6498292088508606, |
| "learning_rate": 4.606748571881018e-06, |
| "loss": 1.4297010898590088, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.761467889908257, |
| "grad_norm": 0.5506405234336853, |
| "learning_rate": 4.59187890948314e-06, |
| "loss": 1.4309487342834473, |
| "step": 1152 |
| }, |
| { |
| "epoch": 1.764525993883792, |
| "grad_norm": 0.45955854654312134, |
| "learning_rate": 4.577019576539527e-06, |
| "loss": 1.2851155996322632, |
| "step": 1154 |
| }, |
| { |
| "epoch": 1.7675840978593271, |
| "grad_norm": 0.28625011444091797, |
| "learning_rate": 4.562170742068175e-06, |
| "loss": 0.9397743940353394, |
| "step": 1156 |
| }, |
| { |
| "epoch": 1.7706422018348624, |
| "grad_norm": 0.22773736715316772, |
| "learning_rate": 4.547332574967653e-06, |
| "loss": 1.237460732460022, |
| "step": 1158 |
| }, |
| { |
| "epoch": 1.7737003058103975, |
| "grad_norm": 0.25427719950675964, |
| "learning_rate": 4.5325052440151985e-06, |
| "loss": 1.3028910160064697, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.7767584097859328, |
| "grad_norm": 0.2875189781188965, |
| "learning_rate": 4.517688917864794e-06, |
| "loss": 1.3547457456588745, |
| "step": 1162 |
| }, |
| { |
| "epoch": 1.7798165137614679, |
| "grad_norm": 0.21899199485778809, |
| "learning_rate": 4.502883765045244e-06, |
| "loss": 1.36411714553833, |
| "step": 1164 |
| }, |
| { |
| "epoch": 1.782874617737003, |
| "grad_norm": 0.21183030307292938, |
| "learning_rate": 4.488089953958264e-06, |
| "loss": 1.4323028326034546, |
| "step": 1166 |
| }, |
| { |
| "epoch": 1.7859327217125383, |
| "grad_norm": 0.22526955604553223, |
| "learning_rate": 4.473307652876563e-06, |
| "loss": 1.3429040908813477, |
| "step": 1168 |
| }, |
| { |
| "epoch": 1.7889908256880735, |
| "grad_norm": 0.266107439994812, |
| "learning_rate": 4.458537029941926e-06, |
| "loss": 1.3663442134857178, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.7920489296636086, |
| "grad_norm": 0.490496963262558, |
| "learning_rate": 4.4437782531633074e-06, |
| "loss": 1.3354597091674805, |
| "step": 1172 |
| }, |
| { |
| "epoch": 1.7951070336391437, |
| "grad_norm": 0.1854841560125351, |
| "learning_rate": 4.429031490414919e-06, |
| "loss": 1.3446393013000488, |
| "step": 1174 |
| }, |
| { |
| "epoch": 1.7981651376146788, |
| "grad_norm": 0.1960364729166031, |
| "learning_rate": 4.414296909434311e-06, |
| "loss": 1.3029416799545288, |
| "step": 1176 |
| }, |
| { |
| "epoch": 1.801223241590214, |
| "grad_norm": 0.35048866271972656, |
| "learning_rate": 4.399574677820481e-06, |
| "loss": 1.348449945449829, |
| "step": 1178 |
| }, |
| { |
| "epoch": 1.8042813455657494, |
| "grad_norm": 0.3793323040008545, |
| "learning_rate": 4.384864963031952e-06, |
| "loss": 1.297593593597412, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.8073394495412844, |
| "grad_norm": 0.14626124501228333, |
| "learning_rate": 4.370167932384873e-06, |
| "loss": 1.1695170402526855, |
| "step": 1182 |
| }, |
| { |
| "epoch": 1.8103975535168195, |
| "grad_norm": 0.16865181922912598, |
| "learning_rate": 4.355483753051125e-06, |
| "loss": 1.2123092412948608, |
| "step": 1184 |
| }, |
| { |
| "epoch": 1.8134556574923546, |
| "grad_norm": 0.1931789070367813, |
| "learning_rate": 4.340812592056401e-06, |
| "loss": 0.9932126998901367, |
| "step": 1186 |
| }, |
| { |
| "epoch": 1.81651376146789, |
| "grad_norm": 0.2547837793827057, |
| "learning_rate": 4.326154616278326e-06, |
| "loss": 1.2431546449661255, |
| "step": 1188 |
| }, |
| { |
| "epoch": 1.8195718654434252, |
| "grad_norm": 0.23825769126415253, |
| "learning_rate": 4.311509992444539e-06, |
| "loss": 1.286515712738037, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.8226299694189603, |
| "grad_norm": 0.25244706869125366, |
| "learning_rate": 4.296878887130819e-06, |
| "loss": 1.3000450134277344, |
| "step": 1192 |
| }, |
| { |
| "epoch": 1.8256880733944953, |
| "grad_norm": 0.23451480269432068, |
| "learning_rate": 4.282261466759165e-06, |
| "loss": 1.2664532661437988, |
| "step": 1194 |
| }, |
| { |
| "epoch": 1.8287461773700304, |
| "grad_norm": 0.2735919952392578, |
| "learning_rate": 4.267657897595929e-06, |
| "loss": 1.288360834121704, |
| "step": 1196 |
| }, |
| { |
| "epoch": 1.8318042813455657, |
| "grad_norm": 0.18107269704341888, |
| "learning_rate": 4.253068345749903e-06, |
| "loss": 1.2625651359558105, |
| "step": 1198 |
| }, |
| { |
| "epoch": 1.834862385321101, |
| "grad_norm": 0.2293253242969513, |
| "learning_rate": 4.238492977170439e-06, |
| "loss": 1.234043836593628, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.837920489296636, |
| "grad_norm": 0.27160146832466125, |
| "learning_rate": 4.223931957645566e-06, |
| "loss": 1.300539493560791, |
| "step": 1202 |
| }, |
| { |
| "epoch": 1.8409785932721712, |
| "grad_norm": 0.25112462043762207, |
| "learning_rate": 4.2093854528000955e-06, |
| "loss": 1.2719401121139526, |
| "step": 1204 |
| }, |
| { |
| "epoch": 1.8440366972477065, |
| "grad_norm": 0.33997592329978943, |
| "learning_rate": 4.194853628093742e-06, |
| "loss": 1.2453508377075195, |
| "step": 1206 |
| }, |
| { |
| "epoch": 1.8470948012232415, |
| "grad_norm": 0.6576793789863586, |
| "learning_rate": 4.180336648819242e-06, |
| "loss": 1.233917236328125, |
| "step": 1208 |
| }, |
| { |
| "epoch": 1.8501529051987768, |
| "grad_norm": 0.26551222801208496, |
| "learning_rate": 4.165834680100469e-06, |
| "loss": 1.2595276832580566, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.853211009174312, |
| "grad_norm": 0.2170596420764923, |
| "learning_rate": 4.151347886890562e-06, |
| "loss": 1.2505378723144531, |
| "step": 1212 |
| }, |
| { |
| "epoch": 1.856269113149847, |
| "grad_norm": 0.2974804937839508, |
| "learning_rate": 4.1368764339700404e-06, |
| "loss": 1.2092756032943726, |
| "step": 1214 |
| }, |
| { |
| "epoch": 1.8593272171253823, |
| "grad_norm": 0.2567199468612671, |
| "learning_rate": 4.1224204859449425e-06, |
| "loss": 1.2698951959609985, |
| "step": 1216 |
| }, |
| { |
| "epoch": 1.8623853211009176, |
| "grad_norm": 0.23152267932891846, |
| "learning_rate": 4.107980207244937e-06, |
| "loss": 1.3027379512786865, |
| "step": 1218 |
| }, |
| { |
| "epoch": 1.8654434250764527, |
| "grad_norm": 0.26830926537513733, |
| "learning_rate": 4.093555762121469e-06, |
| "loss": 1.308929443359375, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.8685015290519877, |
| "grad_norm": 0.2566030025482178, |
| "learning_rate": 4.07914731464588e-06, |
| "loss": 1.2964577674865723, |
| "step": 1222 |
| }, |
| { |
| "epoch": 1.8715596330275228, |
| "grad_norm": 0.4025701582431793, |
| "learning_rate": 4.064755028707546e-06, |
| "loss": 1.31220543384552, |
| "step": 1224 |
| }, |
| { |
| "epoch": 1.8746177370030581, |
| "grad_norm": 0.25386303663253784, |
| "learning_rate": 4.0503790680120136e-06, |
| "loss": 1.299830436706543, |
| "step": 1226 |
| }, |
| { |
| "epoch": 1.8776758409785934, |
| "grad_norm": 0.39947405457496643, |
| "learning_rate": 4.036019596079136e-06, |
| "loss": 1.3202039003372192, |
| "step": 1228 |
| }, |
| { |
| "epoch": 1.8807339449541285, |
| "grad_norm": 0.23179592192173004, |
| "learning_rate": 4.021676776241218e-06, |
| "loss": 1.2405881881713867, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.8837920489296636, |
| "grad_norm": 0.48796483874320984, |
| "learning_rate": 4.007350771641151e-06, |
| "loss": 1.288329005241394, |
| "step": 1232 |
| }, |
| { |
| "epoch": 1.8868501529051986, |
| "grad_norm": 0.26645490527153015, |
| "learning_rate": 3.993041745230562e-06, |
| "loss": 1.2443333864212036, |
| "step": 1234 |
| }, |
| { |
| "epoch": 1.889908256880734, |
| "grad_norm": 0.19715459644794464, |
| "learning_rate": 3.978749859767961e-06, |
| "loss": 1.2754254341125488, |
| "step": 1236 |
| }, |
| { |
| "epoch": 1.8929663608562692, |
| "grad_norm": 0.2424282431602478, |
| "learning_rate": 3.9644752778168836e-06, |
| "loss": 1.2853577136993408, |
| "step": 1238 |
| }, |
| { |
| "epoch": 1.8960244648318043, |
| "grad_norm": 0.22451399266719818, |
| "learning_rate": 3.950218161744049e-06, |
| "loss": 1.308832049369812, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.8990825688073394, |
| "grad_norm": 0.38970160484313965, |
| "learning_rate": 3.935978673717512e-06, |
| "loss": 1.2945680618286133, |
| "step": 1242 |
| }, |
| { |
| "epoch": 1.9021406727828745, |
| "grad_norm": 0.22287186980247498, |
| "learning_rate": 3.921756975704809e-06, |
| "loss": 1.2276027202606201, |
| "step": 1244 |
| }, |
| { |
| "epoch": 1.9051987767584098, |
| "grad_norm": 0.2538350820541382, |
| "learning_rate": 3.9075532294711326e-06, |
| "loss": 1.2546557188034058, |
| "step": 1246 |
| }, |
| { |
| "epoch": 1.908256880733945, |
| "grad_norm": 0.19810384511947632, |
| "learning_rate": 3.893367596577475e-06, |
| "loss": 1.2940235137939453, |
| "step": 1248 |
| }, |
| { |
| "epoch": 1.9113149847094801, |
| "grad_norm": 0.20586298406124115, |
| "learning_rate": 3.8792002383788044e-06, |
| "loss": 1.3136601448059082, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.9143730886850152, |
| "grad_norm": 0.2770041227340698, |
| "learning_rate": 3.865051316022215e-06, |
| "loss": 1.2952957153320312, |
| "step": 1252 |
| }, |
| { |
| "epoch": 1.9174311926605505, |
| "grad_norm": 0.22728121280670166, |
| "learning_rate": 3.85092099044511e-06, |
| "loss": 1.271630048751831, |
| "step": 1254 |
| }, |
| { |
| "epoch": 1.9204892966360856, |
| "grad_norm": 0.1984010934829712, |
| "learning_rate": 3.836809422373354e-06, |
| "loss": 1.2360022068023682, |
| "step": 1256 |
| }, |
| { |
| "epoch": 1.9235474006116209, |
| "grad_norm": 0.24555295705795288, |
| "learning_rate": 3.822716772319463e-06, |
| "loss": 1.271683692932129, |
| "step": 1258 |
| }, |
| { |
| "epoch": 1.926605504587156, |
| "grad_norm": 0.20771312713623047, |
| "learning_rate": 3.8086432005807616e-06, |
| "loss": 1.2962419986724854, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.929663608562691, |
| "grad_norm": 0.268265962600708, |
| "learning_rate": 3.794588867237574e-06, |
| "loss": 1.2458467483520508, |
| "step": 1262 |
| }, |
| { |
| "epoch": 1.9327217125382263, |
| "grad_norm": 0.3802253007888794, |
| "learning_rate": 3.780553932151392e-06, |
| "loss": 1.2733559608459473, |
| "step": 1264 |
| }, |
| { |
| "epoch": 1.9357798165137616, |
| "grad_norm": 0.6309070587158203, |
| "learning_rate": 3.766538554963062e-06, |
| "loss": 1.270596981048584, |
| "step": 1266 |
| }, |
| { |
| "epoch": 1.9388379204892967, |
| "grad_norm": 0.3053569793701172, |
| "learning_rate": 3.752542895090969e-06, |
| "loss": 1.3194211721420288, |
| "step": 1268 |
| }, |
| { |
| "epoch": 1.9418960244648318, |
| "grad_norm": 0.21923166513442993, |
| "learning_rate": 3.7385671117292245e-06, |
| "loss": 1.3323618173599243, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.9449541284403669, |
| "grad_norm": 0.2166883647441864, |
| "learning_rate": 3.72461136384585e-06, |
| "loss": 1.2965784072875977, |
| "step": 1272 |
| }, |
| { |
| "epoch": 1.9480122324159022, |
| "grad_norm": 0.2825508117675781, |
| "learning_rate": 3.710675810180977e-06, |
| "loss": 1.3159446716308594, |
| "step": 1274 |
| }, |
| { |
| "epoch": 1.9510703363914375, |
| "grad_norm": 0.299638956785202, |
| "learning_rate": 3.696760609245035e-06, |
| "loss": 1.2833199501037598, |
| "step": 1276 |
| }, |
| { |
| "epoch": 1.9541284403669725, |
| "grad_norm": 0.2223178744316101, |
| "learning_rate": 3.68286591931695e-06, |
| "loss": 1.22653329372406, |
| "step": 1278 |
| }, |
| { |
| "epoch": 1.9571865443425076, |
| "grad_norm": 0.2592408359050751, |
| "learning_rate": 3.668991898442347e-06, |
| "loss": 1.2542335987091064, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.9602446483180427, |
| "grad_norm": 0.2755810618400574, |
| "learning_rate": 3.6551387044317464e-06, |
| "loss": 1.2745262384414673, |
| "step": 1282 |
| }, |
| { |
| "epoch": 1.963302752293578, |
| "grad_norm": 0.21057268977165222, |
| "learning_rate": 3.6413064948587773e-06, |
| "loss": 1.2521765232086182, |
| "step": 1284 |
| }, |
| { |
| "epoch": 1.9663608562691133, |
| "grad_norm": 0.34427741169929504, |
| "learning_rate": 3.6274954270583797e-06, |
| "loss": 1.263521432876587, |
| "step": 1286 |
| }, |
| { |
| "epoch": 1.9694189602446484, |
| "grad_norm": 0.2196524441242218, |
| "learning_rate": 3.6137056581250142e-06, |
| "loss": 1.3154864311218262, |
| "step": 1288 |
| }, |
| { |
| "epoch": 1.9724770642201834, |
| "grad_norm": 0.3191309869289398, |
| "learning_rate": 3.599937344910872e-06, |
| "loss": 1.2999801635742188, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.9755351681957185, |
| "grad_norm": 0.22587168216705322, |
| "learning_rate": 3.5861906440241057e-06, |
| "loss": 1.3176116943359375, |
| "step": 1292 |
| }, |
| { |
| "epoch": 1.9785932721712538, |
| "grad_norm": 0.2769485414028168, |
| "learning_rate": 3.5724657118270344e-06, |
| "loss": 1.273116111755371, |
| "step": 1294 |
| }, |
| { |
| "epoch": 1.981651376146789, |
| "grad_norm": 0.3299882411956787, |
| "learning_rate": 3.558762704434361e-06, |
| "loss": 1.268465280532837, |
| "step": 1296 |
| }, |
| { |
| "epoch": 1.9847094801223242, |
| "grad_norm": 0.26859885454177856, |
| "learning_rate": 3.545081777711412e-06, |
| "loss": 1.2919847965240479, |
| "step": 1298 |
| }, |
| { |
| "epoch": 1.9877675840978593, |
| "grad_norm": 0.9502137899398804, |
| "learning_rate": 3.5314230872723564e-06, |
| "loss": 1.342604160308838, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.9908256880733946, |
| "grad_norm": 0.2677958011627197, |
| "learning_rate": 3.5177867884784334e-06, |
| "loss": 1.3786706924438477, |
| "step": 1302 |
| }, |
| { |
| "epoch": 1.9938837920489296, |
| "grad_norm": 0.40644171833992004, |
| "learning_rate": 3.504173036436186e-06, |
| "loss": 1.7326993942260742, |
| "step": 1304 |
| }, |
| { |
| "epoch": 1.996941896024465, |
| "grad_norm": 0.45419755578041077, |
| "learning_rate": 3.4905819859957002e-06, |
| "loss": 1.7214076519012451, |
| "step": 1306 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.9430392980575562, |
| "learning_rate": 3.4770137917488454e-06, |
| "loss": 1.8467901945114136, |
| "step": 1308 |
| }, |
| { |
| "epoch": 2.003058103975535, |
| "grad_norm": 0.26824504137039185, |
| "learning_rate": 3.463468608027505e-06, |
| "loss": 1.4361066818237305, |
| "step": 1310 |
| }, |
| { |
| "epoch": 2.00611620795107, |
| "grad_norm": 0.22578075528144836, |
| "learning_rate": 3.4499465889018337e-06, |
| "loss": 1.394030213356018, |
| "step": 1312 |
| }, |
| { |
| "epoch": 2.0091743119266057, |
| "grad_norm": 0.26776137948036194, |
| "learning_rate": 3.4364478881785002e-06, |
| "loss": 1.4127156734466553, |
| "step": 1314 |
| }, |
| { |
| "epoch": 2.0122324159021407, |
| "grad_norm": 0.3707635998725891, |
| "learning_rate": 3.4229726593989353e-06, |
| "loss": 1.340601921081543, |
| "step": 1316 |
| }, |
| { |
| "epoch": 2.015290519877676, |
| "grad_norm": 0.23890726268291473, |
| "learning_rate": 3.409521055837586e-06, |
| "loss": 1.5300512313842773, |
| "step": 1318 |
| }, |
| { |
| "epoch": 2.018348623853211, |
| "grad_norm": 0.21163959801197052, |
| "learning_rate": 3.396093230500176e-06, |
| "loss": 1.4162603616714478, |
| "step": 1320 |
| }, |
| { |
| "epoch": 2.021406727828746, |
| "grad_norm": 0.3320009112358093, |
| "learning_rate": 3.3826893361219614e-06, |
| "loss": 1.3640984296798706, |
| "step": 1322 |
| }, |
| { |
| "epoch": 2.0244648318042815, |
| "grad_norm": 0.2645728886127472, |
| "learning_rate": 3.3693095251659975e-06, |
| "loss": 1.4446080923080444, |
| "step": 1324 |
| }, |
| { |
| "epoch": 2.0275229357798166, |
| "grad_norm": 0.2824868857860565, |
| "learning_rate": 3.3559539498213965e-06, |
| "loss": 1.3105710744857788, |
| "step": 1326 |
| }, |
| { |
| "epoch": 2.0305810397553516, |
| "grad_norm": 0.23126038908958435, |
| "learning_rate": 3.342622762001606e-06, |
| "loss": 1.3857829570770264, |
| "step": 1328 |
| }, |
| { |
| "epoch": 2.0336391437308867, |
| "grad_norm": 0.3670974671840668, |
| "learning_rate": 3.3293161133426777e-06, |
| "loss": 1.496924638748169, |
| "step": 1330 |
| }, |
| { |
| "epoch": 2.036697247706422, |
| "grad_norm": 0.3528394401073456, |
| "learning_rate": 3.3160341552015375e-06, |
| "loss": 1.4135003089904785, |
| "step": 1332 |
| }, |
| { |
| "epoch": 2.0397553516819573, |
| "grad_norm": 0.20478151738643646, |
| "learning_rate": 3.3027770386542706e-06, |
| "loss": 1.2156240940093994, |
| "step": 1334 |
| }, |
| { |
| "epoch": 2.0428134556574924, |
| "grad_norm": 0.46617865562438965, |
| "learning_rate": 3.289544914494403e-06, |
| "loss": 1.3763898611068726, |
| "step": 1336 |
| }, |
| { |
| "epoch": 2.0458715596330275, |
| "grad_norm": 0.3884037733078003, |
| "learning_rate": 3.276337933231179e-06, |
| "loss": 1.622403860092163, |
| "step": 1338 |
| }, |
| { |
| "epoch": 2.0489296636085625, |
| "grad_norm": 0.25180479884147644, |
| "learning_rate": 3.2631562450878597e-06, |
| "loss": 1.2860331535339355, |
| "step": 1340 |
| }, |
| { |
| "epoch": 2.051987767584098, |
| "grad_norm": 0.3756599426269531, |
| "learning_rate": 3.2500000000000015e-06, |
| "loss": 1.4189289808273315, |
| "step": 1342 |
| }, |
| { |
| "epoch": 2.055045871559633, |
| "grad_norm": 0.32630693912506104, |
| "learning_rate": 3.236869347613764e-06, |
| "loss": 1.308931827545166, |
| "step": 1344 |
| }, |
| { |
| "epoch": 2.058103975535168, |
| "grad_norm": 0.28512176871299744, |
| "learning_rate": 3.2237644372842016e-06, |
| "loss": 1.2988288402557373, |
| "step": 1346 |
| }, |
| { |
| "epoch": 2.0611620795107033, |
| "grad_norm": 0.19952069222927094, |
| "learning_rate": 3.2106854180735625e-06, |
| "loss": 1.3092859983444214, |
| "step": 1348 |
| }, |
| { |
| "epoch": 2.0642201834862384, |
| "grad_norm": 0.24031268060207367, |
| "learning_rate": 3.1976324387495948e-06, |
| "loss": 1.3389842510223389, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.067278287461774, |
| "grad_norm": 0.26569297909736633, |
| "learning_rate": 3.1846056477838572e-06, |
| "loss": 1.5241750478744507, |
| "step": 1352 |
| }, |
| { |
| "epoch": 2.070336391437309, |
| "grad_norm": 0.5251048803329468, |
| "learning_rate": 3.171605193350028e-06, |
| "loss": 1.542860507965088, |
| "step": 1354 |
| }, |
| { |
| "epoch": 2.073394495412844, |
| "grad_norm": 0.34643858671188354, |
| "learning_rate": 3.158631223322216e-06, |
| "loss": 1.3612843751907349, |
| "step": 1356 |
| }, |
| { |
| "epoch": 2.076452599388379, |
| "grad_norm": 0.2934923470020294, |
| "learning_rate": 3.145683885273288e-06, |
| "loss": 1.355604648590088, |
| "step": 1358 |
| }, |
| { |
| "epoch": 2.079510703363914, |
| "grad_norm": 0.743224024772644, |
| "learning_rate": 3.1327633264731806e-06, |
| "loss": 1.341210126876831, |
| "step": 1360 |
| }, |
| { |
| "epoch": 2.0825688073394497, |
| "grad_norm": 0.32269051671028137, |
| "learning_rate": 3.11986969388723e-06, |
| "loss": 1.4118154048919678, |
| "step": 1362 |
| }, |
| { |
| "epoch": 2.085626911314985, |
| "grad_norm": 0.29159843921661377, |
| "learning_rate": 3.1070031341744983e-06, |
| "loss": 1.389265775680542, |
| "step": 1364 |
| }, |
| { |
| "epoch": 2.08868501529052, |
| "grad_norm": 0.24911250174045563, |
| "learning_rate": 3.094163793686108e-06, |
| "loss": 1.422662377357483, |
| "step": 1366 |
| }, |
| { |
| "epoch": 2.091743119266055, |
| "grad_norm": 0.21826767921447754, |
| "learning_rate": 3.0813518184635737e-06, |
| "loss": 1.4053363800048828, |
| "step": 1368 |
| }, |
| { |
| "epoch": 2.09480122324159, |
| "grad_norm": 0.3076784610748291, |
| "learning_rate": 3.0685673542371465e-06, |
| "loss": 1.283433198928833, |
| "step": 1370 |
| }, |
| { |
| "epoch": 2.0978593272171255, |
| "grad_norm": 0.17591321468353271, |
| "learning_rate": 3.0558105464241466e-06, |
| "loss": 1.237450361251831, |
| "step": 1372 |
| }, |
| { |
| "epoch": 2.1009174311926606, |
| "grad_norm": 0.2663421332836151, |
| "learning_rate": 3.0430815401273206e-06, |
| "loss": 1.3944424390792847, |
| "step": 1374 |
| }, |
| { |
| "epoch": 2.1039755351681957, |
| "grad_norm": 0.26904943585395813, |
| "learning_rate": 3.030380480133186e-06, |
| "loss": 1.5187671184539795, |
| "step": 1376 |
| }, |
| { |
| "epoch": 2.1070336391437308, |
| "grad_norm": 0.6649749279022217, |
| "learning_rate": 3.017707510910378e-06, |
| "loss": 1.3504502773284912, |
| "step": 1378 |
| }, |
| { |
| "epoch": 2.1100917431192663, |
| "grad_norm": 0.37516942620277405, |
| "learning_rate": 3.0050627766080188e-06, |
| "loss": 1.5420799255371094, |
| "step": 1380 |
| }, |
| { |
| "epoch": 2.1131498470948014, |
| "grad_norm": 0.342439204454422, |
| "learning_rate": 2.9924464210540717e-06, |
| "loss": 1.5547534227371216, |
| "step": 1382 |
| }, |
| { |
| "epoch": 2.1162079510703364, |
| "grad_norm": 0.48497647047042847, |
| "learning_rate": 2.979858587753698e-06, |
| "loss": 1.3153679370880127, |
| "step": 1384 |
| }, |
| { |
| "epoch": 2.1192660550458715, |
| "grad_norm": 0.39512813091278076, |
| "learning_rate": 2.96729941988764e-06, |
| "loss": 1.2663487195968628, |
| "step": 1386 |
| }, |
| { |
| "epoch": 2.1223241590214066, |
| "grad_norm": 0.3283194899559021, |
| "learning_rate": 2.9547690603105774e-06, |
| "loss": 1.4247238636016846, |
| "step": 1388 |
| }, |
| { |
| "epoch": 2.1253822629969417, |
| "grad_norm": 0.3506661355495453, |
| "learning_rate": 2.942267651549513e-06, |
| "loss": 1.2393386363983154, |
| "step": 1390 |
| }, |
| { |
| "epoch": 2.128440366972477, |
| "grad_norm": 0.3594140112400055, |
| "learning_rate": 2.9297953358021487e-06, |
| "loss": 1.317380666732788, |
| "step": 1392 |
| }, |
| { |
| "epoch": 2.1314984709480123, |
| "grad_norm": 0.5971735715866089, |
| "learning_rate": 2.9173522549352608e-06, |
| "loss": 1.2773442268371582, |
| "step": 1394 |
| }, |
| { |
| "epoch": 2.1345565749235473, |
| "grad_norm": 0.3666265606880188, |
| "learning_rate": 2.9049385504830987e-06, |
| "loss": 1.34925377368927, |
| "step": 1396 |
| }, |
| { |
| "epoch": 2.1376146788990824, |
| "grad_norm": 0.31561410427093506, |
| "learning_rate": 2.892554363645766e-06, |
| "loss": 1.2674505710601807, |
| "step": 1398 |
| }, |
| { |
| "epoch": 2.140672782874618, |
| "grad_norm": 0.2038232684135437, |
| "learning_rate": 2.880199835287618e-06, |
| "loss": 1.3169916868209839, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.143730886850153, |
| "grad_norm": 0.25303685665130615, |
| "learning_rate": 2.867875105935658e-06, |
| "loss": 1.4587633609771729, |
| "step": 1402 |
| }, |
| { |
| "epoch": 2.146788990825688, |
| "grad_norm": 0.31143543124198914, |
| "learning_rate": 2.8555803157779384e-06, |
| "loss": 1.3396885395050049, |
| "step": 1404 |
| }, |
| { |
| "epoch": 2.149847094801223, |
| "grad_norm": 0.2281101942062378, |
| "learning_rate": 2.8433156046619705e-06, |
| "loss": 1.2936108112335205, |
| "step": 1406 |
| }, |
| { |
| "epoch": 2.1529051987767582, |
| "grad_norm": 0.3648523688316345, |
| "learning_rate": 2.831081112093129e-06, |
| "loss": 1.5100679397583008, |
| "step": 1408 |
| }, |
| { |
| "epoch": 2.1559633027522938, |
| "grad_norm": 0.278677374124527, |
| "learning_rate": 2.8188769772330637e-06, |
| "loss": 1.3869754076004028, |
| "step": 1410 |
| }, |
| { |
| "epoch": 2.159021406727829, |
| "grad_norm": 0.21437983214855194, |
| "learning_rate": 2.806703338898123e-06, |
| "loss": 1.3129749298095703, |
| "step": 1412 |
| }, |
| { |
| "epoch": 2.162079510703364, |
| "grad_norm": 0.24729043245315552, |
| "learning_rate": 2.794560335557771e-06, |
| "loss": 1.4099204540252686, |
| "step": 1414 |
| }, |
| { |
| "epoch": 2.165137614678899, |
| "grad_norm": 0.3120039701461792, |
| "learning_rate": 2.7824481053330154e-06, |
| "loss": 1.3897459506988525, |
| "step": 1416 |
| }, |
| { |
| "epoch": 2.168195718654434, |
| "grad_norm": 0.4525415897369385, |
| "learning_rate": 2.770366785994827e-06, |
| "loss": 1.445647954940796, |
| "step": 1418 |
| }, |
| { |
| "epoch": 2.1712538226299696, |
| "grad_norm": 0.4266716241836548, |
| "learning_rate": 2.758316514962585e-06, |
| "loss": 1.3233726024627686, |
| "step": 1420 |
| }, |
| { |
| "epoch": 2.1743119266055047, |
| "grad_norm": 0.28266647458076477, |
| "learning_rate": 2.7462974293025112e-06, |
| "loss": 1.4238274097442627, |
| "step": 1422 |
| }, |
| { |
| "epoch": 2.1773700305810397, |
| "grad_norm": 0.3248072564601898, |
| "learning_rate": 2.7343096657261e-06, |
| "loss": 1.3104677200317383, |
| "step": 1424 |
| }, |
| { |
| "epoch": 2.180428134556575, |
| "grad_norm": 0.3584449887275696, |
| "learning_rate": 2.7223533605885784e-06, |
| "loss": 1.6277508735656738, |
| "step": 1426 |
| }, |
| { |
| "epoch": 2.18348623853211, |
| "grad_norm": 0.35764527320861816, |
| "learning_rate": 2.710428649887348e-06, |
| "loss": 1.3882687091827393, |
| "step": 1428 |
| }, |
| { |
| "epoch": 2.1865443425076454, |
| "grad_norm": 0.24804551899433136, |
| "learning_rate": 2.6985356692604336e-06, |
| "loss": 1.4513651132583618, |
| "step": 1430 |
| }, |
| { |
| "epoch": 2.1896024464831805, |
| "grad_norm": 0.2202014923095703, |
| "learning_rate": 2.686674553984951e-06, |
| "loss": 1.4342420101165771, |
| "step": 1432 |
| }, |
| { |
| "epoch": 2.1926605504587156, |
| "grad_norm": 0.36250677704811096, |
| "learning_rate": 2.6748454389755576e-06, |
| "loss": 1.394620656967163, |
| "step": 1434 |
| }, |
| { |
| "epoch": 2.1957186544342506, |
| "grad_norm": 0.3232296109199524, |
| "learning_rate": 2.6630484587829265e-06, |
| "loss": 1.3978071212768555, |
| "step": 1436 |
| }, |
| { |
| "epoch": 2.198776758409786, |
| "grad_norm": 0.4420628547668457, |
| "learning_rate": 2.651283747592211e-06, |
| "loss": 1.4031468629837036, |
| "step": 1438 |
| }, |
| { |
| "epoch": 2.2018348623853212, |
| "grad_norm": 0.6229142546653748, |
| "learning_rate": 2.639551439221516e-06, |
| "loss": 1.3914484977722168, |
| "step": 1440 |
| }, |
| { |
| "epoch": 2.2048929663608563, |
| "grad_norm": 0.3233772814273834, |
| "learning_rate": 2.627851667120387e-06, |
| "loss": 1.476043701171875, |
| "step": 1442 |
| }, |
| { |
| "epoch": 2.2079510703363914, |
| "grad_norm": 0.35107681155204773, |
| "learning_rate": 2.6161845643682763e-06, |
| "loss": 1.407777190208435, |
| "step": 1444 |
| }, |
| { |
| "epoch": 2.2110091743119265, |
| "grad_norm": 0.3123028874397278, |
| "learning_rate": 2.6045502636730457e-06, |
| "loss": 1.3102259635925293, |
| "step": 1446 |
| }, |
| { |
| "epoch": 2.214067278287462, |
| "grad_norm": 0.2534146308898926, |
| "learning_rate": 2.5929488973694406e-06, |
| "loss": 1.2788276672363281, |
| "step": 1448 |
| }, |
| { |
| "epoch": 2.217125382262997, |
| "grad_norm": 0.24462664127349854, |
| "learning_rate": 2.581380597417599e-06, |
| "loss": 1.3362743854522705, |
| "step": 1450 |
| }, |
| { |
| "epoch": 2.220183486238532, |
| "grad_norm": 0.2978283166885376, |
| "learning_rate": 2.569845495401542e-06, |
| "loss": 1.2902576923370361, |
| "step": 1452 |
| }, |
| { |
| "epoch": 2.223241590214067, |
| "grad_norm": 0.299277126789093, |
| "learning_rate": 2.5583437225276818e-06, |
| "loss": 1.3449206352233887, |
| "step": 1454 |
| }, |
| { |
| "epoch": 2.2262996941896023, |
| "grad_norm": 0.36601486802101135, |
| "learning_rate": 2.546875409623324e-06, |
| "loss": 1.3038407564163208, |
| "step": 1456 |
| }, |
| { |
| "epoch": 2.229357798165138, |
| "grad_norm": 0.42299339175224304, |
| "learning_rate": 2.5354406871351833e-06, |
| "loss": 1.5554304122924805, |
| "step": 1458 |
| }, |
| { |
| "epoch": 2.232415902140673, |
| "grad_norm": 0.32388123869895935, |
| "learning_rate": 2.5240396851279043e-06, |
| "loss": 1.5746049880981445, |
| "step": 1460 |
| }, |
| { |
| "epoch": 2.235474006116208, |
| "grad_norm": 0.39095836877822876, |
| "learning_rate": 2.5126725332825675e-06, |
| "loss": 1.6094728708267212, |
| "step": 1462 |
| }, |
| { |
| "epoch": 2.238532110091743, |
| "grad_norm": 0.5842258930206299, |
| "learning_rate": 2.501339360895231e-06, |
| "loss": 1.5279463529586792, |
| "step": 1464 |
| }, |
| { |
| "epoch": 2.241590214067278, |
| "grad_norm": 0.3429890275001526, |
| "learning_rate": 2.4900402968754504e-06, |
| "loss": 1.5856099128723145, |
| "step": 1466 |
| }, |
| { |
| "epoch": 2.2446483180428136, |
| "grad_norm": 0.35519224405288696, |
| "learning_rate": 2.4787754697448153e-06, |
| "loss": 1.4757394790649414, |
| "step": 1468 |
| }, |
| { |
| "epoch": 2.2477064220183487, |
| "grad_norm": 0.46203580498695374, |
| "learning_rate": 2.4675450076354822e-06, |
| "loss": 1.584846019744873, |
| "step": 1470 |
| }, |
| { |
| "epoch": 2.2507645259938838, |
| "grad_norm": 0.8099899888038635, |
| "learning_rate": 2.4563490382887267e-06, |
| "loss": 1.367172360420227, |
| "step": 1472 |
| }, |
| { |
| "epoch": 2.253822629969419, |
| "grad_norm": 0.7287035584449768, |
| "learning_rate": 2.4451876890534847e-06, |
| "loss": 1.492293357849121, |
| "step": 1474 |
| }, |
| { |
| "epoch": 2.2568807339449544, |
| "grad_norm": 0.3203519284725189, |
| "learning_rate": 2.4340610868849e-06, |
| "loss": 1.2751667499542236, |
| "step": 1476 |
| }, |
| { |
| "epoch": 2.2599388379204894, |
| "grad_norm": 0.6493098139762878, |
| "learning_rate": 2.4229693583428916e-06, |
| "loss": 1.4823472499847412, |
| "step": 1478 |
| }, |
| { |
| "epoch": 2.2629969418960245, |
| "grad_norm": 0.4101910889148712, |
| "learning_rate": 2.4119126295906997e-06, |
| "loss": 1.09395170211792, |
| "step": 1480 |
| }, |
| { |
| "epoch": 2.2660550458715596, |
| "grad_norm": 0.4682796597480774, |
| "learning_rate": 2.400891026393464e-06, |
| "loss": 1.0601507425308228, |
| "step": 1482 |
| }, |
| { |
| "epoch": 2.2691131498470947, |
| "grad_norm": 0.5146844387054443, |
| "learning_rate": 2.3899046741167868e-06, |
| "loss": 1.2724342346191406, |
| "step": 1484 |
| }, |
| { |
| "epoch": 2.2721712538226297, |
| "grad_norm": 0.8610156178474426, |
| "learning_rate": 2.3789536977253034e-06, |
| "loss": 1.3352521657943726, |
| "step": 1486 |
| }, |
| { |
| "epoch": 2.2752293577981653, |
| "grad_norm": 1.053831696510315, |
| "learning_rate": 2.3680382217812685e-06, |
| "loss": 1.4391016960144043, |
| "step": 1488 |
| }, |
| { |
| "epoch": 2.2782874617737003, |
| "grad_norm": 0.6413374543190002, |
| "learning_rate": 2.3571583704431355e-06, |
| "loss": 1.3907897472381592, |
| "step": 1490 |
| }, |
| { |
| "epoch": 2.2813455657492354, |
| "grad_norm": 0.30044737458229065, |
| "learning_rate": 2.346314267464145e-06, |
| "loss": 1.1618599891662598, |
| "step": 1492 |
| }, |
| { |
| "epoch": 2.2844036697247705, |
| "grad_norm": 0.3427642285823822, |
| "learning_rate": 2.3355060361909134e-06, |
| "loss": 1.134230375289917, |
| "step": 1494 |
| }, |
| { |
| "epoch": 2.287461773700306, |
| "grad_norm": 0.28166523575782776, |
| "learning_rate": 2.3247337995620363e-06, |
| "loss": 1.357274055480957, |
| "step": 1496 |
| }, |
| { |
| "epoch": 2.290519877675841, |
| "grad_norm": 0.7598418593406677, |
| "learning_rate": 2.313997680106686e-06, |
| "loss": 1.2663555145263672, |
| "step": 1498 |
| }, |
| { |
| "epoch": 2.293577981651376, |
| "grad_norm": 1.0048569440841675, |
| "learning_rate": 2.3032977999432205e-06, |
| "loss": 1.2259790897369385, |
| "step": 1500 |
| }, |
| { |
| "epoch": 2.2966360856269112, |
| "grad_norm": 0.3067741096019745, |
| "learning_rate": 2.2926342807777886e-06, |
| "loss": 1.435164213180542, |
| "step": 1502 |
| }, |
| { |
| "epoch": 2.2996941896024463, |
| "grad_norm": 0.5623937249183655, |
| "learning_rate": 2.2820072439029524e-06, |
| "loss": 1.4023568630218506, |
| "step": 1504 |
| }, |
| { |
| "epoch": 2.302752293577982, |
| "grad_norm": 0.3359718918800354, |
| "learning_rate": 2.271416810196308e-06, |
| "loss": 1.1277801990509033, |
| "step": 1506 |
| }, |
| { |
| "epoch": 2.305810397553517, |
| "grad_norm": 0.3305533528327942, |
| "learning_rate": 2.2608631001190994e-06, |
| "loss": 1.3414134979248047, |
| "step": 1508 |
| }, |
| { |
| "epoch": 2.308868501529052, |
| "grad_norm": 0.28481531143188477, |
| "learning_rate": 2.2503462337148642e-06, |
| "loss": 1.4879052639007568, |
| "step": 1510 |
| }, |
| { |
| "epoch": 2.311926605504587, |
| "grad_norm": 0.28595951199531555, |
| "learning_rate": 2.239866330608057e-06, |
| "loss": 1.6209688186645508, |
| "step": 1512 |
| }, |
| { |
| "epoch": 2.314984709480122, |
| "grad_norm": 0.29558923840522766, |
| "learning_rate": 2.2294235100026933e-06, |
| "loss": 1.6481235027313232, |
| "step": 1514 |
| }, |
| { |
| "epoch": 2.3180428134556577, |
| "grad_norm": 0.5758782029151917, |
| "learning_rate": 2.21901789068099e-06, |
| "loss": 1.7679166793823242, |
| "step": 1516 |
| }, |
| { |
| "epoch": 2.3211009174311927, |
| "grad_norm": 0.3111439347267151, |
| "learning_rate": 2.2086495910020192e-06, |
| "loss": 1.3151183128356934, |
| "step": 1518 |
| }, |
| { |
| "epoch": 2.324159021406728, |
| "grad_norm": 0.44918501377105713, |
| "learning_rate": 2.1983187289003587e-06, |
| "loss": 1.3933916091918945, |
| "step": 1520 |
| }, |
| { |
| "epoch": 2.327217125382263, |
| "grad_norm": 0.3173042833805084, |
| "learning_rate": 2.188025421884754e-06, |
| "loss": 1.240437388420105, |
| "step": 1522 |
| }, |
| { |
| "epoch": 2.330275229357798, |
| "grad_norm": 0.2350539118051529, |
| "learning_rate": 2.1777697870367713e-06, |
| "loss": 1.1647779941558838, |
| "step": 1524 |
| }, |
| { |
| "epoch": 2.3333333333333335, |
| "grad_norm": 0.3137843906879425, |
| "learning_rate": 2.1675519410094803e-06, |
| "loss": 1.5445265769958496, |
| "step": 1526 |
| }, |
| { |
| "epoch": 2.3363914373088686, |
| "grad_norm": 0.5268841981887817, |
| "learning_rate": 2.157372000026119e-06, |
| "loss": 1.444595217704773, |
| "step": 1528 |
| }, |
| { |
| "epoch": 2.3394495412844036, |
| "grad_norm": 0.3506692349910736, |
| "learning_rate": 2.1472300798787746e-06, |
| "loss": 1.6354224681854248, |
| "step": 1530 |
| }, |
| { |
| "epoch": 2.3425076452599387, |
| "grad_norm": 0.3233583867549896, |
| "learning_rate": 2.1371262959270594e-06, |
| "loss": 1.1021732091903687, |
| "step": 1532 |
| }, |
| { |
| "epoch": 2.3455657492354742, |
| "grad_norm": 0.29296091198921204, |
| "learning_rate": 2.1270607630968104e-06, |
| "loss": 1.3453254699707031, |
| "step": 1534 |
| }, |
| { |
| "epoch": 2.3486238532110093, |
| "grad_norm": 0.3317727744579315, |
| "learning_rate": 2.1170335958787736e-06, |
| "loss": 1.607575535774231, |
| "step": 1536 |
| }, |
| { |
| "epoch": 2.3516819571865444, |
| "grad_norm": 0.2295382171869278, |
| "learning_rate": 2.1070449083273047e-06, |
| "loss": 1.3497262001037598, |
| "step": 1538 |
| }, |
| { |
| "epoch": 2.3547400611620795, |
| "grad_norm": 0.4568946957588196, |
| "learning_rate": 2.0970948140590672e-06, |
| "loss": 1.509822130203247, |
| "step": 1540 |
| }, |
| { |
| "epoch": 2.3577981651376145, |
| "grad_norm": 0.34416595101356506, |
| "learning_rate": 2.08718342625175e-06, |
| "loss": 1.385573148727417, |
| "step": 1542 |
| }, |
| { |
| "epoch": 2.3608562691131496, |
| "grad_norm": 0.33610644936561584, |
| "learning_rate": 2.077310857642772e-06, |
| "loss": 1.3133833408355713, |
| "step": 1544 |
| }, |
| { |
| "epoch": 2.363914373088685, |
| "grad_norm": 0.332163006067276, |
| "learning_rate": 2.067477220527998e-06, |
| "loss": 1.3794035911560059, |
| "step": 1546 |
| }, |
| { |
| "epoch": 2.36697247706422, |
| "grad_norm": 0.46091410517692566, |
| "learning_rate": 2.05768262676047e-06, |
| "loss": 1.4221172332763672, |
| "step": 1548 |
| }, |
| { |
| "epoch": 2.3700305810397553, |
| "grad_norm": 0.2670794427394867, |
| "learning_rate": 2.0479271877491278e-06, |
| "loss": 1.2908828258514404, |
| "step": 1550 |
| }, |
| { |
| "epoch": 2.3730886850152904, |
| "grad_norm": 0.31927385926246643, |
| "learning_rate": 2.038211014457546e-06, |
| "loss": 1.3988337516784668, |
| "step": 1552 |
| }, |
| { |
| "epoch": 2.376146788990826, |
| "grad_norm": 0.4126211404800415, |
| "learning_rate": 2.028534217402667e-06, |
| "loss": 1.7016716003417969, |
| "step": 1554 |
| }, |
| { |
| "epoch": 2.379204892966361, |
| "grad_norm": 0.6094360947608948, |
| "learning_rate": 2.0188969066535484e-06, |
| "loss": 2.0326876640319824, |
| "step": 1556 |
| }, |
| { |
| "epoch": 2.382262996941896, |
| "grad_norm": 0.40967652201652527, |
| "learning_rate": 2.0092991918301106e-06, |
| "loss": 1.3301377296447754, |
| "step": 1558 |
| }, |
| { |
| "epoch": 2.385321100917431, |
| "grad_norm": 0.6155174970626831, |
| "learning_rate": 1.9997411821018885e-06, |
| "loss": 1.319265604019165, |
| "step": 1560 |
| }, |
| { |
| "epoch": 2.388379204892966, |
| "grad_norm": 0.4441206455230713, |
| "learning_rate": 1.990222986186786e-06, |
| "loss": 1.3922169208526611, |
| "step": 1562 |
| }, |
| { |
| "epoch": 2.3914373088685017, |
| "grad_norm": 0.5924298167228699, |
| "learning_rate": 1.980744712349849e-06, |
| "loss": 1.4741730690002441, |
| "step": 1564 |
| }, |
| { |
| "epoch": 2.3944954128440368, |
| "grad_norm": 0.42252296209335327, |
| "learning_rate": 1.9713064684020262e-06, |
| "loss": 1.4076108932495117, |
| "step": 1566 |
| }, |
| { |
| "epoch": 2.397553516819572, |
| "grad_norm": 0.36031708121299744, |
| "learning_rate": 1.9619083616989457e-06, |
| "loss": 1.278861403465271, |
| "step": 1568 |
| }, |
| { |
| "epoch": 2.400611620795107, |
| "grad_norm": 0.24064381420612335, |
| "learning_rate": 1.952550499139689e-06, |
| "loss": 1.19804048538208, |
| "step": 1570 |
| }, |
| { |
| "epoch": 2.4036697247706424, |
| "grad_norm": 0.18197159469127655, |
| "learning_rate": 1.9432329871655837e-06, |
| "loss": 1.12447988986969, |
| "step": 1572 |
| }, |
| { |
| "epoch": 2.4067278287461775, |
| "grad_norm": 0.30438297986984253, |
| "learning_rate": 1.933955931758988e-06, |
| "loss": 1.2643486261367798, |
| "step": 1574 |
| }, |
| { |
| "epoch": 2.4097859327217126, |
| "grad_norm": 0.5426669120788574, |
| "learning_rate": 1.9247194384420855e-06, |
| "loss": 1.504340410232544, |
| "step": 1576 |
| }, |
| { |
| "epoch": 2.4128440366972477, |
| "grad_norm": 0.6118716597557068, |
| "learning_rate": 1.915523612275681e-06, |
| "loss": 1.5359920263290405, |
| "step": 1578 |
| }, |
| { |
| "epoch": 2.4159021406727827, |
| "grad_norm": 0.5290548801422119, |
| "learning_rate": 1.9063685578580137e-06, |
| "loss": 1.5219250917434692, |
| "step": 1580 |
| }, |
| { |
| "epoch": 2.418960244648318, |
| "grad_norm": 0.348886638879776, |
| "learning_rate": 1.8972543793235626e-06, |
| "loss": 1.5620722770690918, |
| "step": 1582 |
| }, |
| { |
| "epoch": 2.4220183486238533, |
| "grad_norm": 0.4480542838573456, |
| "learning_rate": 1.8881811803418624e-06, |
| "loss": 1.3870704174041748, |
| "step": 1584 |
| }, |
| { |
| "epoch": 2.4250764525993884, |
| "grad_norm": 0.6594481468200684, |
| "learning_rate": 1.8791490641163218e-06, |
| "loss": 1.5246330499649048, |
| "step": 1586 |
| }, |
| { |
| "epoch": 2.4281345565749235, |
| "grad_norm": 0.48964548110961914, |
| "learning_rate": 1.870158133383055e-06, |
| "loss": 1.4073295593261719, |
| "step": 1588 |
| }, |
| { |
| "epoch": 2.4311926605504586, |
| "grad_norm": 0.40440455079078674, |
| "learning_rate": 1.8612084904097117e-06, |
| "loss": 1.329315423965454, |
| "step": 1590 |
| }, |
| { |
| "epoch": 2.434250764525994, |
| "grad_norm": 0.3714819550514221, |
| "learning_rate": 1.852300236994308e-06, |
| "loss": 1.3444490432739258, |
| "step": 1592 |
| }, |
| { |
| "epoch": 2.437308868501529, |
| "grad_norm": 0.5145377516746521, |
| "learning_rate": 1.8434334744640763e-06, |
| "loss": 1.5467479228973389, |
| "step": 1594 |
| }, |
| { |
| "epoch": 2.4403669724770642, |
| "grad_norm": 0.46002912521362305, |
| "learning_rate": 1.8346083036743104e-06, |
| "loss": 1.289878249168396, |
| "step": 1596 |
| }, |
| { |
| "epoch": 2.4434250764525993, |
| "grad_norm": 0.793483555316925, |
| "learning_rate": 1.8258248250072158e-06, |
| "loss": 1.4660496711730957, |
| "step": 1598 |
| }, |
| { |
| "epoch": 2.4464831804281344, |
| "grad_norm": 0.44911351799964905, |
| "learning_rate": 1.8170831383707683e-06, |
| "loss": 1.3652875423431396, |
| "step": 1600 |
| }, |
| { |
| "epoch": 2.44954128440367, |
| "grad_norm": 0.38207677006721497, |
| "learning_rate": 1.8083833431975805e-06, |
| "loss": 1.3762791156768799, |
| "step": 1602 |
| }, |
| { |
| "epoch": 2.452599388379205, |
| "grad_norm": 0.4357513189315796, |
| "learning_rate": 1.7997255384437695e-06, |
| "loss": 1.5232503414154053, |
| "step": 1604 |
| }, |
| { |
| "epoch": 2.45565749235474, |
| "grad_norm": 0.3423779308795929, |
| "learning_rate": 1.7911098225878309e-06, |
| "loss": 1.5271486043930054, |
| "step": 1606 |
| }, |
| { |
| "epoch": 2.458715596330275, |
| "grad_norm": 5.960415363311768, |
| "learning_rate": 1.7825362936295171e-06, |
| "loss": 1.3485842943191528, |
| "step": 1608 |
| }, |
| { |
| "epoch": 2.46177370030581, |
| "grad_norm": 0.36111417412757874, |
| "learning_rate": 1.774005049088725e-06, |
| "loss": 1.2900433540344238, |
| "step": 1610 |
| }, |
| { |
| "epoch": 2.4648318042813457, |
| "grad_norm": 0.33147767186164856, |
| "learning_rate": 1.7655161860043873e-06, |
| "loss": 1.4210761785507202, |
| "step": 1612 |
| }, |
| { |
| "epoch": 2.467889908256881, |
| "grad_norm": 0.3786766231060028, |
| "learning_rate": 1.7570698009333664e-06, |
| "loss": 1.370017409324646, |
| "step": 1614 |
| }, |
| { |
| "epoch": 2.470948012232416, |
| "grad_norm": 1.8267617225646973, |
| "learning_rate": 1.7486659899493537e-06, |
| "loss": 1.5153461694717407, |
| "step": 1616 |
| }, |
| { |
| "epoch": 2.474006116207951, |
| "grad_norm": 0.3199278712272644, |
| "learning_rate": 1.740304848641787e-06, |
| "loss": 1.3838684558868408, |
| "step": 1618 |
| }, |
| { |
| "epoch": 2.477064220183486, |
| "grad_norm": 0.3670620322227478, |
| "learning_rate": 1.731986472114751e-06, |
| "loss": 1.33723783493042, |
| "step": 1620 |
| }, |
| { |
| "epoch": 2.4801223241590216, |
| "grad_norm": 0.36861374974250793, |
| "learning_rate": 1.7237109549859043e-06, |
| "loss": 1.2932226657867432, |
| "step": 1622 |
| }, |
| { |
| "epoch": 2.4831804281345566, |
| "grad_norm": 0.34438320994377136, |
| "learning_rate": 1.7154783913853968e-06, |
| "loss": 1.42689049243927, |
| "step": 1624 |
| }, |
| { |
| "epoch": 2.4862385321100917, |
| "grad_norm": 0.23838122189044952, |
| "learning_rate": 1.7072888749548033e-06, |
| "loss": 1.4100431203842163, |
| "step": 1626 |
| }, |
| { |
| "epoch": 2.489296636085627, |
| "grad_norm": 0.46484264731407166, |
| "learning_rate": 1.6991424988460592e-06, |
| "loss": 1.3829045295715332, |
| "step": 1628 |
| }, |
| { |
| "epoch": 2.4923547400611623, |
| "grad_norm": 0.3008574843406677, |
| "learning_rate": 1.6910393557203964e-06, |
| "loss": 1.5693084001541138, |
| "step": 1630 |
| }, |
| { |
| "epoch": 2.4954128440366974, |
| "grad_norm": 0.37115153670310974, |
| "learning_rate": 1.6829795377472908e-06, |
| "loss": 1.7590757608413696, |
| "step": 1632 |
| }, |
| { |
| "epoch": 2.4984709480122325, |
| "grad_norm": 0.616698682308197, |
| "learning_rate": 1.674963136603417e-06, |
| "loss": 1.6397650241851807, |
| "step": 1634 |
| }, |
| { |
| "epoch": 2.5015290519877675, |
| "grad_norm": 0.384959876537323, |
| "learning_rate": 1.6669902434716046e-06, |
| "loss": 1.6299896240234375, |
| "step": 1636 |
| }, |
| { |
| "epoch": 2.5045871559633026, |
| "grad_norm": 0.8294275403022766, |
| "learning_rate": 1.6590609490397958e-06, |
| "loss": 1.5394856929779053, |
| "step": 1638 |
| }, |
| { |
| "epoch": 2.5076452599388377, |
| "grad_norm": 0.40894415974617004, |
| "learning_rate": 1.6511753435000205e-06, |
| "loss": 1.2182371616363525, |
| "step": 1640 |
| }, |
| { |
| "epoch": 2.510703363914373, |
| "grad_norm": 0.45905759930610657, |
| "learning_rate": 1.6433335165473686e-06, |
| "loss": 1.2023439407348633, |
| "step": 1642 |
| }, |
| { |
| "epoch": 2.5137614678899083, |
| "grad_norm": 0.38532376289367676, |
| "learning_rate": 1.635535557378968e-06, |
| "loss": 1.6095008850097656, |
| "step": 1644 |
| }, |
| { |
| "epoch": 2.5168195718654434, |
| "grad_norm": 1.44415283203125, |
| "learning_rate": 1.6277815546929688e-06, |
| "loss": 1.6082322597503662, |
| "step": 1646 |
| }, |
| { |
| "epoch": 2.5198776758409784, |
| "grad_norm": 0.5093996524810791, |
| "learning_rate": 1.6200715966875394e-06, |
| "loss": 1.7141090631484985, |
| "step": 1648 |
| }, |
| { |
| "epoch": 2.522935779816514, |
| "grad_norm": 0.5241023898124695, |
| "learning_rate": 1.6124057710598603e-06, |
| "loss": 1.6450610160827637, |
| "step": 1650 |
| }, |
| { |
| "epoch": 2.525993883792049, |
| "grad_norm": 0.49204516410827637, |
| "learning_rate": 1.6047841650051272e-06, |
| "loss": 1.6974513530731201, |
| "step": 1652 |
| }, |
| { |
| "epoch": 2.529051987767584, |
| "grad_norm": 0.8506813049316406, |
| "learning_rate": 1.5972068652155554e-06, |
| "loss": 1.5313912630081177, |
| "step": 1654 |
| }, |
| { |
| "epoch": 2.532110091743119, |
| "grad_norm": 0.33754727244377136, |
| "learning_rate": 1.5896739578794e-06, |
| "loss": 1.5209699869155884, |
| "step": 1656 |
| }, |
| { |
| "epoch": 2.5351681957186543, |
| "grad_norm": 0.7774704694747925, |
| "learning_rate": 1.5821855286799742e-06, |
| "loss": 1.4035563468933105, |
| "step": 1658 |
| }, |
| { |
| "epoch": 2.5382262996941893, |
| "grad_norm": 0.6433319449424744, |
| "learning_rate": 1.5747416627946673e-06, |
| "loss": 1.665273666381836, |
| "step": 1660 |
| }, |
| { |
| "epoch": 2.541284403669725, |
| "grad_norm": 0.6971220970153809, |
| "learning_rate": 1.5673424448939887e-06, |
| "loss": 1.5019344091415405, |
| "step": 1662 |
| }, |
| { |
| "epoch": 2.54434250764526, |
| "grad_norm": 0.40314802527427673, |
| "learning_rate": 1.5599879591405917e-06, |
| "loss": 1.1620054244995117, |
| "step": 1664 |
| }, |
| { |
| "epoch": 2.547400611620795, |
| "grad_norm": 0.48018017411231995, |
| "learning_rate": 1.552678289188326e-06, |
| "loss": 1.6923828125, |
| "step": 1666 |
| }, |
| { |
| "epoch": 2.5504587155963305, |
| "grad_norm": 0.4809359312057495, |
| "learning_rate": 1.545413518181283e-06, |
| "loss": 1.7656713724136353, |
| "step": 1668 |
| }, |
| { |
| "epoch": 2.5535168195718656, |
| "grad_norm": 0.40401753783226013, |
| "learning_rate": 1.5381937287528449e-06, |
| "loss": 1.8313161134719849, |
| "step": 1670 |
| }, |
| { |
| "epoch": 2.5565749235474007, |
| "grad_norm": 0.4581202268600464, |
| "learning_rate": 1.5310190030247546e-06, |
| "loss": 1.7572789192199707, |
| "step": 1672 |
| }, |
| { |
| "epoch": 2.5596330275229358, |
| "grad_norm": 0.9305920600891113, |
| "learning_rate": 1.5238894226061737e-06, |
| "loss": 1.7307026386260986, |
| "step": 1674 |
| }, |
| { |
| "epoch": 2.562691131498471, |
| "grad_norm": 0.47380930185317993, |
| "learning_rate": 1.5168050685927566e-06, |
| "loss": 1.5947740077972412, |
| "step": 1676 |
| }, |
| { |
| "epoch": 2.565749235474006, |
| "grad_norm": 1.2263463735580444, |
| "learning_rate": 1.5097660215657306e-06, |
| "loss": 1.4555588960647583, |
| "step": 1678 |
| }, |
| { |
| "epoch": 2.5688073394495414, |
| "grad_norm": 0.43118909001350403, |
| "learning_rate": 1.5027723615909745e-06, |
| "loss": 1.0147868394851685, |
| "step": 1680 |
| }, |
| { |
| "epoch": 2.5718654434250765, |
| "grad_norm": 0.5391921401023865, |
| "learning_rate": 1.4958241682181137e-06, |
| "loss": 1.0223249197006226, |
| "step": 1682 |
| }, |
| { |
| "epoch": 2.5749235474006116, |
| "grad_norm": 0.2522028386592865, |
| "learning_rate": 1.4889215204796082e-06, |
| "loss": 1.250197172164917, |
| "step": 1684 |
| }, |
| { |
| "epoch": 2.5779816513761467, |
| "grad_norm": 0.29159918427467346, |
| "learning_rate": 1.4820644968898605e-06, |
| "loss": 1.1835776567459106, |
| "step": 1686 |
| }, |
| { |
| "epoch": 2.581039755351682, |
| "grad_norm": 0.2946909964084625, |
| "learning_rate": 1.47525317544432e-06, |
| "loss": 1.1374409198760986, |
| "step": 1688 |
| }, |
| { |
| "epoch": 2.5840978593272173, |
| "grad_norm": 0.19036340713500977, |
| "learning_rate": 1.468487633618594e-06, |
| "loss": 1.1817882061004639, |
| "step": 1690 |
| }, |
| { |
| "epoch": 2.5871559633027523, |
| "grad_norm": 1.4873279333114624, |
| "learning_rate": 1.4617679483675673e-06, |
| "loss": 1.4171775579452515, |
| "step": 1692 |
| }, |
| { |
| "epoch": 2.5902140672782874, |
| "grad_norm": 0.32151684165000916, |
| "learning_rate": 1.4550941961245288e-06, |
| "loss": 1.3625459671020508, |
| "step": 1694 |
| }, |
| { |
| "epoch": 2.5932721712538225, |
| "grad_norm": 0.26637983322143555, |
| "learning_rate": 1.4484664528003026e-06, |
| "loss": 1.2058180570602417, |
| "step": 1696 |
| }, |
| { |
| "epoch": 2.5963302752293576, |
| "grad_norm": 0.5087877511978149, |
| "learning_rate": 1.4418847937823784e-06, |
| "loss": 1.425114631652832, |
| "step": 1698 |
| }, |
| { |
| "epoch": 2.599388379204893, |
| "grad_norm": 0.9368872046470642, |
| "learning_rate": 1.4353492939340618e-06, |
| "loss": 1.4749643802642822, |
| "step": 1700 |
| }, |
| { |
| "epoch": 2.602446483180428, |
| "grad_norm": 0.48912081122398376, |
| "learning_rate": 1.4288600275936184e-06, |
| "loss": 1.245436668395996, |
| "step": 1702 |
| }, |
| { |
| "epoch": 2.6055045871559632, |
| "grad_norm": 0.4674423635005951, |
| "learning_rate": 1.4224170685734303e-06, |
| "loss": 1.4404422044754028, |
| "step": 1704 |
| }, |
| { |
| "epoch": 2.6085626911314987, |
| "grad_norm": 0.7305318117141724, |
| "learning_rate": 1.416020490159152e-06, |
| "loss": 1.6482999324798584, |
| "step": 1706 |
| }, |
| { |
| "epoch": 2.611620795107034, |
| "grad_norm": 0.5728065371513367, |
| "learning_rate": 1.4096703651088848e-06, |
| "loss": 1.1557910442352295, |
| "step": 1708 |
| }, |
| { |
| "epoch": 2.614678899082569, |
| "grad_norm": 0.6479355096817017, |
| "learning_rate": 1.4033667656523405e-06, |
| "loss": 1.4093899726867676, |
| "step": 1710 |
| }, |
| { |
| "epoch": 2.617737003058104, |
| "grad_norm": 1.1274484395980835, |
| "learning_rate": 1.3971097634900262e-06, |
| "loss": 1.4923943281173706, |
| "step": 1712 |
| }, |
| { |
| "epoch": 2.620795107033639, |
| "grad_norm": 0.5374640822410583, |
| "learning_rate": 1.3908994297924275e-06, |
| "loss": 1.3800336122512817, |
| "step": 1714 |
| }, |
| { |
| "epoch": 2.623853211009174, |
| "grad_norm": 0.6038364171981812, |
| "learning_rate": 1.3847358351991945e-06, |
| "loss": 1.2194199562072754, |
| "step": 1716 |
| }, |
| { |
| "epoch": 2.6269113149847096, |
| "grad_norm": 0.7064008712768555, |
| "learning_rate": 1.3786190498183446e-06, |
| "loss": 0.8604775667190552, |
| "step": 1718 |
| }, |
| { |
| "epoch": 2.6299694189602447, |
| "grad_norm": 0.3798482418060303, |
| "learning_rate": 1.3725491432254627e-06, |
| "loss": 1.5459158420562744, |
| "step": 1720 |
| }, |
| { |
| "epoch": 2.63302752293578, |
| "grad_norm": 0.47553232312202454, |
| "learning_rate": 1.3665261844629053e-06, |
| "loss": 1.466538429260254, |
| "step": 1722 |
| }, |
| { |
| "epoch": 2.636085626911315, |
| "grad_norm": 0.3397771716117859, |
| "learning_rate": 1.360550242039024e-06, |
| "loss": 1.3562582731246948, |
| "step": 1724 |
| }, |
| { |
| "epoch": 2.6391437308868504, |
| "grad_norm": 0.282279908657074, |
| "learning_rate": 1.354621383927379e-06, |
| "loss": 1.4752657413482666, |
| "step": 1726 |
| }, |
| { |
| "epoch": 2.6422018348623855, |
| "grad_norm": 0.3183048963546753, |
| "learning_rate": 1.3487396775659691e-06, |
| "loss": 1.4154858589172363, |
| "step": 1728 |
| }, |
| { |
| "epoch": 2.6452599388379205, |
| "grad_norm": 0.4210142493247986, |
| "learning_rate": 1.3429051898564623e-06, |
| "loss": 1.3750901222229004, |
| "step": 1730 |
| }, |
| { |
| "epoch": 2.6483180428134556, |
| "grad_norm": 0.6870266795158386, |
| "learning_rate": 1.337117987163439e-06, |
| "loss": 1.5814931392669678, |
| "step": 1732 |
| }, |
| { |
| "epoch": 2.6513761467889907, |
| "grad_norm": 0.4824894964694977, |
| "learning_rate": 1.3313781353136329e-06, |
| "loss": 1.2281584739685059, |
| "step": 1734 |
| }, |
| { |
| "epoch": 2.6544342507645258, |
| "grad_norm": 0.2543982267379761, |
| "learning_rate": 1.3256856995951852e-06, |
| "loss": 1.0042641162872314, |
| "step": 1736 |
| }, |
| { |
| "epoch": 2.6574923547400613, |
| "grad_norm": 0.39150846004486084, |
| "learning_rate": 1.3200407447568985e-06, |
| "loss": 1.6282243728637695, |
| "step": 1738 |
| }, |
| { |
| "epoch": 2.6605504587155964, |
| "grad_norm": 0.43744921684265137, |
| "learning_rate": 1.3144433350075045e-06, |
| "loss": 1.419670820236206, |
| "step": 1740 |
| }, |
| { |
| "epoch": 2.6636085626911314, |
| "grad_norm": 0.5169599652290344, |
| "learning_rate": 1.3088935340149312e-06, |
| "loss": 1.5492973327636719, |
| "step": 1742 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 0.3686998188495636, |
| "learning_rate": 1.3033914049055776e-06, |
| "loss": 1.390296459197998, |
| "step": 1744 |
| }, |
| { |
| "epoch": 2.669724770642202, |
| "grad_norm": 0.3961811363697052, |
| "learning_rate": 1.2979370102636001e-06, |
| "loss": 1.6185352802276611, |
| "step": 1746 |
| }, |
| { |
| "epoch": 2.672782874617737, |
| "grad_norm": 0.4181622266769409, |
| "learning_rate": 1.2925304121301956e-06, |
| "loss": 1.47446608543396, |
| "step": 1748 |
| }, |
| { |
| "epoch": 2.675840978593272, |
| "grad_norm": 0.5175849199295044, |
| "learning_rate": 1.2871716720029001e-06, |
| "loss": 1.4941065311431885, |
| "step": 1750 |
| }, |
| { |
| "epoch": 2.6788990825688073, |
| "grad_norm": 0.4671924412250519, |
| "learning_rate": 1.2818608508348831e-06, |
| "loss": 1.3738720417022705, |
| "step": 1752 |
| }, |
| { |
| "epoch": 2.6819571865443423, |
| "grad_norm": 0.31229135394096375, |
| "learning_rate": 1.2765980090342638e-06, |
| "loss": 1.0343739986419678, |
| "step": 1754 |
| }, |
| { |
| "epoch": 2.6850152905198774, |
| "grad_norm": 0.5780667662620544, |
| "learning_rate": 1.2713832064634127e-06, |
| "loss": 1.4987692832946777, |
| "step": 1756 |
| }, |
| { |
| "epoch": 2.688073394495413, |
| "grad_norm": 0.29605942964553833, |
| "learning_rate": 1.2662165024382813e-06, |
| "loss": 1.4711230993270874, |
| "step": 1758 |
| }, |
| { |
| "epoch": 2.691131498470948, |
| "grad_norm": 0.4572795629501343, |
| "learning_rate": 1.2610979557277186e-06, |
| "loss": 1.4898228645324707, |
| "step": 1760 |
| }, |
| { |
| "epoch": 2.694189602446483, |
| "grad_norm": 0.5139583945274353, |
| "learning_rate": 1.2560276245528099e-06, |
| "loss": 1.4924449920654297, |
| "step": 1762 |
| }, |
| { |
| "epoch": 2.6972477064220186, |
| "grad_norm": 0.3455151319503784, |
| "learning_rate": 1.251005566586209e-06, |
| "loss": 1.3008229732513428, |
| "step": 1764 |
| }, |
| { |
| "epoch": 2.7003058103975537, |
| "grad_norm": 0.5034812092781067, |
| "learning_rate": 1.2460318389514868e-06, |
| "loss": 1.5259795188903809, |
| "step": 1766 |
| }, |
| { |
| "epoch": 2.7033639143730888, |
| "grad_norm": 0.55739825963974, |
| "learning_rate": 1.241106498222476e-06, |
| "loss": 1.610971212387085, |
| "step": 1768 |
| }, |
| { |
| "epoch": 2.706422018348624, |
| "grad_norm": 0.3922676146030426, |
| "learning_rate": 1.2362296004226327e-06, |
| "loss": 1.3188968896865845, |
| "step": 1770 |
| }, |
| { |
| "epoch": 2.709480122324159, |
| "grad_norm": 0.4953126311302185, |
| "learning_rate": 1.2314012010243973e-06, |
| "loss": 1.5828558206558228, |
| "step": 1772 |
| }, |
| { |
| "epoch": 2.712538226299694, |
| "grad_norm": 0.6791023015975952, |
| "learning_rate": 1.2266213549485638e-06, |
| "loss": 1.3703022003173828, |
| "step": 1774 |
| }, |
| { |
| "epoch": 2.7155963302752295, |
| "grad_norm": 0.37211811542510986, |
| "learning_rate": 1.2218901165636526e-06, |
| "loss": 1.504420280456543, |
| "step": 1776 |
| }, |
| { |
| "epoch": 2.7186544342507646, |
| "grad_norm": 0.2997111678123474, |
| "learning_rate": 1.2172075396852972e-06, |
| "loss": 1.442054271697998, |
| "step": 1778 |
| }, |
| { |
| "epoch": 2.7217125382262997, |
| "grad_norm": 0.3290131390094757, |
| "learning_rate": 1.212573677575627e-06, |
| "loss": 1.5728079080581665, |
| "step": 1780 |
| }, |
| { |
| "epoch": 2.7247706422018347, |
| "grad_norm": 0.3726375102996826, |
| "learning_rate": 1.2079885829426653e-06, |
| "loss": 1.6637623310089111, |
| "step": 1782 |
| }, |
| { |
| "epoch": 2.7278287461773703, |
| "grad_norm": 0.7502315640449524, |
| "learning_rate": 1.2034523079397264e-06, |
| "loss": 1.550297737121582, |
| "step": 1784 |
| }, |
| { |
| "epoch": 2.7308868501529053, |
| "grad_norm": 0.3677420914173126, |
| "learning_rate": 1.1989649041648244e-06, |
| "loss": 1.3913054466247559, |
| "step": 1786 |
| }, |
| { |
| "epoch": 2.7339449541284404, |
| "grad_norm": 0.6194299459457397, |
| "learning_rate": 1.1945264226600878e-06, |
| "loss": 1.49534010887146, |
| "step": 1788 |
| }, |
| { |
| "epoch": 2.7370030581039755, |
| "grad_norm": 0.42255425453186035, |
| "learning_rate": 1.1901369139111737e-06, |
| "loss": 1.5017262697219849, |
| "step": 1790 |
| }, |
| { |
| "epoch": 2.7400611620795106, |
| "grad_norm": 0.39475998282432556, |
| "learning_rate": 1.1857964278467003e-06, |
| "loss": 1.4985376596450806, |
| "step": 1792 |
| }, |
| { |
| "epoch": 2.7431192660550456, |
| "grad_norm": 0.4835125207901001, |
| "learning_rate": 1.1815050138376731e-06, |
| "loss": 1.513980746269226, |
| "step": 1794 |
| }, |
| { |
| "epoch": 2.746177370030581, |
| "grad_norm": 0.27400922775268555, |
| "learning_rate": 1.1772627206969286e-06, |
| "loss": 1.5117716789245605, |
| "step": 1796 |
| }, |
| { |
| "epoch": 2.7492354740061162, |
| "grad_norm": 0.35452115535736084, |
| "learning_rate": 1.1730695966785726e-06, |
| "loss": 1.3024158477783203, |
| "step": 1798 |
| }, |
| { |
| "epoch": 2.7522935779816513, |
| "grad_norm": 0.45254552364349365, |
| "learning_rate": 1.1689256894774384e-06, |
| "loss": 1.3760697841644287, |
| "step": 1800 |
| }, |
| { |
| "epoch": 2.7553516819571864, |
| "grad_norm": 0.6041072010993958, |
| "learning_rate": 1.1648310462285386e-06, |
| "loss": 1.298436164855957, |
| "step": 1802 |
| }, |
| { |
| "epoch": 2.758409785932722, |
| "grad_norm": 0.555728554725647, |
| "learning_rate": 1.1607857135065337e-06, |
| "loss": 1.3885629177093506, |
| "step": 1804 |
| }, |
| { |
| "epoch": 2.761467889908257, |
| "grad_norm": 0.5937597751617432, |
| "learning_rate": 1.1567897373251967e-06, |
| "loss": 1.3754394054412842, |
| "step": 1806 |
| }, |
| { |
| "epoch": 2.764525993883792, |
| "grad_norm": 0.35898932814598083, |
| "learning_rate": 1.1528431631368957e-06, |
| "loss": 1.2469127178192139, |
| "step": 1808 |
| }, |
| { |
| "epoch": 2.767584097859327, |
| "grad_norm": 0.24282048642635345, |
| "learning_rate": 1.1489460358320728e-06, |
| "loss": 0.9015558958053589, |
| "step": 1810 |
| }, |
| { |
| "epoch": 2.770642201834862, |
| "grad_norm": 0.27484798431396484, |
| "learning_rate": 1.1450983997387365e-06, |
| "loss": 1.2076148986816406, |
| "step": 1812 |
| }, |
| { |
| "epoch": 2.7737003058103973, |
| "grad_norm": 0.29970651865005493, |
| "learning_rate": 1.1413002986219528e-06, |
| "loss": 1.2744965553283691, |
| "step": 1814 |
| }, |
| { |
| "epoch": 2.776758409785933, |
| "grad_norm": 0.26047366857528687, |
| "learning_rate": 1.1375517756833534e-06, |
| "loss": 1.3271204233169556, |
| "step": 1816 |
| }, |
| { |
| "epoch": 2.779816513761468, |
| "grad_norm": 0.3544829785823822, |
| "learning_rate": 1.1338528735606391e-06, |
| "loss": 1.3407413959503174, |
| "step": 1818 |
| }, |
| { |
| "epoch": 2.782874617737003, |
| "grad_norm": 0.24868814647197723, |
| "learning_rate": 1.1302036343270996e-06, |
| "loss": 1.4030461311340332, |
| "step": 1820 |
| }, |
| { |
| "epoch": 2.7859327217125385, |
| "grad_norm": 0.30862292647361755, |
| "learning_rate": 1.12660409949113e-06, |
| "loss": 1.3144700527191162, |
| "step": 1822 |
| }, |
| { |
| "epoch": 2.7889908256880735, |
| "grad_norm": 0.9225071668624878, |
| "learning_rate": 1.1230543099957608e-06, |
| "loss": 1.338538646697998, |
| "step": 1824 |
| }, |
| { |
| "epoch": 2.7920489296636086, |
| "grad_norm": 0.32354745268821716, |
| "learning_rate": 1.1195543062181954e-06, |
| "loss": 1.310173749923706, |
| "step": 1826 |
| }, |
| { |
| "epoch": 2.7951070336391437, |
| "grad_norm": 0.24064457416534424, |
| "learning_rate": 1.1161041279693445e-06, |
| "loss": 1.3204376697540283, |
| "step": 1828 |
| }, |
| { |
| "epoch": 2.7981651376146788, |
| "grad_norm": 0.23651309311389923, |
| "learning_rate": 1.1127038144933787e-06, |
| "loss": 1.281717300415039, |
| "step": 1830 |
| }, |
| { |
| "epoch": 2.801223241590214, |
| "grad_norm": 0.21533581614494324, |
| "learning_rate": 1.1093534044672796e-06, |
| "loss": 1.3252437114715576, |
| "step": 1832 |
| }, |
| { |
| "epoch": 2.8042813455657494, |
| "grad_norm": 0.38182252645492554, |
| "learning_rate": 1.1060529360004003e-06, |
| "loss": 1.27931809425354, |
| "step": 1834 |
| }, |
| { |
| "epoch": 2.8073394495412844, |
| "grad_norm": 0.12391169369220734, |
| "learning_rate": 1.1028024466340305e-06, |
| "loss": 1.1552488803863525, |
| "step": 1836 |
| }, |
| { |
| "epoch": 2.8103975535168195, |
| "grad_norm": 0.17293956875801086, |
| "learning_rate": 1.0996019733409732e-06, |
| "loss": 1.2036254405975342, |
| "step": 1838 |
| }, |
| { |
| "epoch": 2.8134556574923546, |
| "grad_norm": 0.21059419214725494, |
| "learning_rate": 1.096451552525121e-06, |
| "loss": 0.9850409030914307, |
| "step": 1840 |
| }, |
| { |
| "epoch": 2.81651376146789, |
| "grad_norm": 0.2714180648326874, |
| "learning_rate": 1.093351220021043e-06, |
| "loss": 1.2215778827667236, |
| "step": 1842 |
| }, |
| { |
| "epoch": 2.819571865443425, |
| "grad_norm": 0.22156941890716553, |
| "learning_rate": 1.090301011093575e-06, |
| "loss": 1.2629544734954834, |
| "step": 1844 |
| }, |
| { |
| "epoch": 2.8226299694189603, |
| "grad_norm": 0.20625340938568115, |
| "learning_rate": 1.0873009604374246e-06, |
| "loss": 1.2778034210205078, |
| "step": 1846 |
| }, |
| { |
| "epoch": 2.8256880733944953, |
| "grad_norm": 0.29442811012268066, |
| "learning_rate": 1.084351102176769e-06, |
| "loss": 1.2413357496261597, |
| "step": 1848 |
| }, |
| { |
| "epoch": 2.8287461773700304, |
| "grad_norm": 0.18544712662696838, |
| "learning_rate": 1.081451469864872e-06, |
| "loss": 1.2637240886688232, |
| "step": 1850 |
| }, |
| { |
| "epoch": 2.8318042813455655, |
| "grad_norm": 0.22874392569065094, |
| "learning_rate": 1.0786020964836991e-06, |
| "loss": 1.2410205602645874, |
| "step": 1852 |
| }, |
| { |
| "epoch": 2.834862385321101, |
| "grad_norm": 0.2457342892885208, |
| "learning_rate": 1.075803014443546e-06, |
| "loss": 1.2094589471817017, |
| "step": 1854 |
| }, |
| { |
| "epoch": 2.837920489296636, |
| "grad_norm": 0.22759026288986206, |
| "learning_rate": 1.0730542555826654e-06, |
| "loss": 1.274350643157959, |
| "step": 1856 |
| }, |
| { |
| "epoch": 2.840978593272171, |
| "grad_norm": 0.206235870718956, |
| "learning_rate": 1.07035585116691e-06, |
| "loss": 1.245356559753418, |
| "step": 1858 |
| }, |
| { |
| "epoch": 2.8440366972477067, |
| "grad_norm": 0.49194467067718506, |
| "learning_rate": 1.0677078318893716e-06, |
| "loss": 1.2151732444763184, |
| "step": 1860 |
| }, |
| { |
| "epoch": 2.8470948012232418, |
| "grad_norm": 0.33920061588287354, |
| "learning_rate": 1.0651102278700364e-06, |
| "loss": 1.2073887586593628, |
| "step": 1862 |
| }, |
| { |
| "epoch": 2.850152905198777, |
| "grad_norm": 0.25718092918395996, |
| "learning_rate": 1.062563068655439e-06, |
| "loss": 1.2325494289398193, |
| "step": 1864 |
| }, |
| { |
| "epoch": 2.853211009174312, |
| "grad_norm": 0.24365228414535522, |
| "learning_rate": 1.0600663832183293e-06, |
| "loss": 1.2226455211639404, |
| "step": 1866 |
| }, |
| { |
| "epoch": 2.856269113149847, |
| "grad_norm": 0.19332216680049896, |
| "learning_rate": 1.0576201999573405e-06, |
| "loss": 1.1831451654434204, |
| "step": 1868 |
| }, |
| { |
| "epoch": 2.859327217125382, |
| "grad_norm": 0.25319862365722656, |
| "learning_rate": 1.0552245466966678e-06, |
| "loss": 1.2440452575683594, |
| "step": 1870 |
| }, |
| { |
| "epoch": 2.8623853211009176, |
| "grad_norm": 0.27022072672843933, |
| "learning_rate": 1.0528794506857508e-06, |
| "loss": 1.2725245952606201, |
| "step": 1872 |
| }, |
| { |
| "epoch": 2.8654434250764527, |
| "grad_norm": 0.3112826943397522, |
| "learning_rate": 1.050584938598963e-06, |
| "loss": 1.282654047012329, |
| "step": 1874 |
| }, |
| { |
| "epoch": 2.8685015290519877, |
| "grad_norm": 0.2421792596578598, |
| "learning_rate": 1.048341036535311e-06, |
| "loss": 1.273242712020874, |
| "step": 1876 |
| }, |
| { |
| "epoch": 2.871559633027523, |
| "grad_norm": 0.23541022837162018, |
| "learning_rate": 1.0461477700181355e-06, |
| "loss": 1.2899906635284424, |
| "step": 1878 |
| }, |
| { |
| "epoch": 2.8746177370030583, |
| "grad_norm": 0.2772025167942047, |
| "learning_rate": 1.044005163994821e-06, |
| "loss": 1.2756202220916748, |
| "step": 1880 |
| }, |
| { |
| "epoch": 2.8776758409785934, |
| "grad_norm": 0.47361937165260315, |
| "learning_rate": 1.0419132428365116e-06, |
| "loss": 1.2930552959442139, |
| "step": 1882 |
| }, |
| { |
| "epoch": 2.8807339449541285, |
| "grad_norm": 0.18241485953330994, |
| "learning_rate": 1.0398720303378374e-06, |
| "loss": 1.223031997680664, |
| "step": 1884 |
| }, |
| { |
| "epoch": 2.8837920489296636, |
| "grad_norm": 0.40437427163124084, |
| "learning_rate": 1.0378815497166385e-06, |
| "loss": 1.2670063972473145, |
| "step": 1886 |
| }, |
| { |
| "epoch": 2.8868501529051986, |
| "grad_norm": 0.22389701008796692, |
| "learning_rate": 1.0359418236137047e-06, |
| "loss": 1.2270456552505493, |
| "step": 1888 |
| }, |
| { |
| "epoch": 2.8899082568807337, |
| "grad_norm": 0.29309970140457153, |
| "learning_rate": 1.0340528740925169e-06, |
| "loss": 1.2563271522521973, |
| "step": 1890 |
| }, |
| { |
| "epoch": 2.8929663608562692, |
| "grad_norm": 0.24637004733085632, |
| "learning_rate": 1.0322147226389952e-06, |
| "loss": 1.2668583393096924, |
| "step": 1892 |
| }, |
| { |
| "epoch": 2.8960244648318043, |
| "grad_norm": 0.5765001177787781, |
| "learning_rate": 1.0304273901612566e-06, |
| "loss": 1.2873437404632568, |
| "step": 1894 |
| }, |
| { |
| "epoch": 2.8990825688073394, |
| "grad_norm": 0.3287610411643982, |
| "learning_rate": 1.028690896989375e-06, |
| "loss": 1.274024248123169, |
| "step": 1896 |
| }, |
| { |
| "epoch": 2.9021406727828745, |
| "grad_norm": 0.2688363492488861, |
| "learning_rate": 1.027005262875151e-06, |
| "loss": 1.20585036277771, |
| "step": 1898 |
| }, |
| { |
| "epoch": 2.90519877675841, |
| "grad_norm": 0.3984238803386688, |
| "learning_rate": 1.0253705069918865e-06, |
| "loss": 1.2360919713974, |
| "step": 1900 |
| }, |
| { |
| "epoch": 2.908256880733945, |
| "grad_norm": 0.27637046575546265, |
| "learning_rate": 1.0237866479341687e-06, |
| "loss": 1.2752952575683594, |
| "step": 1902 |
| }, |
| { |
| "epoch": 2.91131498470948, |
| "grad_norm": 0.5071486234664917, |
| "learning_rate": 1.0222537037176572e-06, |
| "loss": 1.2954089641571045, |
| "step": 1904 |
| }, |
| { |
| "epoch": 2.914373088685015, |
| "grad_norm": 0.22012606263160706, |
| "learning_rate": 1.0207716917788768e-06, |
| "loss": 1.2765629291534424, |
| "step": 1906 |
| }, |
| { |
| "epoch": 2.9174311926605503, |
| "grad_norm": 0.20149464905261993, |
| "learning_rate": 1.019340628975023e-06, |
| "loss": 1.2535219192504883, |
| "step": 1908 |
| }, |
| { |
| "epoch": 2.9204892966360854, |
| "grad_norm": 0.227265864610672, |
| "learning_rate": 1.0179605315837695e-06, |
| "loss": 1.2175259590148926, |
| "step": 1910 |
| }, |
| { |
| "epoch": 2.923547400611621, |
| "grad_norm": 0.2566111087799072, |
| "learning_rate": 1.0166314153030799e-06, |
| "loss": 1.255599856376648, |
| "step": 1912 |
| }, |
| { |
| "epoch": 2.926605504587156, |
| "grad_norm": 0.38341450691223145, |
| "learning_rate": 1.0153532952510328e-06, |
| "loss": 1.2794301509857178, |
| "step": 1914 |
| }, |
| { |
| "epoch": 2.929663608562691, |
| "grad_norm": 0.28000977635383606, |
| "learning_rate": 1.0141261859656484e-06, |
| "loss": 1.2272768020629883, |
| "step": 1916 |
| }, |
| { |
| "epoch": 2.9327217125382266, |
| "grad_norm": 0.2550158202648163, |
| "learning_rate": 1.0129501014047236e-06, |
| "loss": 1.2561171054840088, |
| "step": 1918 |
| }, |
| { |
| "epoch": 2.9357798165137616, |
| "grad_norm": 0.21566316485404968, |
| "learning_rate": 1.0118250549456717e-06, |
| "loss": 1.2545552253723145, |
| "step": 1920 |
| }, |
| { |
| "epoch": 2.9388379204892967, |
| "grad_norm": 0.36798691749572754, |
| "learning_rate": 1.0107510593853716e-06, |
| "loss": 1.3016841411590576, |
| "step": 1922 |
| }, |
| { |
| "epoch": 2.941896024464832, |
| "grad_norm": 0.29115161299705505, |
| "learning_rate": 1.0097281269400234e-06, |
| "loss": 1.3122904300689697, |
| "step": 1924 |
| }, |
| { |
| "epoch": 2.944954128440367, |
| "grad_norm": 0.42286819219589233, |
| "learning_rate": 1.0087562692450062e-06, |
| "loss": 1.2751294374465942, |
| "step": 1926 |
| }, |
| { |
| "epoch": 2.948012232415902, |
| "grad_norm": 0.29917454719543457, |
| "learning_rate": 1.0078354973547484e-06, |
| "loss": 1.2971951961517334, |
| "step": 1928 |
| }, |
| { |
| "epoch": 2.9510703363914375, |
| "grad_norm": 0.28312069177627563, |
| "learning_rate": 1.0069658217426017e-06, |
| "loss": 1.2662827968597412, |
| "step": 1930 |
| }, |
| { |
| "epoch": 2.9541284403669725, |
| "grad_norm": 0.2748239040374756, |
| "learning_rate": 1.0061472523007213e-06, |
| "loss": 1.209917664527893, |
| "step": 1932 |
| }, |
| { |
| "epoch": 2.9571865443425076, |
| "grad_norm": 0.36147835850715637, |
| "learning_rate": 1.0053797983399524e-06, |
| "loss": 1.2387361526489258, |
| "step": 1934 |
| }, |
| { |
| "epoch": 2.9602446483180427, |
| "grad_norm": 0.34865546226501465, |
| "learning_rate": 1.004663468589726e-06, |
| "loss": 1.2596259117126465, |
| "step": 1936 |
| }, |
| { |
| "epoch": 2.963302752293578, |
| "grad_norm": 0.23798368871212006, |
| "learning_rate": 1.0039982711979603e-06, |
| "loss": 1.239612340927124, |
| "step": 1938 |
| }, |
| { |
| "epoch": 2.9663608562691133, |
| "grad_norm": 0.31115320324897766, |
| "learning_rate": 1.0033842137309649e-06, |
| "loss": 1.2498747110366821, |
| "step": 1940 |
| }, |
| { |
| "epoch": 2.9694189602446484, |
| "grad_norm": 0.37815067172050476, |
| "learning_rate": 1.0028213031733578e-06, |
| "loss": 1.3014090061187744, |
| "step": 1942 |
| }, |
| { |
| "epoch": 2.9724770642201834, |
| "grad_norm": 0.26476937532424927, |
| "learning_rate": 1.0023095459279838e-06, |
| "loss": 1.2854735851287842, |
| "step": 1944 |
| }, |
| { |
| "epoch": 2.9755351681957185, |
| "grad_norm": 0.3802984952926636, |
| "learning_rate": 1.0018489478158434e-06, |
| "loss": 1.3032188415527344, |
| "step": 1946 |
| }, |
| { |
| "epoch": 2.9785932721712536, |
| "grad_norm": 0.3544924855232239, |
| "learning_rate": 1.0014395140760255e-06, |
| "loss": 1.2610487937927246, |
| "step": 1948 |
| }, |
| { |
| "epoch": 2.981651376146789, |
| "grad_norm": 0.30221831798553467, |
| "learning_rate": 1.0010812493656488e-06, |
| "loss": 1.2582671642303467, |
| "step": 1950 |
| }, |
| { |
| "epoch": 2.984709480122324, |
| "grad_norm": 0.2731051743030548, |
| "learning_rate": 1.000774157759806e-06, |
| "loss": 1.2794151306152344, |
| "step": 1952 |
| }, |
| { |
| "epoch": 2.9877675840978593, |
| "grad_norm": 0.3089560270309448, |
| "learning_rate": 1.0005182427515222e-06, |
| "loss": 1.334507703781128, |
| "step": 1954 |
| }, |
| { |
| "epoch": 2.9908256880733948, |
| "grad_norm": 0.31155917048454285, |
| "learning_rate": 1.0003135072517108e-06, |
| "loss": 1.3732435703277588, |
| "step": 1956 |
| }, |
| { |
| "epoch": 2.99388379204893, |
| "grad_norm": 0.3963629901409149, |
| "learning_rate": 1.000159953589143e-06, |
| "loss": 1.6014021635055542, |
| "step": 1958 |
| }, |
| { |
| "epoch": 2.996941896024465, |
| "grad_norm": 0.8739917278289795, |
| "learning_rate": 1.00005758351042e-06, |
| "loss": 1.5767264366149902, |
| "step": 1960 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 1.2575660943984985, |
| "learning_rate": 1.0000063981799541e-06, |
| "loss": 1.7074545621871948, |
| "step": 1962 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 1962, |
| "total_flos": 2.4882019125669396e+18, |
| "train_loss": 1.4736498374943825, |
| "train_runtime": 8380.6004, |
| "train_samples_per_second": 3.746, |
| "train_steps_per_second": 0.234 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 1962, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 9999999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.4882019125669396e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
