| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 1962, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0030581039755351682, |
| "grad_norm": 0.18201100826263428, |
| "learning_rate": 2.0202020202020205e-07, |
| "loss": 1.8941408395767212, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0061162079510703364, |
| "grad_norm": 0.11798238009214401, |
| "learning_rate": 6.060606060606061e-07, |
| "loss": 1.8559235334396362, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.009174311926605505, |
| "grad_norm": 0.22169165313243866, |
| "learning_rate": 1.01010101010101e-06, |
| "loss": 1.8905575275421143, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.012232415902140673, |
| "grad_norm": 0.12514109909534454, |
| "learning_rate": 1.4141414141414143e-06, |
| "loss": 1.8444780111312866, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.01529051987767584, |
| "grad_norm": 0.3371029496192932, |
| "learning_rate": 1.8181818181818183e-06, |
| "loss": 2.009756326675415, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.01834862385321101, |
| "grad_norm": 0.9957485198974609, |
| "learning_rate": 2.222222222222222e-06, |
| "loss": 1.8797118663787842, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.021406727828746176, |
| "grad_norm": 0.3545893132686615, |
| "learning_rate": 2.6262626262626267e-06, |
| "loss": 1.880387544631958, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.024464831804281346, |
| "grad_norm": 0.21946458518505096, |
| "learning_rate": 3.0303030303030305e-06, |
| "loss": 1.9453247785568237, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.027522935779816515, |
| "grad_norm": 0.7614877223968506, |
| "learning_rate": 3.4343434343434347e-06, |
| "loss": 1.829978108406067, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.03058103975535168, |
| "grad_norm": 0.18568752706050873, |
| "learning_rate": 3.8383838383838385e-06, |
| "loss": 1.8531824350357056, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.03363914373088685, |
| "grad_norm": 0.21273010969161987, |
| "learning_rate": 4.242424242424243e-06, |
| "loss": 1.9913711547851562, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.03669724770642202, |
| "grad_norm": 0.28394240140914917, |
| "learning_rate": 4.646464646464647e-06, |
| "loss": 2.005105495452881, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.039755351681957186, |
| "grad_norm": 0.1409633308649063, |
| "learning_rate": 5.0505050505050515e-06, |
| "loss": 1.7043734788894653, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.04281345565749235, |
| "grad_norm": 0.20944717526435852, |
| "learning_rate": 5.4545454545454545e-06, |
| "loss": 1.8792476654052734, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.045871559633027525, |
| "grad_norm": 0.352851003408432, |
| "learning_rate": 5.858585858585859e-06, |
| "loss": 2.1714513301849365, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.04892966360856269, |
| "grad_norm": 0.1783100664615631, |
| "learning_rate": 6.262626262626264e-06, |
| "loss": 1.8468539714813232, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.05198776758409786, |
| "grad_norm": 0.163264200091362, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 1.9490365982055664, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.05504587155963303, |
| "grad_norm": 0.13849298655986786, |
| "learning_rate": 7.070707070707071e-06, |
| "loss": 1.7920082807540894, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.0581039755351682, |
| "grad_norm": 0.15713374316692352, |
| "learning_rate": 7.474747474747476e-06, |
| "loss": 1.8174947500228882, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.06116207951070336, |
| "grad_norm": 0.5049633979797363, |
| "learning_rate": 7.87878787878788e-06, |
| "loss": 1.812342643737793, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.06422018348623854, |
| "grad_norm": 0.17551669478416443, |
| "learning_rate": 8.282828282828283e-06, |
| "loss": 1.860647201538086, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.0672782874617737, |
| "grad_norm": 0.23912598192691803, |
| "learning_rate": 8.686868686868687e-06, |
| "loss": 1.943070650100708, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.07033639143730887, |
| "grad_norm": 0.24952426552772522, |
| "learning_rate": 9.090909090909091e-06, |
| "loss": 2.0365545749664307, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.07339449541284404, |
| "grad_norm": 0.48846498131752014, |
| "learning_rate": 9.494949494949497e-06, |
| "loss": 2.0339832305908203, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.0764525993883792, |
| "grad_norm": 0.1678168624639511, |
| "learning_rate": 9.8989898989899e-06, |
| "loss": 1.83395254611969, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.07951070336391437, |
| "grad_norm": 0.24815726280212402, |
| "learning_rate": 1.0303030303030304e-05, |
| "loss": 1.8216886520385742, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.08256880733944955, |
| "grad_norm": 0.18020159006118774, |
| "learning_rate": 1.0707070707070708e-05, |
| "loss": 1.9608432054519653, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.0856269113149847, |
| "grad_norm": 0.13843238353729248, |
| "learning_rate": 1.1111111111111113e-05, |
| "loss": 1.8869292736053467, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.08868501529051988, |
| "grad_norm": 0.1923639327287674, |
| "learning_rate": 1.1515151515151517e-05, |
| "loss": 1.920361042022705, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.09174311926605505, |
| "grad_norm": 0.42597687244415283, |
| "learning_rate": 1.191919191919192e-05, |
| "loss": 1.854645013809204, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.09480122324159021, |
| "grad_norm": 0.14682704210281372, |
| "learning_rate": 1.2323232323232323e-05, |
| "loss": 1.785409688949585, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.09785932721712538, |
| "grad_norm": 0.17863060534000397, |
| "learning_rate": 1.2727272727272728e-05, |
| "loss": 1.6720788478851318, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.10091743119266056, |
| "grad_norm": 0.19281210005283356, |
| "learning_rate": 1.3131313131313132e-05, |
| "loss": 1.7950663566589355, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.10397553516819572, |
| "grad_norm": 0.18981774151325226, |
| "learning_rate": 1.3535353535353538e-05, |
| "loss": 1.9100995063781738, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.10703363914373089, |
| "grad_norm": 0.12145815044641495, |
| "learning_rate": 1.3939393939393942e-05, |
| "loss": 1.773590087890625, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.11009174311926606, |
| "grad_norm": 0.24626584351062775, |
| "learning_rate": 1.4343434343434344e-05, |
| "loss": 1.9656442403793335, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.11314984709480122, |
| "grad_norm": 0.18296314775943756, |
| "learning_rate": 1.4747474747474747e-05, |
| "loss": 2.0457160472869873, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.1162079510703364, |
| "grad_norm": 0.9755333065986633, |
| "learning_rate": 1.5151515151515153e-05, |
| "loss": 1.8354032039642334, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.11926605504587157, |
| "grad_norm": 0.32339081168174744, |
| "learning_rate": 1.555555555555556e-05, |
| "loss": 2.1483542919158936, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.12232415902140673, |
| "grad_norm": 0.15254797041416168, |
| "learning_rate": 1.595959595959596e-05, |
| "loss": 1.8094338178634644, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.12538226299694188, |
| "grad_norm": 0.2284584939479828, |
| "learning_rate": 1.6363636363636366e-05, |
| "loss": 1.5790177583694458, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.12844036697247707, |
| "grad_norm": 0.14264698326587677, |
| "learning_rate": 1.6767676767676768e-05, |
| "loss": 1.726978063583374, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.13149847094801223, |
| "grad_norm": 0.17337217926979065, |
| "learning_rate": 1.7171717171717173e-05, |
| "loss": 1.7587239742279053, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.1345565749235474, |
| "grad_norm": 0.17287808656692505, |
| "learning_rate": 1.7575757575757576e-05, |
| "loss": 1.6768524646759033, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.13761467889908258, |
| "grad_norm": 0.10812447965145111, |
| "learning_rate": 1.797979797979798e-05, |
| "loss": 1.7222340106964111, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.14067278287461774, |
| "grad_norm": 0.12938623130321503, |
| "learning_rate": 1.8383838383838387e-05, |
| "loss": 1.7632179260253906, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.1437308868501529, |
| "grad_norm": 0.12679119408130646, |
| "learning_rate": 1.8787878787878792e-05, |
| "loss": 1.8440016508102417, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.14678899082568808, |
| "grad_norm": 0.2494174838066101, |
| "learning_rate": 1.9191919191919194e-05, |
| "loss": 1.7742732763290405, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.14984709480122324, |
| "grad_norm": 0.10247253626585007, |
| "learning_rate": 1.9595959595959596e-05, |
| "loss": 1.709675908088684, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.1529051987767584, |
| "grad_norm": 0.12246488779783249, |
| "learning_rate": 2e-05, |
| "loss": 1.8481563329696655, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.1559633027522936, |
| "grad_norm": 0.1887405663728714, |
| "learning_rate": 1.999994881459676e-05, |
| "loss": 1.7512952089309692, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.15902140672782875, |
| "grad_norm": 0.14479632675647736, |
| "learning_rate": 1.9999795258969242e-05, |
| "loss": 1.7125545740127563, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.1620795107033639, |
| "grad_norm": 0.1601811647415161, |
| "learning_rate": 1.9999539334864075e-05, |
| "loss": 1.7362236976623535, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.1651376146788991, |
| "grad_norm": 0.13637490570545197, |
| "learning_rate": 1.9999181045192272e-05, |
| "loss": 1.775484561920166, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.16819571865443425, |
| "grad_norm": 0.12772946059703827, |
| "learning_rate": 1.9998720394029214e-05, |
| "loss": 1.7764359712600708, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.1712538226299694, |
| "grad_norm": 0.3635137975215912, |
| "learning_rate": 1.9998157386614592e-05, |
| "loss": 1.6467103958129883, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.1743119266055046, |
| "grad_norm": 0.13494336605072021, |
| "learning_rate": 1.999749202935236e-05, |
| "loss": 1.7608314752578735, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.17737003058103976, |
| "grad_norm": 0.10225271433591843, |
| "learning_rate": 1.9996724329810635e-05, |
| "loss": 1.6330885887145996, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.18042813455657492, |
| "grad_norm": 0.15280012786388397, |
| "learning_rate": 1.999585429672165e-05, |
| "loss": 1.8569954633712769, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.1834862385321101, |
| "grad_norm": 0.21181870996952057, |
| "learning_rate": 1.999488193998162e-05, |
| "loss": 1.684548020362854, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.18654434250764526, |
| "grad_norm": 0.13093267381191254, |
| "learning_rate": 1.9993807270650653e-05, |
| "loss": 1.7649790048599243, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.18960244648318042, |
| "grad_norm": 0.1822010576725006, |
| "learning_rate": 1.9992630300952616e-05, |
| "loss": 1.772727370262146, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.1926605504587156, |
| "grad_norm": 0.14621378481388092, |
| "learning_rate": 1.9991351044274984e-05, |
| "loss": 1.7147706747055054, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.19571865443425077, |
| "grad_norm": 0.1720152050256729, |
| "learning_rate": 1.9989969515168707e-05, |
| "loss": 1.6797459125518799, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.19877675840978593, |
| "grad_norm": 0.155650332570076, |
| "learning_rate": 1.9988485729348042e-05, |
| "loss": 1.6960707902908325, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.2018348623853211, |
| "grad_norm": 0.1650742143392563, |
| "learning_rate": 1.998689970369035e-05, |
| "loss": 1.6708898544311523, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.20489296636085627, |
| "grad_norm": 0.16835254430770874, |
| "learning_rate": 1.9985211456235943e-05, |
| "loss": 1.7707663774490356, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.20795107033639143, |
| "grad_norm": 0.1444658637046814, |
| "learning_rate": 1.9983421006187847e-05, |
| "loss": 1.6729985475540161, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.21100917431192662, |
| "grad_norm": 0.12244903296232224, |
| "learning_rate": 1.9981528373911593e-05, |
| "loss": 1.5752283334732056, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.21406727828746178, |
| "grad_norm": 0.13254615664482117, |
| "learning_rate": 1.9979533580934997e-05, |
| "loss": 1.5328928232192993, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.21712538226299694, |
| "grad_norm": 0.11054181307554245, |
| "learning_rate": 1.9977436649947894e-05, |
| "loss": 1.6198745965957642, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.22018348623853212, |
| "grad_norm": 0.13271930813789368, |
| "learning_rate": 1.99752376048019e-05, |
| "loss": 1.5421935319900513, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.22324159021406728, |
| "grad_norm": 0.13614420592784882, |
| "learning_rate": 1.997293647051013e-05, |
| "loss": 1.6007068157196045, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.22629969418960244, |
| "grad_norm": 0.18991592526435852, |
| "learning_rate": 1.9970533273246915e-05, |
| "loss": 1.5232698917388916, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.22935779816513763, |
| "grad_norm": 1.61968195438385, |
| "learning_rate": 1.9968028040347495e-05, |
| "loss": 1.6931004524230957, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.2324159021406728, |
| "grad_norm": 0.13931135833263397, |
| "learning_rate": 1.996542080030774e-05, |
| "loss": 1.7459183931350708, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.23547400611620795, |
| "grad_norm": 0.3036521375179291, |
| "learning_rate": 1.9962711582783782e-05, |
| "loss": 1.7661356925964355, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.23853211009174313, |
| "grad_norm": 0.18819795548915863, |
| "learning_rate": 1.995990041859171e-05, |
| "loss": 1.6686315536499023, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.2415902140672783, |
| "grad_norm": 0.21112458407878876, |
| "learning_rate": 1.9956987339707212e-05, |
| "loss": 1.7403184175491333, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.24464831804281345, |
| "grad_norm": 0.15459787845611572, |
| "learning_rate": 1.9953972379265195e-05, |
| "loss": 1.6565409898757935, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.24770642201834864, |
| "grad_norm": 0.1960821896791458, |
| "learning_rate": 1.9950855571559434e-05, |
| "loss": 1.7828407287597656, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.25076452599388377, |
| "grad_norm": 0.27554914355278015, |
| "learning_rate": 1.994763695204216e-05, |
| "loss": 1.5625255107879639, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.25382262996941896, |
| "grad_norm": 0.32836204767227173, |
| "learning_rate": 1.9944316557323676e-05, |
| "loss": 1.7131232023239136, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.25688073394495414, |
| "grad_norm": 0.169178307056427, |
| "learning_rate": 1.9940894425171923e-05, |
| "loss": 1.4519933462142944, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.2599388379204893, |
| "grad_norm": 0.21049527823925018, |
| "learning_rate": 1.9937370594512054e-05, |
| "loss": 1.6664998531341553, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.26299694189602446, |
| "grad_norm": 0.1832091212272644, |
| "learning_rate": 1.9933745105426012e-05, |
| "loss": 1.2968833446502686, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.26605504587155965, |
| "grad_norm": 0.20308178663253784, |
| "learning_rate": 1.9930017999152035e-05, |
| "loss": 1.2826684713363647, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.2691131498470948, |
| "grad_norm": 0.42270585894584656, |
| "learning_rate": 1.9926189318084225e-05, |
| "loss": 1.5076080560684204, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.27217125382262997, |
| "grad_norm": 0.18236956000328064, |
| "learning_rate": 1.992225910577205e-05, |
| "loss": 1.4853439331054688, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.27522935779816515, |
| "grad_norm": 1.155766487121582, |
| "learning_rate": 1.9918227406919834e-05, |
| "loss": 1.6843595504760742, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.2782874617737003, |
| "grad_norm": 0.23917227983474731, |
| "learning_rate": 1.9914094267386282e-05, |
| "loss": 1.6130729913711548, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.28134556574923547, |
| "grad_norm": 0.16265490651130676, |
| "learning_rate": 1.9909859734183922e-05, |
| "loss": 1.3471795320510864, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.28440366972477066, |
| "grad_norm": 0.1218869760632515, |
| "learning_rate": 1.9905523855478605e-05, |
| "loss": 1.2923707962036133, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.2874617737003058, |
| "grad_norm": 0.12545672059059143, |
| "learning_rate": 1.990108668058892e-05, |
| "loss": 1.4676196575164795, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.290519877675841, |
| "grad_norm": 0.21261335909366608, |
| "learning_rate": 1.9896548259985677e-05, |
| "loss": 1.396953821182251, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.29357798165137616, |
| "grad_norm": 0.2187412828207016, |
| "learning_rate": 1.9891908645291285e-05, |
| "loss": 1.4410208463668823, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.2966360856269113, |
| "grad_norm": 0.12113740295171738, |
| "learning_rate": 1.98871678892792e-05, |
| "loss": 1.6053173542022705, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.2996941896024465, |
| "grad_norm": 0.4814097285270691, |
| "learning_rate": 1.9882326045873318e-05, |
| "loss": 1.540165901184082, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.30275229357798167, |
| "grad_norm": 0.1228162944316864, |
| "learning_rate": 1.9877383170147354e-05, |
| "loss": 1.2737184762954712, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.3058103975535168, |
| "grad_norm": 0.1502322554588318, |
| "learning_rate": 1.987233931832421e-05, |
| "loss": 1.4496139287948608, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.308868501529052, |
| "grad_norm": 0.18339720368385315, |
| "learning_rate": 1.9867194547775352e-05, |
| "loss": 1.5935065746307373, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.3119266055045872, |
| "grad_norm": 0.11243823170661926, |
| "learning_rate": 1.9861948917020147e-05, |
| "loss": 1.7492598295211792, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.3149847094801223, |
| "grad_norm": 0.13702593743801117, |
| "learning_rate": 1.98566024857252e-05, |
| "loss": 1.7874646186828613, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.3180428134556575, |
| "grad_norm": 0.13499164581298828, |
| "learning_rate": 1.985115531470368e-05, |
| "loss": 1.877272605895996, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.3211009174311927, |
| "grad_norm": 0.15725181996822357, |
| "learning_rate": 1.9845607465914617e-05, |
| "loss": 1.4388186931610107, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.3241590214067278, |
| "grad_norm": 0.11166012287139893, |
| "learning_rate": 1.9839959002462204e-05, |
| "loss": 1.5455048084259033, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.327217125382263, |
| "grad_norm": 0.5011727809906006, |
| "learning_rate": 1.9834209988595086e-05, |
| "loss": 1.3708510398864746, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.3302752293577982, |
| "grad_norm": 0.09888817369937897, |
| "learning_rate": 1.982836048970561e-05, |
| "loss": 1.289783239364624, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 0.17895136773586273, |
| "learning_rate": 1.9822410572329106e-05, |
| "loss": 1.7309335470199585, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.3363914373088685, |
| "grad_norm": 0.1677575707435608, |
| "learning_rate": 1.9816360304143107e-05, |
| "loss": 1.5802499055862427, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.3394495412844037, |
| "grad_norm": 0.15030327439308167, |
| "learning_rate": 1.98102097539666e-05, |
| "loss": 1.738713026046753, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.3425076452599388, |
| "grad_norm": 0.16578397154808044, |
| "learning_rate": 1.9803958991759223e-05, |
| "loss": 1.2134374380111694, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.345565749235474, |
| "grad_norm": 0.27223920822143555, |
| "learning_rate": 1.979760808862049e-05, |
| "loss": 1.493201732635498, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.3486238532110092, |
| "grad_norm": 0.1591493785381317, |
| "learning_rate": 1.979115711678896e-05, |
| "loss": 1.7763992547988892, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.3516819571865443, |
| "grad_norm": 0.16624890267848969, |
| "learning_rate": 1.9784606149641425e-05, |
| "loss": 1.5089151859283447, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.3547400611620795, |
| "grad_norm": 0.1464773416519165, |
| "learning_rate": 1.9777955261692096e-05, |
| "loss": 1.6361924409866333, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.3577981651376147, |
| "grad_norm": 0.21099774539470673, |
| "learning_rate": 1.977120452859172e-05, |
| "loss": 1.5302180051803589, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.36085626911314983, |
| "grad_norm": 0.13680118322372437, |
| "learning_rate": 1.976435402712674e-05, |
| "loss": 1.4461219310760498, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.363914373088685, |
| "grad_norm": 0.12054964900016785, |
| "learning_rate": 1.9757403835218416e-05, |
| "loss": 1.5349360704421997, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.3669724770642202, |
| "grad_norm": 0.1747889220714569, |
| "learning_rate": 1.9750354031921945e-05, |
| "loss": 1.5896707773208618, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.37003058103975534, |
| "grad_norm": 0.14816083014011383, |
| "learning_rate": 1.9743204697425555e-05, |
| "loss": 1.451588749885559, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.3730886850152905, |
| "grad_norm": 0.1631159782409668, |
| "learning_rate": 1.9735955913049596e-05, |
| "loss": 1.5556179285049438, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.3761467889908257, |
| "grad_norm": 0.22455169260501862, |
| "learning_rate": 1.972860776124561e-05, |
| "loss": 1.828192949295044, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.37920489296636084, |
| "grad_norm": 0.2173646092414856, |
| "learning_rate": 1.97211603255954e-05, |
| "loss": 2.273862838745117, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.382262996941896, |
| "grad_norm": 0.18272121250629425, |
| "learning_rate": 1.971361369081008e-05, |
| "loss": 1.4451524019241333, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.3853211009174312, |
| "grad_norm": 0.18003606796264648, |
| "learning_rate": 1.9705967942729097e-05, |
| "loss": 1.4289908409118652, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.38837920489296635, |
| "grad_norm": 0.1590876430273056, |
| "learning_rate": 1.969822316831928e-05, |
| "loss": 1.4974957704544067, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.39143730886850153, |
| "grad_norm": 0.3142800033092499, |
| "learning_rate": 1.969037945567383e-05, |
| "loss": 1.6579951047897339, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.3944954128440367, |
| "grad_norm": 0.16492165625095367, |
| "learning_rate": 1.9682436894011314e-05, |
| "loss": 1.5667517185211182, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.39755351681957185, |
| "grad_norm": 0.15221764147281647, |
| "learning_rate": 1.9674395573674682e-05, |
| "loss": 1.4063596725463867, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.40061162079510704, |
| "grad_norm": 0.3218546509742737, |
| "learning_rate": 1.9666255586130196e-05, |
| "loss": 1.2971922159194946, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.4036697247706422, |
| "grad_norm": 0.10011743754148483, |
| "learning_rate": 1.9658017023966428e-05, |
| "loss": 1.218963623046875, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.40672782874617736, |
| "grad_norm": 0.12353604286909103, |
| "learning_rate": 1.964967998089318e-05, |
| "loss": 1.3903040885925293, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.40978593272171254, |
| "grad_norm": 0.326667845249176, |
| "learning_rate": 1.9641244551740438e-05, |
| "loss": 1.6172282695770264, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.41284403669724773, |
| "grad_norm": 0.26776137948036194, |
| "learning_rate": 1.9632710832457272e-05, |
| "loss": 1.6435128450393677, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.41590214067278286, |
| "grad_norm": 0.1551942378282547, |
| "learning_rate": 1.9624078920110766e-05, |
| "loss": 1.648958444595337, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.41896024464831805, |
| "grad_norm": 0.17337119579315186, |
| "learning_rate": 1.9615348912884897e-05, |
| "loss": 1.6705131530761719, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.42201834862385323, |
| "grad_norm": 0.2657426595687866, |
| "learning_rate": 1.960652091007944e-05, |
| "loss": 1.5089123249053955, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.42507645259938837, |
| "grad_norm": 0.2546260952949524, |
| "learning_rate": 1.9597595012108797e-05, |
| "loss": 1.6476012468338013, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.42813455657492355, |
| "grad_norm": 0.4865143895149231, |
| "learning_rate": 1.9588571320500914e-05, |
| "loss": 1.5658520460128784, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.43119266055045874, |
| "grad_norm": 0.1443634331226349, |
| "learning_rate": 1.9579449937896067e-05, |
| "loss": 1.4523909091949463, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.43425076452599387, |
| "grad_norm": 0.2230675220489502, |
| "learning_rate": 1.957023096804574e-05, |
| "loss": 1.4425302743911743, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.43730886850152906, |
| "grad_norm": 0.19679437577724457, |
| "learning_rate": 1.9560914515811416e-05, |
| "loss": 1.6431429386138916, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.44036697247706424, |
| "grad_norm": 0.3200703561306, |
| "learning_rate": 1.9551500687163404e-05, |
| "loss": 1.3619184494018555, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.4434250764525994, |
| "grad_norm": 0.2082187533378601, |
| "learning_rate": 1.9541989589179608e-05, |
| "loss": 1.590578317642212, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.44648318042813456, |
| "grad_norm": 0.1061125323176384, |
| "learning_rate": 1.9532381330044346e-05, |
| "loss": 1.4594062566757202, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.44954128440366975, |
| "grad_norm": 0.12709374725818634, |
| "learning_rate": 1.9522676019047084e-05, |
| "loss": 1.4876629114151, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.4525993883792049, |
| "grad_norm": 0.27205580472946167, |
| "learning_rate": 1.9512873766581216e-05, |
| "loss": 1.611258864402771, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.45565749235474007, |
| "grad_norm": 0.21540172398090363, |
| "learning_rate": 1.9502974684142787e-05, |
| "loss": 1.6235052347183228, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.45871559633027525, |
| "grad_norm": 0.15379998087882996, |
| "learning_rate": 1.949297888432926e-05, |
| "loss": 1.4504597187042236, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.4617737003058104, |
| "grad_norm": 0.15325340628623962, |
| "learning_rate": 1.9482886480838193e-05, |
| "loss": 1.3728998899459839, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.4648318042813456, |
| "grad_norm": 0.14561216533184052, |
| "learning_rate": 1.947269758846597e-05, |
| "loss": 1.5321768522262573, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.46788990825688076, |
| "grad_norm": 0.1464478224515915, |
| "learning_rate": 1.9462412323106506e-05, |
| "loss": 1.4658679962158203, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.4709480122324159, |
| "grad_norm": 0.16449898481369019, |
| "learning_rate": 1.945203080174989e-05, |
| "loss": 1.6214468479156494, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.4740061162079511, |
| "grad_norm": 0.11995477229356766, |
| "learning_rate": 1.94415531424811e-05, |
| "loss": 1.4710017442703247, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.47706422018348627, |
| "grad_norm": 0.12246715277433395, |
| "learning_rate": 1.9430979464478618e-05, |
| "loss": 1.4265179634094238, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.4801223241590214, |
| "grad_norm": 0.1928575336933136, |
| "learning_rate": 1.9420309888013115e-05, |
| "loss": 1.4053140878677368, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.4831804281345566, |
| "grad_norm": 0.1138468086719513, |
| "learning_rate": 1.940954453444604e-05, |
| "loss": 1.501997709274292, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.48623853211009177, |
| "grad_norm": 0.18235905468463898, |
| "learning_rate": 1.9398683526228283e-05, |
| "loss": 1.4911972284317017, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.4892966360856269, |
| "grad_norm": 0.25072285532951355, |
| "learning_rate": 1.9387726986898753e-05, |
| "loss": 1.4921306371688843, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.4923547400611621, |
| "grad_norm": 0.14147193729877472, |
| "learning_rate": 1.9376675041082974e-05, |
| "loss": 1.6467393636703491, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.4954128440366973, |
| "grad_norm": 0.16818289458751678, |
| "learning_rate": 1.936552781449168e-05, |
| "loss": 1.8290669918060303, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.4984709480122324, |
| "grad_norm": 0.1758740097284317, |
| "learning_rate": 1.935428543391938e-05, |
| "loss": 1.7090046405792236, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.5015290519877675, |
| "grad_norm": 0.12498500198125839, |
| "learning_rate": 1.9342948027242923e-05, |
| "loss": 1.687024474143982, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.5045871559633027, |
| "grad_norm": 0.10503566265106201, |
| "learning_rate": 1.9331515723420016e-05, |
| "loss": 1.6114351749420166, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.5076452599388379, |
| "grad_norm": 0.2537882626056671, |
| "learning_rate": 1.9319988652487794e-05, |
| "loss": 1.307665228843689, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.5107033639143731, |
| "grad_norm": 0.12492425739765167, |
| "learning_rate": 1.930836694556131e-05, |
| "loss": 1.2778944969177246, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.5137614678899083, |
| "grad_norm": 0.13973812758922577, |
| "learning_rate": 1.929665073483208e-05, |
| "loss": 1.7095977067947388, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.5168195718654435, |
| "grad_norm": 0.17106389999389648, |
| "learning_rate": 1.9284840153566533e-05, |
| "loss": 1.7058213949203491, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.5198776758409785, |
| "grad_norm": 0.20474772155284882, |
| "learning_rate": 1.9272935336104526e-05, |
| "loss": 1.788483738899231, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.5229357798165137, |
| "grad_norm": 0.3535018265247345, |
| "learning_rate": 1.926093641785781e-05, |
| "loss": 1.7168432474136353, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.5259938837920489, |
| "grad_norm": 0.17024751007556915, |
| "learning_rate": 1.9248843535308494e-05, |
| "loss": 1.7606186866760254, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.5290519877675841, |
| "grad_norm": 0.49967944622039795, |
| "learning_rate": 1.9236656826007483e-05, |
| "loss": 1.6816507577896118, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.5321100917431193, |
| "grad_norm": 0.5842476487159729, |
| "learning_rate": 1.9224376428572914e-05, |
| "loss": 1.6088945865631104, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.5351681957186545, |
| "grad_norm": 0.25457754731178284, |
| "learning_rate": 1.9212002482688586e-05, |
| "loss": 1.5031757354736328, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.5382262996941896, |
| "grad_norm": 0.20663785934448242, |
| "learning_rate": 1.919953512910237e-05, |
| "loss": 1.7612838745117188, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.5412844036697247, |
| "grad_norm": 0.2548372447490692, |
| "learning_rate": 1.9186974509624596e-05, |
| "loss": 1.6867271661758423, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.5443425076452599, |
| "grad_norm": 0.8678698539733887, |
| "learning_rate": 1.917432076712647e-05, |
| "loss": 1.2227782011032104, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.5474006116207951, |
| "grad_norm": 0.21147370338439941, |
| "learning_rate": 1.916157404553841e-05, |
| "loss": 1.8059334754943848, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.5504587155963303, |
| "grad_norm": 0.1419752538204193, |
| "learning_rate": 1.914873448984843e-05, |
| "loss": 1.8255892992019653, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.5535168195718655, |
| "grad_norm": 0.16539934277534485, |
| "learning_rate": 1.913580224610051e-05, |
| "loss": 1.8986237049102783, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.5565749235474006, |
| "grad_norm": 0.3205839991569519, |
| "learning_rate": 1.912277746139288e-05, |
| "loss": 1.822392225265503, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.5596330275229358, |
| "grad_norm": 0.29032111167907715, |
| "learning_rate": 1.9109660283876402e-05, |
| "loss": 1.796310305595398, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.5626911314984709, |
| "grad_norm": 0.1845773160457611, |
| "learning_rate": 1.909645086275286e-05, |
| "loss": 1.6601674556732178, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.5657492354740061, |
| "grad_norm": 0.18452957272529602, |
| "learning_rate": 1.9083149348273267e-05, |
| "loss": 1.5303943157196045, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.5688073394495413, |
| "grad_norm": 0.2641131281852722, |
| "learning_rate": 1.906975589173615e-05, |
| "loss": 1.095422387123108, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.5718654434250765, |
| "grad_norm": 0.14679329097270966, |
| "learning_rate": 1.9056270645485832e-05, |
| "loss": 1.0895999670028687, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.5749235474006116, |
| "grad_norm": 0.0957442969083786, |
| "learning_rate": 1.904269376291071e-05, |
| "loss": 1.3464511632919312, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.5779816513761468, |
| "grad_norm": 0.1374763697385788, |
| "learning_rate": 1.9029025398441502e-05, |
| "loss": 1.2797412872314453, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.581039755351682, |
| "grad_norm": 0.13921880722045898, |
| "learning_rate": 1.9015265707549475e-05, |
| "loss": 1.2325642108917236, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.5840978593272171, |
| "grad_norm": 0.09560864418745041, |
| "learning_rate": 1.9001414846744708e-05, |
| "loss": 1.2352911233901978, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.5871559633027523, |
| "grad_norm": 0.374447226524353, |
| "learning_rate": 1.898747297357429e-05, |
| "loss": 1.5163378715515137, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.5902140672782875, |
| "grad_norm": 0.17736363410949707, |
| "learning_rate": 1.8973440246620527e-05, |
| "loss": 1.4300881624221802, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.5932721712538226, |
| "grad_norm": 0.15392173826694489, |
| "learning_rate": 1.895931682549915e-05, |
| "loss": 1.245898962020874, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.5963302752293578, |
| "grad_norm": 0.24752528965473175, |
| "learning_rate": 1.8945102870857502e-05, |
| "loss": 1.5547707080841064, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.599388379204893, |
| "grad_norm": 0.08202062547206879, |
| "learning_rate": 1.8930798544372683e-05, |
| "loss": 1.5418813228607178, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.6024464831804281, |
| "grad_norm": 0.2755289077758789, |
| "learning_rate": 1.891640400874975e-05, |
| "loss": 1.3220683336257935, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.6055045871559633, |
| "grad_norm": 0.2508130669593811, |
| "learning_rate": 1.8901919427719835e-05, |
| "loss": 1.497948169708252, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.6085626911314985, |
| "grad_norm": 0.18379831314086914, |
| "learning_rate": 1.8887344966038293e-05, |
| "loss": 1.6999335289001465, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.6116207951070336, |
| "grad_norm": 0.22920790314674377, |
| "learning_rate": 1.8872680789482847e-05, |
| "loss": 1.2188191413879395, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.6146788990825688, |
| "grad_norm": 0.16860808432102203, |
| "learning_rate": 1.8857927064851663e-05, |
| "loss": 1.4792815446853638, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.617737003058104, |
| "grad_norm": 0.1248302087187767, |
| "learning_rate": 1.8843083959961487e-05, |
| "loss": 1.5485862493515015, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.6207951070336392, |
| "grad_norm": 0.258060097694397, |
| "learning_rate": 1.8828151643645723e-05, |
| "loss": 1.4772653579711914, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.6238532110091743, |
| "grad_norm": 0.11846158653497696, |
| "learning_rate": 1.8813130285752504e-05, |
| "loss": 1.3414539098739624, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.6269113149847095, |
| "grad_norm": 0.4850642681121826, |
| "learning_rate": 1.8798020057142787e-05, |
| "loss": 0.9788084626197815, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.6299694189602446, |
| "grad_norm": 0.15223458409309387, |
| "learning_rate": 1.8782821129688378e-05, |
| "loss": 1.6087661981582642, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.6330275229357798, |
| "grad_norm": 0.239080011844635, |
| "learning_rate": 1.8767533676269994e-05, |
| "loss": 1.5469305515289307, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.636085626911315, |
| "grad_norm": 0.12797395884990692, |
| "learning_rate": 1.8752157870775293e-05, |
| "loss": 1.4467060565948486, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.6391437308868502, |
| "grad_norm": 0.1488076150417328, |
| "learning_rate": 1.87366938880969e-05, |
| "loss": 1.5522997379302979, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.6422018348623854, |
| "grad_norm": 0.11536487936973572, |
| "learning_rate": 1.872114190413041e-05, |
| "loss": 1.4859579801559448, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.6452599388379205, |
| "grad_norm": 0.15605668723583221, |
| "learning_rate": 1.87055020957724e-05, |
| "loss": 1.4567848443984985, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.6483180428134556, |
| "grad_norm": 0.166889950633049, |
| "learning_rate": 1.86897746409184e-05, |
| "loss": 1.6576907634735107, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.6513761467889908, |
| "grad_norm": 0.1812712550163269, |
| "learning_rate": 1.8673959718460877e-05, |
| "loss": 1.3640563488006592, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.654434250764526, |
| "grad_norm": 0.11476635187864304, |
| "learning_rate": 1.865805750828721e-05, |
| "loss": 1.0880959033966064, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.6574923547400612, |
| "grad_norm": 0.19921736419200897, |
| "learning_rate": 1.8642068191277632e-05, |
| "loss": 1.7264765501022339, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.6605504587155964, |
| "grad_norm": 0.21837309002876282, |
| "learning_rate": 1.8625991949303163e-05, |
| "loss": 1.481621503829956, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.6636085626911316, |
| "grad_norm": 0.14236745238304138, |
| "learning_rate": 1.8609828965223577e-05, |
| "loss": 1.6409680843353271, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 0.15380296111106873, |
| "learning_rate": 1.8593579422885282e-05, |
| "loss": 1.4764446020126343, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.6697247706422018, |
| "grad_norm": 0.22593624889850616, |
| "learning_rate": 1.857724350711925e-05, |
| "loss": 1.679504632949829, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.672782874617737, |
| "grad_norm": 0.19800275564193726, |
| "learning_rate": 1.8560821403738913e-05, |
| "loss": 1.5476343631744385, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.6758409785932722, |
| "grad_norm": 0.373758465051651, |
| "learning_rate": 1.854431329953804e-05, |
| "loss": 1.579092264175415, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.6788990825688074, |
| "grad_norm": 0.22904565930366516, |
| "learning_rate": 1.852771938228863e-05, |
| "loss": 1.4693065881729126, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.6819571865443425, |
| "grad_norm": 0.20299802720546722, |
| "learning_rate": 1.851103984073876e-05, |
| "loss": 1.129746675491333, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.6850152905198776, |
| "grad_norm": 0.6228739619255066, |
| "learning_rate": 1.8494274864610442e-05, |
| "loss": 1.571781039237976, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.6880733944954128, |
| "grad_norm": 0.16735827922821045, |
| "learning_rate": 1.8477424644597466e-05, |
| "loss": 1.5506985187530518, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.691131498470948, |
| "grad_norm": 0.18025986850261688, |
| "learning_rate": 1.8460489372363233e-05, |
| "loss": 1.5530122518539429, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.6941896024464832, |
| "grad_norm": 0.16754700243473053, |
| "learning_rate": 1.844346924053858e-05, |
| "loss": 1.5570106506347656, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.6972477064220184, |
| "grad_norm": 0.14615465700626373, |
| "learning_rate": 1.842636444271957e-05, |
| "loss": 1.384924292564392, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.7003058103975535, |
| "grad_norm": 0.1849491447210312, |
| "learning_rate": 1.8409175173465305e-05, |
| "loss": 1.5958186388015747, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.7033639143730887, |
| "grad_norm": 0.3052046000957489, |
| "learning_rate": 1.8391901628295723e-05, |
| "loss": 1.687294602394104, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.7064220183486238, |
| "grad_norm": 0.23065337538719177, |
| "learning_rate": 1.8374544003689346e-05, |
| "loss": 1.4123787879943848, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.709480122324159, |
| "grad_norm": 0.1883080154657364, |
| "learning_rate": 1.8357102497081068e-05, |
| "loss": 1.6628724336624146, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.7125382262996942, |
| "grad_norm": 0.2225079983472824, |
| "learning_rate": 1.8339577306859898e-05, |
| "loss": 1.4429267644882202, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.7155963302752294, |
| "grad_norm": 0.3100110590457916, |
| "learning_rate": 1.832196863236671e-05, |
| "loss": 1.5697983503341675, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.7186544342507645, |
| "grad_norm": 0.2065575122833252, |
| "learning_rate": 1.830427667389197e-05, |
| "loss": 1.507987380027771, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.7217125382262997, |
| "grad_norm": 0.14007803797721863, |
| "learning_rate": 1.8286501632673467e-05, |
| "loss": 1.6372132301330566, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.7247706422018348, |
| "grad_norm": 0.16152538359165192, |
| "learning_rate": 1.8268643710894008e-05, |
| "loss": 1.7255295515060425, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.72782874617737, |
| "grad_norm": 0.16280680894851685, |
| "learning_rate": 1.8250703111679135e-05, |
| "loss": 1.619618535041809, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.7308868501529052, |
| "grad_norm": 0.1520742028951645, |
| "learning_rate": 1.8232680039094807e-05, |
| "loss": 1.4603939056396484, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.7339449541284404, |
| "grad_norm": 0.20179243385791779, |
| "learning_rate": 1.821457469814507e-05, |
| "loss": 1.5757310390472412, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.7370030581039755, |
| "grad_norm": 0.16924500465393066, |
| "learning_rate": 1.8196387294769744e-05, |
| "loss": 1.5796566009521484, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.7400611620795107, |
| "grad_norm": 0.4897945821285248, |
| "learning_rate": 1.8178118035842068e-05, |
| "loss": 1.5773838758468628, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.7431192660550459, |
| "grad_norm": 0.17398764193058014, |
| "learning_rate": 1.8159767129166353e-05, |
| "loss": 1.576639175415039, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.746177370030581, |
| "grad_norm": 0.2364799827337265, |
| "learning_rate": 1.8141334783475608e-05, |
| "loss": 1.576772689819336, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.7492354740061162, |
| "grad_norm": 0.4591314196586609, |
| "learning_rate": 1.8122821208429177e-05, |
| "loss": 1.371825098991394, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.7522935779816514, |
| "grad_norm": 0.220738023519516, |
| "learning_rate": 1.8104226614610355e-05, |
| "loss": 1.4610284566879272, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.7553516819571865, |
| "grad_norm": 0.18214958906173706, |
| "learning_rate": 1.808555121352398e-05, |
| "loss": 1.3964916467666626, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.7584097859327217, |
| "grad_norm": 0.23065899312496185, |
| "learning_rate": 1.806679521759403e-05, |
| "loss": 1.4891163110733032, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.7614678899082569, |
| "grad_norm": 0.18206670880317688, |
| "learning_rate": 1.804795884016123e-05, |
| "loss": 1.5172436237335205, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.764525993883792, |
| "grad_norm": 0.256682813167572, |
| "learning_rate": 1.802904229548059e-05, |
| "loss": 1.343529224395752, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.7675840978593272, |
| "grad_norm": 0.20497728884220123, |
| "learning_rate": 1.8010045798718996e-05, |
| "loss": 1.0024524927139282, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.7706422018348624, |
| "grad_norm": 1.0883042812347412, |
| "learning_rate": 1.7990969565952744e-05, |
| "loss": 1.281205415725708, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.7737003058103975, |
| "grad_norm": 0.1716405302286148, |
| "learning_rate": 1.7971813814165096e-05, |
| "loss": 1.3423949480056763, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.7767584097859327, |
| "grad_norm": 0.18879351019859314, |
| "learning_rate": 1.79525787612438e-05, |
| "loss": 1.388129472732544, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.7798165137614679, |
| "grad_norm": 0.1109057292342186, |
| "learning_rate": 1.793326462597862e-05, |
| "loss": 1.4014989137649536, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.7828746177370031, |
| "grad_norm": 0.08534067124128342, |
| "learning_rate": 1.7913871628058852e-05, |
| "loss": 1.4662851095199585, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.7859327217125383, |
| "grad_norm": 0.106519415974617, |
| "learning_rate": 1.7894399988070804e-05, |
| "loss": 1.3783475160598755, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.7889908256880734, |
| "grad_norm": 0.09660910069942474, |
| "learning_rate": 1.7874849927495312e-05, |
| "loss": 1.4017391204833984, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.7920489296636085, |
| "grad_norm": 0.14216075837612152, |
| "learning_rate": 1.78552216687052e-05, |
| "loss": 1.365959882736206, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.7951070336391437, |
| "grad_norm": 0.1868741363286972, |
| "learning_rate": 1.7835515434962775e-05, |
| "loss": 1.3767143487930298, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.7981651376146789, |
| "grad_norm": 0.08062469214200974, |
| "learning_rate": 1.781573145041726e-05, |
| "loss": 1.330634593963623, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.8012232415902141, |
| "grad_norm": 0.1081153079867363, |
| "learning_rate": 1.7795869940102256e-05, |
| "loss": 1.3757586479187012, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.8042813455657493, |
| "grad_norm": 0.35133278369903564, |
| "learning_rate": 1.77759311299332e-05, |
| "loss": 1.3196890354156494, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.8073394495412844, |
| "grad_norm": 0.05468370392918587, |
| "learning_rate": 1.775591524670475e-05, |
| "loss": 1.183956503868103, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.8103975535168195, |
| "grad_norm": 0.23623742163181305, |
| "learning_rate": 1.773582251808827e-05, |
| "loss": 1.2204488515853882, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.8134556574923547, |
| "grad_norm": 0.0645361989736557, |
| "learning_rate": 1.7715653172629172e-05, |
| "loss": 1.0032373666763306, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.8165137614678899, |
| "grad_norm": 0.12667137384414673, |
| "learning_rate": 1.7695407439744367e-05, |
| "loss": 1.2794767618179321, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.8195718654434251, |
| "grad_norm": 0.10390239208936691, |
| "learning_rate": 1.7675085549719638e-05, |
| "loss": 1.3293739557266235, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.8226299694189603, |
| "grad_norm": 0.1387118250131607, |
| "learning_rate": 1.765468773370701e-05, |
| "loss": 1.3429309129714966, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.8256880733944955, |
| "grad_norm": 0.0737949088215828, |
| "learning_rate": 1.7634214223722136e-05, |
| "loss": 1.3086459636688232, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.8287461773700305, |
| "grad_norm": 0.09957081079483032, |
| "learning_rate": 1.7613665252641656e-05, |
| "loss": 1.3245176076889038, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.8318042813455657, |
| "grad_norm": 0.10918257385492325, |
| "learning_rate": 1.7593041054200535e-05, |
| "loss": 1.2970821857452393, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.8348623853211009, |
| "grad_norm": 0.08030971139669418, |
| "learning_rate": 1.757234186298943e-05, |
| "loss": 1.2689207792282104, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.8379204892966361, |
| "grad_norm": 0.10478982329368591, |
| "learning_rate": 1.7551567914451982e-05, |
| "loss": 1.3340964317321777, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.8409785932721713, |
| "grad_norm": 0.3195957541465759, |
| "learning_rate": 1.7530719444882192e-05, |
| "loss": 1.3039358854293823, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.8440366972477065, |
| "grad_norm": 0.12156535685062408, |
| "learning_rate": 1.7509796691421677e-05, |
| "loss": 1.2771456241607666, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.8470948012232415, |
| "grad_norm": 0.12202958762645721, |
| "learning_rate": 1.7488799892057012e-05, |
| "loss": 1.2614632844924927, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.8501529051987767, |
| "grad_norm": 0.10148178786039352, |
| "learning_rate": 1.746772928561701e-05, |
| "loss": 1.2788347005844116, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.8532110091743119, |
| "grad_norm": 0.14937330782413483, |
| "learning_rate": 1.7446585111769994e-05, |
| "loss": 1.2756626605987549, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.8562691131498471, |
| "grad_norm": 0.0912046805024147, |
| "learning_rate": 1.7425367611021095e-05, |
| "loss": 1.2301669120788574, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.8593272171253823, |
| "grad_norm": 0.09572380036115646, |
| "learning_rate": 1.740407702470949e-05, |
| "loss": 1.2921226024627686, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.8623853211009175, |
| "grad_norm": 0.12295603007078171, |
| "learning_rate": 1.738271359500569e-05, |
| "loss": 1.3243293762207031, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.8654434250764526, |
| "grad_norm": 0.10404468327760696, |
| "learning_rate": 1.7361277564908746e-05, |
| "loss": 1.322561502456665, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.8685015290519877, |
| "grad_norm": 0.16732335090637207, |
| "learning_rate": 1.7339769178243513e-05, |
| "loss": 1.316751480102539, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.8715596330275229, |
| "grad_norm": 0.3713286519050598, |
| "learning_rate": 1.7318188679657868e-05, |
| "loss": 1.3337935209274292, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.8746177370030581, |
| "grad_norm": 0.43876761198043823, |
| "learning_rate": 1.7296536314619927e-05, |
| "loss": 1.3191556930541992, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.8776758409785933, |
| "grad_norm": 0.13432131707668304, |
| "learning_rate": 1.7274812329415256e-05, |
| "loss": 1.3426291942596436, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.8807339449541285, |
| "grad_norm": 0.10545923560857773, |
| "learning_rate": 1.725301697114406e-05, |
| "loss": 1.2635884284973145, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.8837920489296636, |
| "grad_norm": 0.16690693795681, |
| "learning_rate": 1.7231150487718388e-05, |
| "loss": 1.3099809885025024, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.8868501529051988, |
| "grad_norm": 0.10333248227834702, |
| "learning_rate": 1.7209213127859298e-05, |
| "loss": 1.2673903703689575, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.8899082568807339, |
| "grad_norm": 0.11379291117191315, |
| "learning_rate": 1.718720514109404e-05, |
| "loss": 1.2961304187774658, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.8929663608562691, |
| "grad_norm": 0.13509656488895416, |
| "learning_rate": 1.7165126777753205e-05, |
| "loss": 1.3033212423324585, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.8960244648318043, |
| "grad_norm": 0.1093890517950058, |
| "learning_rate": 1.714297828896789e-05, |
| "loss": 1.3269572257995605, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.8990825688073395, |
| "grad_norm": 0.10886257141828537, |
| "learning_rate": 1.7120759926666833e-05, |
| "loss": 1.3087824583053589, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.9021406727828746, |
| "grad_norm": 0.10905133932828903, |
| "learning_rate": 1.7098471943573554e-05, |
| "loss": 1.247659683227539, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.9051987767584098, |
| "grad_norm": 2.196148157119751, |
| "learning_rate": 1.7076114593203477e-05, |
| "loss": 1.2718437910079956, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.908256880733945, |
| "grad_norm": 0.1503346711397171, |
| "learning_rate": 1.7053688129861047e-05, |
| "loss": 1.310463309288025, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.9113149847094801, |
| "grad_norm": 0.17786924540996552, |
| "learning_rate": 1.703119280863683e-05, |
| "loss": 1.3340353965759277, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.9143730886850153, |
| "grad_norm": 0.30375856161117554, |
| "learning_rate": 1.700862888540463e-05, |
| "loss": 1.3078449964523315, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.9174311926605505, |
| "grad_norm": 0.11228691041469574, |
| "learning_rate": 1.698599661681855e-05, |
| "loss": 1.2841458320617676, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.9204892966360856, |
| "grad_norm": 0.09515351802110672, |
| "learning_rate": 1.6963296260310108e-05, |
| "loss": 1.2543302774429321, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.9235474006116208, |
| "grad_norm": 0.12382373213768005, |
| "learning_rate": 1.6940528074085277e-05, |
| "loss": 1.2844551801681519, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.926605504587156, |
| "grad_norm": 0.10872837156057358, |
| "learning_rate": 1.6917692317121574e-05, |
| "loss": 1.3093620538711548, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.9296636085626911, |
| "grad_norm": 0.10462535917758942, |
| "learning_rate": 1.6894789249165088e-05, |
| "loss": 1.2586979866027832, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.9327217125382263, |
| "grad_norm": 0.19008956849575043, |
| "learning_rate": 1.6871819130727543e-05, |
| "loss": 1.2832432985305786, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.9357798165137615, |
| "grad_norm": 0.28194817900657654, |
| "learning_rate": 1.6848782223083346e-05, |
| "loss": 1.2822047472000122, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.9388379204892966, |
| "grad_norm": 0.1536101996898651, |
| "learning_rate": 1.682567878826657e-05, |
| "loss": 1.3289425373077393, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.9418960244648318, |
| "grad_norm": 0.10441045463085175, |
| "learning_rate": 1.6802509089068037e-05, |
| "loss": 1.3459938764572144, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.944954128440367, |
| "grad_norm": 0.12564106285572052, |
| "learning_rate": 1.6779273389032268e-05, |
| "loss": 1.3037604093551636, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.9480122324159022, |
| "grad_norm": 0.1721193939447403, |
| "learning_rate": 1.675597195245453e-05, |
| "loss": 1.3236896991729736, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.9510703363914373, |
| "grad_norm": 0.1637701392173767, |
| "learning_rate": 1.6732605044377804e-05, |
| "loss": 1.290778636932373, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.9541284403669725, |
| "grad_norm": 0.1784583181142807, |
| "learning_rate": 1.670917293058979e-05, |
| "loss": 1.2351161241531372, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.9571865443425076, |
| "grad_norm": 0.16748499870300293, |
| "learning_rate": 1.668567587761985e-05, |
| "loss": 1.263080358505249, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.9602446483180428, |
| "grad_norm": 0.2232455611228943, |
| "learning_rate": 1.6662114152736025e-05, |
| "loss": 1.2841684818267822, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.963302752293578, |
| "grad_norm": 0.16638226807117462, |
| "learning_rate": 1.663848802394195e-05, |
| "loss": 1.258873462677002, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.9663608562691132, |
| "grad_norm": 0.11573649197816849, |
| "learning_rate": 1.6614797759973834e-05, |
| "loss": 1.269798755645752, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.9694189602446484, |
| "grad_norm": 0.1356838494539261, |
| "learning_rate": 1.6591043630297394e-05, |
| "loss": 1.3235660791397095, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.9724770642201835, |
| "grad_norm": 0.25283753871917725, |
| "learning_rate": 1.6567225905104785e-05, |
| "loss": 1.303951382637024, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.9755351681957186, |
| "grad_norm": 0.1507134586572647, |
| "learning_rate": 1.654334485531153e-05, |
| "loss": 1.319949746131897, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.9785932721712538, |
| "grad_norm": 0.18651549518108368, |
| "learning_rate": 1.651940075255345e-05, |
| "loss": 1.274340271949768, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.981651376146789, |
| "grad_norm": 0.11500085890293121, |
| "learning_rate": 1.649539386918355e-05, |
| "loss": 1.2713245153427124, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.9847094801223242, |
| "grad_norm": 0.18969926238059998, |
| "learning_rate": 1.6471324478268946e-05, |
| "loss": 1.2918071746826172, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.9877675840978594, |
| "grad_norm": 0.33583584427833557, |
| "learning_rate": 1.644719285358774e-05, |
| "loss": 1.3432663679122925, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.9908256880733946, |
| "grad_norm": 0.16686177253723145, |
| "learning_rate": 1.642299926962593e-05, |
| "loss": 1.3730149269104004, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.9938837920489296, |
| "grad_norm": 0.2564650774002075, |
| "learning_rate": 1.639874400157425e-05, |
| "loss": 2.0030324459075928, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.9969418960244648, |
| "grad_norm": 0.7696052193641663, |
| "learning_rate": 1.6374427325325078e-05, |
| "loss": 1.9848356246948242, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.39214804768562317, |
| "learning_rate": 1.635004951746927e-05, |
| "loss": 1.952000379562378, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.003058103975535, |
| "grad_norm": 0.26579877734184265, |
| "learning_rate": 1.632561085529304e-05, |
| "loss": 1.4564932584762573, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.0061162079510704, |
| "grad_norm": 0.09789416193962097, |
| "learning_rate": 1.6301111616774778e-05, |
| "loss": 1.418447494506836, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.0091743119266054, |
| "grad_norm": 0.20214584469795227, |
| "learning_rate": 1.6276552080581905e-05, |
| "loss": 1.4369993209838867, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.0122324159021407, |
| "grad_norm": 0.1257963627576828, |
| "learning_rate": 1.6251932526067705e-05, |
| "loss": 1.36565363407135, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.0152905198776758, |
| "grad_norm": 0.11626733839511871, |
| "learning_rate": 1.622725323326814e-05, |
| "loss": 1.5537068843841553, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.018348623853211, |
| "grad_norm": 0.10738101601600647, |
| "learning_rate": 1.6202514482898665e-05, |
| "loss": 1.4378470182418823, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.0214067278287462, |
| "grad_norm": 0.10652212798595428, |
| "learning_rate": 1.617771655635104e-05, |
| "loss": 1.3821481466293335, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.0244648318042813, |
| "grad_norm": 0.1619665026664734, |
| "learning_rate": 1.615285973569012e-05, |
| "loss": 1.4641979932785034, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.0275229357798166, |
| "grad_norm": 0.0878918468952179, |
| "learning_rate": 1.6127944303650665e-05, |
| "loss": 1.3324640989303589, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.0305810397553516, |
| "grad_norm": 0.12292367219924927, |
| "learning_rate": 1.61029705436341e-05, |
| "loss": 1.4031749963760376, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.033639143730887, |
| "grad_norm": 0.201751247048378, |
| "learning_rate": 1.607793873970531e-05, |
| "loss": 1.5163370370864868, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.036697247706422, |
| "grad_norm": 0.1418297439813614, |
| "learning_rate": 1.6052849176589402e-05, |
| "loss": 1.4317665100097656, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.039755351681957, |
| "grad_norm": 0.12598387897014618, |
| "learning_rate": 1.6027702139668467e-05, |
| "loss": 1.2285103797912598, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.0428134556574924, |
| "grad_norm": 0.13934196531772614, |
| "learning_rate": 1.600249791497833e-05, |
| "loss": 1.3943346738815308, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.0458715596330275, |
| "grad_norm": 0.26236793398857117, |
| "learning_rate": 1.5977236789205305e-05, |
| "loss": 1.6373569965362549, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.0489296636085628, |
| "grad_norm": 0.1907891184091568, |
| "learning_rate": 1.595191904968293e-05, |
| "loss": 1.3017511367797852, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.0519877675840978, |
| "grad_norm": 0.14807197451591492, |
| "learning_rate": 1.592654498438869e-05, |
| "loss": 1.4270445108413696, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.0550458715596331, |
| "grad_norm": 0.0998062789440155, |
| "learning_rate": 1.5901114881940755e-05, |
| "loss": 1.318896770477295, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.0581039755351682, |
| "grad_norm": 0.11834441125392914, |
| "learning_rate": 1.5875629031594695e-05, |
| "loss": 1.3081272840499878, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.0611620795107033, |
| "grad_norm": 0.18614527583122253, |
| "learning_rate": 1.585008772324018e-05, |
| "loss": 1.31736159324646, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.0642201834862386, |
| "grad_norm": 0.1135493814945221, |
| "learning_rate": 1.5824491247397693e-05, |
| "loss": 1.3496593236923218, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.0672782874617737, |
| "grad_norm": 0.10874086618423462, |
| "learning_rate": 1.5798839895215222e-05, |
| "loss": 1.533265233039856, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.070336391437309, |
| "grad_norm": 0.2451164424419403, |
| "learning_rate": 1.5773133958464943e-05, |
| "loss": 1.5562183856964111, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.073394495412844, |
| "grad_norm": 0.16339105367660522, |
| "learning_rate": 1.574737372953991e-05, |
| "loss": 1.3957347869873047, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.0764525993883791, |
| "grad_norm": 0.5332375764846802, |
| "learning_rate": 1.5721559501450725e-05, |
| "loss": 1.3628031015396118, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.0795107033639144, |
| "grad_norm": 0.16171111166477203, |
| "learning_rate": 1.56956915678222e-05, |
| "loss": 1.3461381196975708, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.0825688073394495, |
| "grad_norm": 0.2861359417438507, |
| "learning_rate": 1.5669770222890033e-05, |
| "loss": 1.4217514991760254, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.0856269113149848, |
| "grad_norm": 0.28001871705055237, |
| "learning_rate": 1.564379576149744e-05, |
| "loss": 1.3966766595840454, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.0886850152905199, |
| "grad_norm": 0.2379312813282013, |
| "learning_rate": 1.561776847909182e-05, |
| "loss": 1.4265292882919312, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.091743119266055, |
| "grad_norm": 0.17415215075016022, |
| "learning_rate": 1.5591688671721382e-05, |
| "loss": 1.4175716638565063, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.0948012232415902, |
| "grad_norm": 0.1268319934606552, |
| "learning_rate": 1.5565556636031784e-05, |
| "loss": 1.2845792770385742, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.0978593272171253, |
| "grad_norm": 0.11549645662307739, |
| "learning_rate": 1.553937266926275e-05, |
| "loss": 1.2449455261230469, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.1009174311926606, |
| "grad_norm": 0.12862299382686615, |
| "learning_rate": 1.551313706924471e-05, |
| "loss": 1.400179147720337, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.1039755351681957, |
| "grad_norm": 0.219200998544693, |
| "learning_rate": 1.5486850134395386e-05, |
| "loss": 1.521613359451294, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.107033639143731, |
| "grad_norm": 0.24224898219108582, |
| "learning_rate": 1.5460512163716413e-05, |
| "loss": 1.3650974035263062, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.110091743119266, |
| "grad_norm": 0.20005325973033905, |
| "learning_rate": 1.5434123456789935e-05, |
| "loss": 1.5584301948547363, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.1131498470948011, |
| "grad_norm": 0.19992578029632568, |
| "learning_rate": 1.54076843137752e-05, |
| "loss": 1.5724374055862427, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.1162079510703364, |
| "grad_norm": 0.20727121829986572, |
| "learning_rate": 1.5381195035405138e-05, |
| "loss": 1.335442066192627, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.1192660550458715, |
| "grad_norm": 0.23304890096187592, |
| "learning_rate": 1.535465592298295e-05, |
| "loss": 1.309862494468689, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.1223241590214068, |
| "grad_norm": 0.11819928884506226, |
| "learning_rate": 1.5328067278378672e-05, |
| "loss": 1.4315496683120728, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.1253822629969419, |
| "grad_norm": 0.17882581055164337, |
| "learning_rate": 1.5301429404025752e-05, |
| "loss": 1.2392085790634155, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.1284403669724772, |
| "grad_norm": 0.13341587781906128, |
| "learning_rate": 1.5274742602917594e-05, |
| "loss": 1.329017996788025, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.1314984709480123, |
| "grad_norm": 0.7237756848335266, |
| "learning_rate": 1.5248007178604125e-05, |
| "loss": 1.2809618711471558, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.1345565749235473, |
| "grad_norm": 0.17202049493789673, |
| "learning_rate": 1.5221223435188346e-05, |
| "loss": 1.3543680906295776, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.1376146788990826, |
| "grad_norm": 0.207048237323761, |
| "learning_rate": 1.5194391677322852e-05, |
| "loss": 1.2619272470474243, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.1406727828746177, |
| "grad_norm": 0.10717354714870453, |
| "learning_rate": 1.516751221020639e-05, |
| "loss": 1.3127491474151611, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.143730886850153, |
| "grad_norm": 0.21290293335914612, |
| "learning_rate": 1.5140585339580372e-05, |
| "loss": 1.4598865509033203, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.146788990825688, |
| "grad_norm": 0.11727327853441238, |
| "learning_rate": 1.5113611371725405e-05, |
| "loss": 1.3367241621017456, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.1498470948012232, |
| "grad_norm": 0.18146538734436035, |
| "learning_rate": 1.5086590613457808e-05, |
| "loss": 1.2867947816848755, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.1529051987767585, |
| "grad_norm": 0.16245512664318085, |
| "learning_rate": 1.5059523372126112e-05, |
| "loss": 1.509689211845398, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.1559633027522935, |
| "grad_norm": 0.2850814759731293, |
| "learning_rate": 1.5032409955607578e-05, |
| "loss": 1.3928141593933105, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.1590214067278288, |
| "grad_norm": 0.0971517339348793, |
| "learning_rate": 1.5005250672304687e-05, |
| "loss": 1.3027610778808594, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.162079510703364, |
| "grad_norm": 0.14859257638454437, |
| "learning_rate": 1.4978045831141626e-05, |
| "loss": 1.409261703491211, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.165137614678899, |
| "grad_norm": 0.1967761367559433, |
| "learning_rate": 1.4950795741560793e-05, |
| "loss": 1.3910449743270874, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.1681957186544343, |
| "grad_norm": 0.11445457488298416, |
| "learning_rate": 1.4923500713519259e-05, |
| "loss": 1.4382435083389282, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.1712538226299694, |
| "grad_norm": 0.1770360916852951, |
| "learning_rate": 1.4896161057485248e-05, |
| "loss": 1.3225045204162598, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.1743119266055047, |
| "grad_norm": 0.22804246842861176, |
| "learning_rate": 1.4868777084434607e-05, |
| "loss": 1.4178036451339722, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.1773700305810397, |
| "grad_norm": 0.1586090326309204, |
| "learning_rate": 1.4841349105847275e-05, |
| "loss": 1.3072750568389893, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.1804281345565748, |
| "grad_norm": 0.2554394602775574, |
| "learning_rate": 1.4813877433703723e-05, |
| "loss": 1.6272152662277222, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.18348623853211, |
| "grad_norm": 0.2529110610485077, |
| "learning_rate": 1.4786362380481427e-05, |
| "loss": 1.3914612531661987, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.1865443425076452, |
| "grad_norm": 0.13387520611286163, |
| "learning_rate": 1.475880425915129e-05, |
| "loss": 1.4425235986709595, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.1896024464831805, |
| "grad_norm": 0.14389349520206451, |
| "learning_rate": 1.4731203383174109e-05, |
| "loss": 1.4251344203948975, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.1926605504587156, |
| "grad_norm": 0.13777580857276917, |
| "learning_rate": 1.4703560066496982e-05, |
| "loss": 1.3878992795944214, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.1957186544342508, |
| "grad_norm": 0.1566278487443924, |
| "learning_rate": 1.467587462354976e-05, |
| "loss": 1.3862793445587158, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.198776758409786, |
| "grad_norm": 0.13618597388267517, |
| "learning_rate": 1.4648147369241452e-05, |
| "loss": 1.3946163654327393, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.2018348623853212, |
| "grad_norm": 0.192558154463768, |
| "learning_rate": 1.4620378618956663e-05, |
| "loss": 1.3836755752563477, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.2048929663608563, |
| "grad_norm": 0.13239143788814545, |
| "learning_rate": 1.4592568688551982e-05, |
| "loss": 1.4628338813781738, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.2079510703363914, |
| "grad_norm": 0.17559094727039337, |
| "learning_rate": 1.4564717894352414e-05, |
| "loss": 1.3984802961349487, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.2110091743119267, |
| "grad_norm": 0.23624469339847565, |
| "learning_rate": 1.4536826553147762e-05, |
| "loss": 1.2977172136306763, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.2140672782874617, |
| "grad_norm": 0.1116776168346405, |
| "learning_rate": 1.450889498218904e-05, |
| "loss": 1.2677760124206543, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.217125382262997, |
| "grad_norm": 0.12481163442134857, |
| "learning_rate": 1.4480923499184851e-05, |
| "loss": 1.318403720855713, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.2201834862385321, |
| "grad_norm": 0.13348488509655, |
| "learning_rate": 1.4452912422297783e-05, |
| "loss": 1.2807520627975464, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.2232415902140672, |
| "grad_norm": 0.11903538554906845, |
| "learning_rate": 1.4424862070140782e-05, |
| "loss": 1.3351408243179321, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.2262996941896025, |
| "grad_norm": 0.15349438786506653, |
| "learning_rate": 1.439677276177353e-05, |
| "loss": 1.293311357498169, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.2293577981651376, |
| "grad_norm": 0.8263071179389954, |
| "learning_rate": 1.4368644816698831e-05, |
| "loss": 1.5547124147415161, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.2324159021406729, |
| "grad_norm": 0.15303385257720947, |
| "learning_rate": 1.4340478554858948e-05, |
| "loss": 1.5602731704711914, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.235474006116208, |
| "grad_norm": 0.18527425825595856, |
| "learning_rate": 1.4312274296631986e-05, |
| "loss": 1.6077568531036377, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.238532110091743, |
| "grad_norm": 0.1729760617017746, |
| "learning_rate": 1.428403236282824e-05, |
| "loss": 1.5241308212280273, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.2415902140672783, |
| "grad_norm": 0.1840292066335678, |
| "learning_rate": 1.4255753074686554e-05, |
| "loss": 1.5814104080200195, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.2446483180428134, |
| "grad_norm": 0.14792004227638245, |
| "learning_rate": 1.4227436753870645e-05, |
| "loss": 1.469613790512085, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.2477064220183487, |
| "grad_norm": 0.2009243667125702, |
| "learning_rate": 1.4199083722465473e-05, |
| "loss": 1.575390338897705, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.2507645259938838, |
| "grad_norm": 0.18052861094474792, |
| "learning_rate": 1.4170694302973558e-05, |
| "loss": 1.3542118072509766, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.2538226299694188, |
| "grad_norm": 0.25438863039016724, |
| "learning_rate": 1.4142268818311318e-05, |
| "loss": 1.4728432893753052, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.2568807339449541, |
| "grad_norm": 0.1723494827747345, |
| "learning_rate": 1.4113807591805403e-05, |
| "loss": 1.2633655071258545, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.2599388379204892, |
| "grad_norm": 0.1885925829410553, |
| "learning_rate": 1.408531094718899e-05, |
| "loss": 1.4775038957595825, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.2629969418960245, |
| "grad_norm": 0.17333459854125977, |
| "learning_rate": 1.4056779208598148e-05, |
| "loss": 1.0904916524887085, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.2660550458715596, |
| "grad_norm": 0.23691454529762268, |
| "learning_rate": 1.40282127005681e-05, |
| "loss": 1.0575618743896484, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.2691131498470947, |
| "grad_norm": 0.19390061497688293, |
| "learning_rate": 1.3999611748029567e-05, |
| "loss": 1.275180697441101, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.27217125382263, |
| "grad_norm": 0.30520501732826233, |
| "learning_rate": 1.3970976676305057e-05, |
| "loss": 1.3261710405349731, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.2752293577981653, |
| "grad_norm": 0.339356929063797, |
| "learning_rate": 1.3942307811105174e-05, |
| "loss": 1.4489119052886963, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.2782874617737003, |
| "grad_norm": 0.31700074672698975, |
| "learning_rate": 1.3913605478524893e-05, |
| "loss": 1.375788927078247, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.2813455657492354, |
| "grad_norm": 0.1832026243209839, |
| "learning_rate": 1.3884870005039876e-05, |
| "loss": 1.1603834629058838, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.2844036697247707, |
| "grad_norm": 0.16457735002040863, |
| "learning_rate": 1.3856101717502745e-05, |
| "loss": 1.1277961730957031, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.2874617737003058, |
| "grad_norm": 0.40114447474479675, |
| "learning_rate": 1.3827300943139368e-05, |
| "loss": 1.3474359512329102, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.290519877675841, |
| "grad_norm": 0.3017509877681732, |
| "learning_rate": 1.3798468009545132e-05, |
| "loss": 1.258968472480774, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.2935779816513762, |
| "grad_norm": 0.2743600308895111, |
| "learning_rate": 1.3769603244681224e-05, |
| "loss": 1.216719388961792, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.2966360856269112, |
| "grad_norm": 0.28029799461364746, |
| "learning_rate": 1.3740706976870894e-05, |
| "loss": 1.4269287586212158, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.2996941896024465, |
| "grad_norm": 0.34066903591156006, |
| "learning_rate": 1.3711779534795726e-05, |
| "loss": 1.4010690450668335, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.3027522935779816, |
| "grad_norm": 0.1889609545469284, |
| "learning_rate": 1.3682821247491888e-05, |
| "loss": 1.128299355506897, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.305810397553517, |
| "grad_norm": 0.13515017926692963, |
| "learning_rate": 1.365383244434641e-05, |
| "loss": 1.3370952606201172, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.308868501529052, |
| "grad_norm": 0.2397429496049881, |
| "learning_rate": 1.3624813455093426e-05, |
| "loss": 1.4829299449920654, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.311926605504587, |
| "grad_norm": 0.1517391949892044, |
| "learning_rate": 1.3595764609810409e-05, |
| "loss": 1.6207728385925293, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.3149847094801224, |
| "grad_norm": 0.14302465319633484, |
| "learning_rate": 1.3566686238914442e-05, |
| "loss": 1.6425838470458984, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.3180428134556574, |
| "grad_norm": 0.13647185266017914, |
| "learning_rate": 1.3537578673158447e-05, |
| "loss": 1.7624022960662842, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.3211009174311927, |
| "grad_norm": 0.15156084299087524, |
| "learning_rate": 1.3508442243627414e-05, |
| "loss": 1.3077445030212402, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.3241590214067278, |
| "grad_norm": 0.16375960409641266, |
| "learning_rate": 1.3479277281734665e-05, |
| "loss": 1.387640118598938, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.3272171253822629, |
| "grad_norm": 0.13412417471408844, |
| "learning_rate": 1.345008411921804e-05, |
| "loss": 1.2285324335098267, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.3302752293577982, |
| "grad_norm": 0.09673840552568436, |
| "learning_rate": 1.342086308813617e-05, |
| "loss": 1.1523722410202026, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 0.24676595628261566, |
| "learning_rate": 1.3391614520864665e-05, |
| "loss": 1.5277175903320312, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.3363914373088686, |
| "grad_norm": 0.1344609558582306, |
| "learning_rate": 1.3362338750092345e-05, |
| "loss": 1.4308637380599976, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.3394495412844036, |
| "grad_norm": 0.18598589301109314, |
| "learning_rate": 1.3333036108817468e-05, |
| "loss": 1.6210284233093262, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.3425076452599387, |
| "grad_norm": 0.22593791782855988, |
| "learning_rate": 1.330370693034392e-05, |
| "loss": 1.092522144317627, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.345565749235474, |
| "grad_norm": 0.20722009241580963, |
| "learning_rate": 1.3274351548277444e-05, |
| "loss": 1.3288477659225464, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.3486238532110093, |
| "grad_norm": 0.3268890976905823, |
| "learning_rate": 1.3244970296521832e-05, |
| "loss": 1.5945448875427246, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.3516819571865444, |
| "grad_norm": 0.13788160681724548, |
| "learning_rate": 1.3215563509275134e-05, |
| "loss": 1.3352100849151611, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.3547400611620795, |
| "grad_norm": 0.16543197631835938, |
| "learning_rate": 1.3186131521025848e-05, |
| "loss": 1.4955792427062988, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.3577981651376148, |
| "grad_norm": 0.21935272216796875, |
| "learning_rate": 1.3156674666549131e-05, |
| "loss": 1.3688589334487915, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.3608562691131498, |
| "grad_norm": 0.15441736578941345, |
| "learning_rate": 1.3127193280902977e-05, |
| "loss": 1.2942179441452026, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.3639143730886851, |
| "grad_norm": 0.13213297724723816, |
| "learning_rate": 1.3097687699424411e-05, |
| "loss": 1.3552772998809814, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.3669724770642202, |
| "grad_norm": 0.17006580531597137, |
| "learning_rate": 1.306815825772567e-05, |
| "loss": 1.413638949394226, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.3700305810397553, |
| "grad_norm": 0.1837081015110016, |
| "learning_rate": 1.3038605291690401e-05, |
| "loss": 1.2679128646850586, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.3730886850152906, |
| "grad_norm": 0.11259419471025467, |
| "learning_rate": 1.300902913746982e-05, |
| "loss": 1.3821946382522583, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.3761467889908257, |
| "grad_norm": 0.2403029501438141, |
| "learning_rate": 1.2979430131478895e-05, |
| "loss": 1.6863353252410889, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.379204892966361, |
| "grad_norm": 0.31875738501548767, |
| "learning_rate": 1.2949808610392536e-05, |
| "loss": 2.005361318588257, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.382262996941896, |
| "grad_norm": 0.16625094413757324, |
| "learning_rate": 1.2920164911141739e-05, |
| "loss": 1.313822865486145, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.385321100917431, |
| "grad_norm": 0.1672082543373108, |
| "learning_rate": 1.289049937090977e-05, |
| "loss": 1.3048782348632812, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.3883792048929664, |
| "grad_norm": 0.17883723974227905, |
| "learning_rate": 1.2860812327128329e-05, |
| "loss": 1.370732307434082, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.3914373088685015, |
| "grad_norm": 0.34061485528945923, |
| "learning_rate": 1.2831104117473708e-05, |
| "loss": 1.4522621631622314, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.3944954128440368, |
| "grad_norm": 0.2218160331249237, |
| "learning_rate": 1.2801375079862941e-05, |
| "loss": 1.3893041610717773, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.3975535168195719, |
| "grad_norm": 0.19148877263069153, |
| "learning_rate": 1.2771625552449989e-05, |
| "loss": 1.2561511993408203, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.400611620795107, |
| "grad_norm": 0.14251859486103058, |
| "learning_rate": 1.2741855873621853e-05, |
| "loss": 1.1840838193893433, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.4036697247706422, |
| "grad_norm": 0.09337247163057327, |
| "learning_rate": 1.2712066381994771e-05, |
| "loss": 1.1102322340011597, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.4067278287461773, |
| "grad_norm": 0.11131396144628525, |
| "learning_rate": 1.2682257416410324e-05, |
| "loss": 1.2444500923156738, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.4097859327217126, |
| "grad_norm": 0.1941288560628891, |
| "learning_rate": 1.2652429315931607e-05, |
| "loss": 1.4857803583145142, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.4128440366972477, |
| "grad_norm": 0.2464672476053238, |
| "learning_rate": 1.2622582419839364e-05, |
| "loss": 1.5179466009140015, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.4159021406727827, |
| "grad_norm": 0.40092432498931885, |
| "learning_rate": 1.259271706762813e-05, |
| "loss": 1.49838387966156, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.418960244648318, |
| "grad_norm": 0.18188023567199707, |
| "learning_rate": 1.2562833599002376e-05, |
| "loss": 1.5421233177185059, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.4220183486238533, |
| "grad_norm": 0.16129463911056519, |
| "learning_rate": 1.2532932353872626e-05, |
| "loss": 1.3665364980697632, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.4250764525993884, |
| "grad_norm": 0.36101001501083374, |
| "learning_rate": 1.2503013672351614e-05, |
| "loss": 1.4816341400146484, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.4281345565749235, |
| "grad_norm": 0.3823509216308594, |
| "learning_rate": 1.2473077894750406e-05, |
| "loss": 1.381542682647705, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.4311926605504588, |
| "grad_norm": 0.2345127910375595, |
| "learning_rate": 1.2443125361574516e-05, |
| "loss": 1.3099571466445923, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.4342507645259939, |
| "grad_norm": 0.18030600249767303, |
| "learning_rate": 1.241315641352006e-05, |
| "loss": 1.3212041854858398, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.4373088685015292, |
| "grad_norm": 0.2411879003047943, |
| "learning_rate": 1.238317139146985e-05, |
| "loss": 1.51852548122406, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.4403669724770642, |
| "grad_norm": 0.2498498558998108, |
| "learning_rate": 1.235317063648955e-05, |
| "loss": 1.2771378755569458, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.4434250764525993, |
| "grad_norm": 0.29515254497528076, |
| "learning_rate": 1.2323154489823766e-05, |
| "loss": 1.4409904479980469, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.4464831804281346, |
| "grad_norm": 0.23676812648773193, |
| "learning_rate": 1.2293123292892176e-05, |
| "loss": 1.3410083055496216, |
| "step": 946 |
| }, |
| { |
| "epoch": 1.4495412844036697, |
| "grad_norm": 0.20357346534729004, |
| "learning_rate": 1.2263077387285656e-05, |
| "loss": 1.3485143184661865, |
| "step": 948 |
| }, |
| { |
| "epoch": 1.452599388379205, |
| "grad_norm": 0.21395525336265564, |
| "learning_rate": 1.2233017114762383e-05, |
| "loss": 1.5053271055221558, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.45565749235474, |
| "grad_norm": 0.14866068959236145, |
| "learning_rate": 1.2202942817243945e-05, |
| "loss": 1.5033762454986572, |
| "step": 952 |
| }, |
| { |
| "epoch": 1.4587155963302751, |
| "grad_norm": 0.1509505659341812, |
| "learning_rate": 1.217285483681147e-05, |
| "loss": 1.32400381565094, |
| "step": 954 |
| }, |
| { |
| "epoch": 1.4617737003058104, |
| "grad_norm": 0.2283921092748642, |
| "learning_rate": 1.2142753515701715e-05, |
| "loss": 1.2706825733184814, |
| "step": 956 |
| }, |
| { |
| "epoch": 1.4648318042813455, |
| "grad_norm": 0.19454039633274078, |
| "learning_rate": 1.2112639196303177e-05, |
| "loss": 1.403527021408081, |
| "step": 958 |
| }, |
| { |
| "epoch": 1.4678899082568808, |
| "grad_norm": 0.19340156018733978, |
| "learning_rate": 1.2082512221152211e-05, |
| "loss": 1.3496915102005005, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.470948012232416, |
| "grad_norm": 0.28565388917922974, |
| "learning_rate": 1.2052372932929124e-05, |
| "loss": 1.5003544092178345, |
| "step": 962 |
| }, |
| { |
| "epoch": 1.474006116207951, |
| "grad_norm": 0.2407606989145279, |
| "learning_rate": 1.2022221674454276e-05, |
| "loss": 1.3663601875305176, |
| "step": 964 |
| }, |
| { |
| "epoch": 1.4770642201834863, |
| "grad_norm": 0.24161574244499207, |
| "learning_rate": 1.1992058788684178e-05, |
| "loss": 1.311216950416565, |
| "step": 966 |
| }, |
| { |
| "epoch": 1.4801223241590213, |
| "grad_norm": 0.6812675595283508, |
| "learning_rate": 1.1961884618707606e-05, |
| "loss": 1.2701431512832642, |
| "step": 968 |
| }, |
| { |
| "epoch": 1.4831804281345566, |
| "grad_norm": 0.15686868131160736, |
| "learning_rate": 1.1931699507741681e-05, |
| "loss": 1.4032564163208008, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.4862385321100917, |
| "grad_norm": 0.29336854815483093, |
| "learning_rate": 1.1901503799127978e-05, |
| "loss": 1.3898736238479614, |
| "step": 972 |
| }, |
| { |
| "epoch": 1.4892966360856268, |
| "grad_norm": 0.21223317086696625, |
| "learning_rate": 1.1871297836328615e-05, |
| "loss": 1.357151746749878, |
| "step": 974 |
| }, |
| { |
| "epoch": 1.492354740061162, |
| "grad_norm": 0.3396297097206116, |
| "learning_rate": 1.1841081962922339e-05, |
| "loss": 1.5504416227340698, |
| "step": 976 |
| }, |
| { |
| "epoch": 1.4954128440366974, |
| "grad_norm": 0.15393349528312683, |
| "learning_rate": 1.1810856522600633e-05, |
| "loss": 1.7415130138397217, |
| "step": 978 |
| }, |
| { |
| "epoch": 1.4984709480122325, |
| "grad_norm": 0.17905078828334808, |
| "learning_rate": 1.1780621859163799e-05, |
| "loss": 1.6198244094848633, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.5015290519877675, |
| "grad_norm": 0.19629204273223877, |
| "learning_rate": 1.1750378316517042e-05, |
| "loss": 1.6088056564331055, |
| "step": 982 |
| }, |
| { |
| "epoch": 1.5045871559633026, |
| "grad_norm": 0.13399019837379456, |
| "learning_rate": 1.1720126238666574e-05, |
| "loss": 1.5122345685958862, |
| "step": 984 |
| }, |
| { |
| "epoch": 1.507645259938838, |
| "grad_norm": 0.205459326505661, |
| "learning_rate": 1.1689865969715682e-05, |
| "loss": 1.183510661125183, |
| "step": 986 |
| }, |
| { |
| "epoch": 1.5107033639143732, |
| "grad_norm": 0.19832122325897217, |
| "learning_rate": 1.1659597853860822e-05, |
| "loss": 1.1826776266098022, |
| "step": 988 |
| }, |
| { |
| "epoch": 1.5137614678899083, |
| "grad_norm": 0.217342808842659, |
| "learning_rate": 1.1629322235387712e-05, |
| "loss": 1.5985417366027832, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.5168195718654434, |
| "grad_norm": 0.21424347162246704, |
| "learning_rate": 1.1599039458667404e-05, |
| "loss": 1.5874334573745728, |
| "step": 992 |
| }, |
| { |
| "epoch": 1.5198776758409784, |
| "grad_norm": 0.21046607196331024, |
| "learning_rate": 1.1568749868152376e-05, |
| "loss": 1.6973150968551636, |
| "step": 994 |
| }, |
| { |
| "epoch": 1.5229357798165137, |
| "grad_norm": 0.22607657313346863, |
| "learning_rate": 1.1538453808372601e-05, |
| "loss": 1.6257494688034058, |
| "step": 996 |
| }, |
| { |
| "epoch": 1.525993883792049, |
| "grad_norm": 0.2784031927585602, |
| "learning_rate": 1.1508151623931652e-05, |
| "loss": 1.6771817207336426, |
| "step": 998 |
| }, |
| { |
| "epoch": 1.529051987767584, |
| "grad_norm": 0.3850814700126648, |
| "learning_rate": 1.1477843659502748e-05, |
| "loss": 1.5088847875595093, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.5321100917431192, |
| "grad_norm": 0.389369398355484, |
| "learning_rate": 1.1447530259824867e-05, |
| "loss": 1.507793664932251, |
| "step": 1002 |
| }, |
| { |
| "epoch": 1.5351681957186545, |
| "grad_norm": 0.596508800983429, |
| "learning_rate": 1.1417211769698803e-05, |
| "loss": 1.3859407901763916, |
| "step": 1004 |
| }, |
| { |
| "epoch": 1.5382262996941896, |
| "grad_norm": 0.34961917996406555, |
| "learning_rate": 1.1386888533983263e-05, |
| "loss": 1.6432298421859741, |
| "step": 1006 |
| }, |
| { |
| "epoch": 1.5412844036697249, |
| "grad_norm": 0.3803319036960602, |
| "learning_rate": 1.1356560897590914e-05, |
| "loss": 1.4720622301101685, |
| "step": 1008 |
| }, |
| { |
| "epoch": 1.54434250764526, |
| "grad_norm": 0.18877731263637543, |
| "learning_rate": 1.1326229205484494e-05, |
| "loss": 1.1493924856185913, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.547400611620795, |
| "grad_norm": 0.29330477118492126, |
| "learning_rate": 1.1295893802672867e-05, |
| "loss": 1.6615839004516602, |
| "step": 1012 |
| }, |
| { |
| "epoch": 1.5504587155963303, |
| "grad_norm": 0.21881945431232452, |
| "learning_rate": 1.1265555034207103e-05, |
| "loss": 1.749032974243164, |
| "step": 1014 |
| }, |
| { |
| "epoch": 1.5535168195718656, |
| "grad_norm": 0.28221604228019714, |
| "learning_rate": 1.1235213245176564e-05, |
| "loss": 1.8175487518310547, |
| "step": 1016 |
| }, |
| { |
| "epoch": 1.5565749235474007, |
| "grad_norm": 0.2191021740436554, |
| "learning_rate": 1.1204868780704952e-05, |
| "loss": 1.7448463439941406, |
| "step": 1018 |
| }, |
| { |
| "epoch": 1.5596330275229358, |
| "grad_norm": 0.2853221893310547, |
| "learning_rate": 1.117452198594642e-05, |
| "loss": 1.7113560438156128, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.5626911314984708, |
| "grad_norm": 0.30422237515449524, |
| "learning_rate": 1.1144173206081619e-05, |
| "loss": 1.5799381732940674, |
| "step": 1022 |
| }, |
| { |
| "epoch": 1.5657492354740061, |
| "grad_norm": 0.2810017466545105, |
| "learning_rate": 1.111382278631377e-05, |
| "loss": 1.4372574090957642, |
| "step": 1024 |
| }, |
| { |
| "epoch": 1.5688073394495414, |
| "grad_norm": 0.2811414897441864, |
| "learning_rate": 1.1083471071864766e-05, |
| "loss": 0.9963301420211792, |
| "step": 1026 |
| }, |
| { |
| "epoch": 1.5718654434250765, |
| "grad_norm": 0.18028278648853302, |
| "learning_rate": 1.105311840797121e-05, |
| "loss": 0.9933477640151978, |
| "step": 1028 |
| }, |
| { |
| "epoch": 1.5749235474006116, |
| "grad_norm": 0.1357865184545517, |
| "learning_rate": 1.1022765139880517e-05, |
| "loss": 1.221966028213501, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.5779816513761467, |
| "grad_norm": 0.14980663359165192, |
| "learning_rate": 1.0992411612846962e-05, |
| "loss": 1.1657860279083252, |
| "step": 1032 |
| }, |
| { |
| "epoch": 1.581039755351682, |
| "grad_norm": 0.18947246670722961, |
| "learning_rate": 1.0962058172127774e-05, |
| "loss": 1.1021173000335693, |
| "step": 1034 |
| }, |
| { |
| "epoch": 1.5840978593272173, |
| "grad_norm": 0.12680017948150635, |
| "learning_rate": 1.0931705162979203e-05, |
| "loss": 1.1529592275619507, |
| "step": 1036 |
| }, |
| { |
| "epoch": 1.5871559633027523, |
| "grad_norm": 0.31863412261009216, |
| "learning_rate": 1.090135293065258e-05, |
| "loss": 1.38621985912323, |
| "step": 1038 |
| }, |
| { |
| "epoch": 1.5902140672782874, |
| "grad_norm": 0.18417641520500183, |
| "learning_rate": 1.0871001820390406e-05, |
| "loss": 1.3420405387878418, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.5932721712538225, |
| "grad_norm": 0.1281033605337143, |
| "learning_rate": 1.0840652177422418e-05, |
| "loss": 1.1849461793899536, |
| "step": 1042 |
| }, |
| { |
| "epoch": 1.5963302752293578, |
| "grad_norm": 0.3351232409477234, |
| "learning_rate": 1.0810304346961666e-05, |
| "loss": 1.3912733793258667, |
| "step": 1044 |
| }, |
| { |
| "epoch": 1.599388379204893, |
| "grad_norm": 0.15044710040092468, |
| "learning_rate": 1.0779958674200577e-05, |
| "loss": 1.4560588598251343, |
| "step": 1046 |
| }, |
| { |
| "epoch": 1.6024464831804281, |
| "grad_norm": 0.2629024386405945, |
| "learning_rate": 1.0749615504307044e-05, |
| "loss": 1.2233479022979736, |
| "step": 1048 |
| }, |
| { |
| "epoch": 1.6055045871559632, |
| "grad_norm": 0.23600272834300995, |
| "learning_rate": 1.0719275182420484e-05, |
| "loss": 1.4159035682678223, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.6085626911314985, |
| "grad_norm": 1.801208734512329, |
| "learning_rate": 1.0688938053647919e-05, |
| "loss": 1.6346092224121094, |
| "step": 1052 |
| }, |
| { |
| "epoch": 1.6116207951070336, |
| "grad_norm": 0.21306540071964264, |
| "learning_rate": 1.0658604463060059e-05, |
| "loss": 1.1381094455718994, |
| "step": 1054 |
| }, |
| { |
| "epoch": 1.614678899082569, |
| "grad_norm": 0.20768539607524872, |
| "learning_rate": 1.062827475568736e-05, |
| "loss": 1.3859405517578125, |
| "step": 1056 |
| }, |
| { |
| "epoch": 1.617737003058104, |
| "grad_norm": 0.12193287909030914, |
| "learning_rate": 1.059794927651611e-05, |
| "loss": 1.4775490760803223, |
| "step": 1058 |
| }, |
| { |
| "epoch": 1.620795107033639, |
| "grad_norm": 0.2431986778974533, |
| "learning_rate": 1.0567628370484503e-05, |
| "loss": 1.3453044891357422, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.6238532110091743, |
| "grad_norm": 0.1215621829032898, |
| "learning_rate": 1.0537312382478721e-05, |
| "loss": 1.2004613876342773, |
| "step": 1062 |
| }, |
| { |
| "epoch": 1.6269113149847096, |
| "grad_norm": 0.59897381067276, |
| "learning_rate": 1.0507001657329003e-05, |
| "loss": 0.810043215751648, |
| "step": 1064 |
| }, |
| { |
| "epoch": 1.6299694189602447, |
| "grad_norm": 0.19294363260269165, |
| "learning_rate": 1.047669653980572e-05, |
| "loss": 1.5248199701309204, |
| "step": 1066 |
| }, |
| { |
| "epoch": 1.6330275229357798, |
| "grad_norm": 0.27523353695869446, |
| "learning_rate": 1.0446397374615466e-05, |
| "loss": 1.4369803667068481, |
| "step": 1068 |
| }, |
| { |
| "epoch": 1.6360856269113149, |
| "grad_norm": 0.1609538048505783, |
| "learning_rate": 1.0416104506397127e-05, |
| "loss": 1.3286679983139038, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.6391437308868502, |
| "grad_norm": 0.30778738856315613, |
| "learning_rate": 1.0385818279717963e-05, |
| "loss": 1.4519555568695068, |
| "step": 1072 |
| }, |
| { |
| "epoch": 1.6422018348623855, |
| "grad_norm": 0.15987016260623932, |
| "learning_rate": 1.0355539039069692e-05, |
| "loss": 1.389966368675232, |
| "step": 1074 |
| }, |
| { |
| "epoch": 1.6452599388379205, |
| "grad_norm": 0.15622813999652863, |
| "learning_rate": 1.032526712886457e-05, |
| "loss": 1.352725625038147, |
| "step": 1076 |
| }, |
| { |
| "epoch": 1.6483180428134556, |
| "grad_norm": 0.36926910281181335, |
| "learning_rate": 1.0295002893431465e-05, |
| "loss": 1.5491305589675903, |
| "step": 1078 |
| }, |
| { |
| "epoch": 1.6513761467889907, |
| "grad_norm": 0.2159455269575119, |
| "learning_rate": 1.0264746677011957e-05, |
| "loss": 1.1885015964508057, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.654434250764526, |
| "grad_norm": 0.16300049424171448, |
| "learning_rate": 1.0234498823756409e-05, |
| "loss": 0.9729296565055847, |
| "step": 1082 |
| }, |
| { |
| "epoch": 1.6574923547400613, |
| "grad_norm": 0.2133103460073471, |
| "learning_rate": 1.020425967772006e-05, |
| "loss": 1.6012141704559326, |
| "step": 1084 |
| }, |
| { |
| "epoch": 1.6605504587155964, |
| "grad_norm": 0.21847309172153473, |
| "learning_rate": 1.0174029582859104e-05, |
| "loss": 1.391322135925293, |
| "step": 1086 |
| }, |
| { |
| "epoch": 1.6636085626911314, |
| "grad_norm": 0.2506503462791443, |
| "learning_rate": 1.0143808883026785e-05, |
| "loss": 1.5196988582611084, |
| "step": 1088 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 0.19972681999206543, |
| "learning_rate": 1.0113597921969482e-05, |
| "loss": 1.3515968322753906, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.6697247706422018, |
| "grad_norm": 0.20533211529254913, |
| "learning_rate": 1.0083397043322802e-05, |
| "loss": 1.5942573547363281, |
| "step": 1092 |
| }, |
| { |
| "epoch": 1.6727828746177371, |
| "grad_norm": 0.16217419505119324, |
| "learning_rate": 1.0053206590607667e-05, |
| "loss": 1.4510009288787842, |
| "step": 1094 |
| }, |
| { |
| "epoch": 1.6758409785932722, |
| "grad_norm": 0.3597978353500366, |
| "learning_rate": 1.002302690722641e-05, |
| "loss": 1.4673590660095215, |
| "step": 1096 |
| }, |
| { |
| "epoch": 1.6788990825688073, |
| "grad_norm": 0.23254692554473877, |
| "learning_rate": 9.992858336458863e-06, |
| "loss": 1.3361679315567017, |
| "step": 1098 |
| }, |
| { |
| "epoch": 1.6819571865443423, |
| "grad_norm": 0.36849313974380493, |
| "learning_rate": 9.962701221458468e-06, |
| "loss": 1.006578803062439, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.6850152905198776, |
| "grad_norm": 0.8467805981636047, |
| "learning_rate": 9.932555905248359e-06, |
| "loss": 1.468936800956726, |
| "step": 1102 |
| }, |
| { |
| "epoch": 1.688073394495413, |
| "grad_norm": 0.3970109820365906, |
| "learning_rate": 9.902422730717447e-06, |
| "loss": 1.4364168643951416, |
| "step": 1104 |
| }, |
| { |
| "epoch": 1.691131498470948, |
| "grad_norm": 0.2257806360721588, |
| "learning_rate": 9.872302040616564e-06, |
| "loss": 1.458873987197876, |
| "step": 1106 |
| }, |
| { |
| "epoch": 1.694189602446483, |
| "grad_norm": 0.3083685040473938, |
| "learning_rate": 9.842194177554522e-06, |
| "loss": 1.4550821781158447, |
| "step": 1108 |
| }, |
| { |
| "epoch": 1.6972477064220184, |
| "grad_norm": 0.15511758625507355, |
| "learning_rate": 9.812099483994237e-06, |
| "loss": 1.2649579048156738, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.7003058103975535, |
| "grad_norm": 0.18423175811767578, |
| "learning_rate": 9.782018302248823e-06, |
| "loss": 1.490966558456421, |
| "step": 1112 |
| }, |
| { |
| "epoch": 1.7033639143730888, |
| "grad_norm": 0.2790970206260681, |
| "learning_rate": 9.751950974477706e-06, |
| "loss": 1.5698015689849854, |
| "step": 1114 |
| }, |
| { |
| "epoch": 1.7064220183486238, |
| "grad_norm": 0.2892129123210907, |
| "learning_rate": 9.721897842682733e-06, |
| "loss": 1.2804194688796997, |
| "step": 1116 |
| }, |
| { |
| "epoch": 1.709480122324159, |
| "grad_norm": 0.38898563385009766, |
| "learning_rate": 9.691859248704271e-06, |
| "loss": 1.5459824800491333, |
| "step": 1118 |
| }, |
| { |
| "epoch": 1.7125382262996942, |
| "grad_norm": 0.2886713147163391, |
| "learning_rate": 9.661835534217332e-06, |
| "loss": 1.3230183124542236, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.7155963302752295, |
| "grad_norm": 0.1743742972612381, |
| "learning_rate": 9.631827040727679e-06, |
| "loss": 1.4699349403381348, |
| "step": 1122 |
| }, |
| { |
| "epoch": 1.7186544342507646, |
| "grad_norm": 0.23916998505592346, |
| "learning_rate": 9.601834109567942e-06, |
| "loss": 1.4023747444152832, |
| "step": 1124 |
| }, |
| { |
| "epoch": 1.7217125382262997, |
| "grad_norm": 0.16461840271949768, |
| "learning_rate": 9.571857081893739e-06, |
| "loss": 1.5375235080718994, |
| "step": 1126 |
| }, |
| { |
| "epoch": 1.7247706422018347, |
| "grad_norm": 0.1851189136505127, |
| "learning_rate": 9.541896298679794e-06, |
| "loss": 1.6321358680725098, |
| "step": 1128 |
| }, |
| { |
| "epoch": 1.72782874617737, |
| "grad_norm": 0.2205365002155304, |
| "learning_rate": 9.511952100716051e-06, |
| "loss": 1.5237758159637451, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.7308868501529053, |
| "grad_norm": 0.21927416324615479, |
| "learning_rate": 9.482024828603813e-06, |
| "loss": 1.351357340812683, |
| "step": 1132 |
| }, |
| { |
| "epoch": 1.7339449541284404, |
| "grad_norm": 0.14752982556819916, |
| "learning_rate": 9.452114822751854e-06, |
| "loss": 1.465145230293274, |
| "step": 1134 |
| }, |
| { |
| "epoch": 1.7370030581039755, |
| "grad_norm": 0.1750420182943344, |
| "learning_rate": 9.422222423372557e-06, |
| "loss": 1.4611705541610718, |
| "step": 1136 |
| }, |
| { |
| "epoch": 1.7400611620795106, |
| "grad_norm": 0.2836110293865204, |
| "learning_rate": 9.392347970478035e-06, |
| "loss": 1.4611400365829468, |
| "step": 1138 |
| }, |
| { |
| "epoch": 1.7431192660550459, |
| "grad_norm": 0.4955594837665558, |
| "learning_rate": 9.362491803876267e-06, |
| "loss": 1.486251950263977, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.7461773700305812, |
| "grad_norm": 0.1564791202545166, |
| "learning_rate": 9.332654263167242e-06, |
| "loss": 1.4786931276321411, |
| "step": 1142 |
| }, |
| { |
| "epoch": 1.7492354740061162, |
| "grad_norm": 0.21143656969070435, |
| "learning_rate": 9.30283568773908e-06, |
| "loss": 1.2680423259735107, |
| "step": 1144 |
| }, |
| { |
| "epoch": 1.7522935779816513, |
| "grad_norm": 0.21294501423835754, |
| "learning_rate": 9.273036416764182e-06, |
| "loss": 1.3377047777175903, |
| "step": 1146 |
| }, |
| { |
| "epoch": 1.7553516819571864, |
| "grad_norm": 0.6836228966712952, |
| "learning_rate": 9.243256789195374e-06, |
| "loss": 1.2617762088775635, |
| "step": 1148 |
| }, |
| { |
| "epoch": 1.7584097859327217, |
| "grad_norm": 0.21216517686843872, |
| "learning_rate": 9.213497143762036e-06, |
| "loss": 1.3481056690216064, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.761467889908257, |
| "grad_norm": 0.21078504621982574, |
| "learning_rate": 9.18375781896628e-06, |
| "loss": 1.321746587753296, |
| "step": 1152 |
| }, |
| { |
| "epoch": 1.764525993883792, |
| "grad_norm": 0.4202200472354889, |
| "learning_rate": 9.154039153079054e-06, |
| "loss": 1.193610668182373, |
| "step": 1154 |
| }, |
| { |
| "epoch": 1.7675840978593271, |
| "grad_norm": 0.1040918305516243, |
| "learning_rate": 9.12434148413635e-06, |
| "loss": 0.8776851892471313, |
| "step": 1156 |
| }, |
| { |
| "epoch": 1.7706422018348624, |
| "grad_norm": 0.1633862406015396, |
| "learning_rate": 9.094665149935307e-06, |
| "loss": 1.1803946495056152, |
| "step": 1158 |
| }, |
| { |
| "epoch": 1.7737003058103975, |
| "grad_norm": 0.16494464874267578, |
| "learning_rate": 9.065010488030397e-06, |
| "loss": 1.2437876462936401, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.7767584097859328, |
| "grad_norm": 0.15143194794654846, |
| "learning_rate": 9.035377835729588e-06, |
| "loss": 1.2997621297836304, |
| "step": 1162 |
| }, |
| { |
| "epoch": 1.7798165137614679, |
| "grad_norm": 0.18123859167099, |
| "learning_rate": 9.005767530090489e-06, |
| "loss": 1.3120684623718262, |
| "step": 1164 |
| }, |
| { |
| "epoch": 1.782874617737003, |
| "grad_norm": 0.1501539647579193, |
| "learning_rate": 8.976179907916528e-06, |
| "loss": 1.3702399730682373, |
| "step": 1166 |
| }, |
| { |
| "epoch": 1.7859327217125383, |
| "grad_norm": 0.11408812552690506, |
| "learning_rate": 8.946615305753127e-06, |
| "loss": 1.2892541885375977, |
| "step": 1168 |
| }, |
| { |
| "epoch": 1.7889908256880735, |
| "grad_norm": 0.11254674196243286, |
| "learning_rate": 8.917074059883852e-06, |
| "loss": 1.308501124382019, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.7920489296636086, |
| "grad_norm": 0.14027130603790283, |
| "learning_rate": 8.887556506326615e-06, |
| "loss": 1.2796250581741333, |
| "step": 1172 |
| }, |
| { |
| "epoch": 1.7951070336391437, |
| "grad_norm": 0.1700981706380844, |
| "learning_rate": 8.858062980829838e-06, |
| "loss": 1.2928704023361206, |
| "step": 1174 |
| }, |
| { |
| "epoch": 1.7981651376146788, |
| "grad_norm": 0.18721206486225128, |
| "learning_rate": 8.828593818868622e-06, |
| "loss": 1.2547078132629395, |
| "step": 1176 |
| }, |
| { |
| "epoch": 1.801223241590214, |
| "grad_norm": 0.17795971035957336, |
| "learning_rate": 8.799149355640961e-06, |
| "loss": 1.2972519397735596, |
| "step": 1178 |
| }, |
| { |
| "epoch": 1.8042813455657494, |
| "grad_norm": 0.22595000267028809, |
| "learning_rate": 8.769729926063904e-06, |
| "loss": 1.2488983869552612, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.8073394495412844, |
| "grad_norm": 0.07708975672721863, |
| "learning_rate": 8.740335864769747e-06, |
| "loss": 1.1340965032577515, |
| "step": 1182 |
| }, |
| { |
| "epoch": 1.8103975535168195, |
| "grad_norm": 0.28360649943351746, |
| "learning_rate": 8.71096750610225e-06, |
| "loss": 1.1929219961166382, |
| "step": 1184 |
| }, |
| { |
| "epoch": 1.8134556574923546, |
| "grad_norm": 0.06053072586655617, |
| "learning_rate": 8.681625184112803e-06, |
| "loss": 0.976668655872345, |
| "step": 1186 |
| }, |
| { |
| "epoch": 1.81651376146789, |
| "grad_norm": 0.10698408633470535, |
| "learning_rate": 8.652309232556651e-06, |
| "loss": 1.198448896408081, |
| "step": 1188 |
| }, |
| { |
| "epoch": 1.8195718654434252, |
| "grad_norm": 0.08489919453859329, |
| "learning_rate": 8.623019984889078e-06, |
| "loss": 1.2306997776031494, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.8226299694189603, |
| "grad_norm": 0.11401335895061493, |
| "learning_rate": 8.593757774261638e-06, |
| "loss": 1.244828462600708, |
| "step": 1192 |
| }, |
| { |
| "epoch": 1.8256880733944953, |
| "grad_norm": 0.1129307895898819, |
| "learning_rate": 8.56452293351833e-06, |
| "loss": 1.2172696590423584, |
| "step": 1194 |
| }, |
| { |
| "epoch": 1.8287461773700304, |
| "grad_norm": 0.11858973652124405, |
| "learning_rate": 8.535315795191858e-06, |
| "loss": 1.2330491542816162, |
| "step": 1196 |
| }, |
| { |
| "epoch": 1.8318042813455657, |
| "grad_norm": 0.1406945139169693, |
| "learning_rate": 8.506136691499805e-06, |
| "loss": 1.2052946090698242, |
| "step": 1198 |
| }, |
| { |
| "epoch": 1.834862385321101, |
| "grad_norm": 0.09237688034772873, |
| "learning_rate": 8.476985954340877e-06, |
| "loss": 1.1807793378829956, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.837920489296636, |
| "grad_norm": 0.09736914187669754, |
| "learning_rate": 8.447863915291133e-06, |
| "loss": 1.2424228191375732, |
| "step": 1202 |
| }, |
| { |
| "epoch": 1.8409785932721712, |
| "grad_norm": 0.10175871849060059, |
| "learning_rate": 8.418770905600191e-06, |
| "loss": 1.2142945528030396, |
| "step": 1204 |
| }, |
| { |
| "epoch": 1.8440366972477065, |
| "grad_norm": 0.1257796734571457, |
| "learning_rate": 8.389707256187484e-06, |
| "loss": 1.188672661781311, |
| "step": 1206 |
| }, |
| { |
| "epoch": 1.8470948012232415, |
| "grad_norm": 0.12363885343074799, |
| "learning_rate": 8.360673297638484e-06, |
| "loss": 1.177275538444519, |
| "step": 1208 |
| }, |
| { |
| "epoch": 1.8501529051987768, |
| "grad_norm": 0.188978374004364, |
| "learning_rate": 8.331669360200937e-06, |
| "loss": 1.2045999765396118, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.853211009174312, |
| "grad_norm": 0.1187102198600769, |
| "learning_rate": 8.302695773781124e-06, |
| "loss": 1.1938765048980713, |
| "step": 1212 |
| }, |
| { |
| "epoch": 1.856269113149847, |
| "grad_norm": 0.13880708813667297, |
| "learning_rate": 8.273752867940081e-06, |
| "loss": 1.1506744623184204, |
| "step": 1214 |
| }, |
| { |
| "epoch": 1.8593272171253823, |
| "grad_norm": 0.13549721240997314, |
| "learning_rate": 8.244840971889885e-06, |
| "loss": 1.2162597179412842, |
| "step": 1216 |
| }, |
| { |
| "epoch": 1.8623853211009176, |
| "grad_norm": 0.25943684577941895, |
| "learning_rate": 8.215960414489873e-06, |
| "loss": 1.2452492713928223, |
| "step": 1218 |
| }, |
| { |
| "epoch": 1.8654434250764527, |
| "grad_norm": 0.12404591590166092, |
| "learning_rate": 8.187111524242938e-06, |
| "loss": 1.2478712797164917, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.8685015290519877, |
| "grad_norm": 0.13704179227352142, |
| "learning_rate": 8.15829462929176e-06, |
| "loss": 1.2387086153030396, |
| "step": 1222 |
| }, |
| { |
| "epoch": 1.8715596330275228, |
| "grad_norm": 0.11567935347557068, |
| "learning_rate": 8.129510057415091e-06, |
| "loss": 1.257190227508545, |
| "step": 1224 |
| }, |
| { |
| "epoch": 1.8746177370030581, |
| "grad_norm": 0.6642646789550781, |
| "learning_rate": 8.100758136024027e-06, |
| "loss": 1.239441990852356, |
| "step": 1226 |
| }, |
| { |
| "epoch": 1.8776758409785934, |
| "grad_norm": 0.17069149017333984, |
| "learning_rate": 8.072039192158272e-06, |
| "loss": 1.2593530416488647, |
| "step": 1228 |
| }, |
| { |
| "epoch": 1.8807339449541285, |
| "grad_norm": 0.14976222813129425, |
| "learning_rate": 8.043353552482435e-06, |
| "loss": 1.1915827989578247, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.8837920489296636, |
| "grad_norm": 0.2598312497138977, |
| "learning_rate": 8.014701543282302e-06, |
| "loss": 1.2334834337234497, |
| "step": 1232 |
| }, |
| { |
| "epoch": 1.8868501529051986, |
| "grad_norm": 0.1409589648246765, |
| "learning_rate": 7.986083490461124e-06, |
| "loss": 1.1979966163635254, |
| "step": 1234 |
| }, |
| { |
| "epoch": 1.889908256880734, |
| "grad_norm": 0.1519106924533844, |
| "learning_rate": 7.957499719535922e-06, |
| "loss": 1.224788784980774, |
| "step": 1236 |
| }, |
| { |
| "epoch": 1.8929663608562692, |
| "grad_norm": 0.14410492777824402, |
| "learning_rate": 7.928950555633767e-06, |
| "loss": 1.2332391738891602, |
| "step": 1238 |
| }, |
| { |
| "epoch": 1.8960244648318043, |
| "grad_norm": 0.15549832582473755, |
| "learning_rate": 7.900436323488098e-06, |
| "loss": 1.252604603767395, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.8990825688073394, |
| "grad_norm": 0.11451930552721024, |
| "learning_rate": 7.871957347435025e-06, |
| "loss": 1.2335529327392578, |
| "step": 1242 |
| }, |
| { |
| "epoch": 1.9021406727828745, |
| "grad_norm": 0.13380469381809235, |
| "learning_rate": 7.843513951409618e-06, |
| "loss": 1.1709686517715454, |
| "step": 1244 |
| }, |
| { |
| "epoch": 1.9051987767584098, |
| "grad_norm": 0.12940165400505066, |
| "learning_rate": 7.815106458942265e-06, |
| "loss": 1.211228609085083, |
| "step": 1246 |
| }, |
| { |
| "epoch": 1.908256880733945, |
| "grad_norm": 0.1105319932103157, |
| "learning_rate": 7.78673519315495e-06, |
| "loss": 1.2363883256912231, |
| "step": 1248 |
| }, |
| { |
| "epoch": 1.9113149847094801, |
| "grad_norm": 0.10502426326274872, |
| "learning_rate": 7.758400476757609e-06, |
| "loss": 1.262728214263916, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.9143730886850152, |
| "grad_norm": 0.1284359097480774, |
| "learning_rate": 7.73010263204443e-06, |
| "loss": 1.234637975692749, |
| "step": 1252 |
| }, |
| { |
| "epoch": 1.9174311926605505, |
| "grad_norm": 0.19072557985782623, |
| "learning_rate": 7.70184198089022e-06, |
| "loss": 1.2130069732666016, |
| "step": 1254 |
| }, |
| { |
| "epoch": 1.9204892966360856, |
| "grad_norm": 0.15589360892772675, |
| "learning_rate": 7.673618844746709e-06, |
| "loss": 1.1858221292495728, |
| "step": 1256 |
| }, |
| { |
| "epoch": 1.9235474006116209, |
| "grad_norm": 0.12436363846063614, |
| "learning_rate": 7.645433544638926e-06, |
| "loss": 1.2181921005249023, |
| "step": 1258 |
| }, |
| { |
| "epoch": 1.926605504587156, |
| "grad_norm": 0.1155422255396843, |
| "learning_rate": 7.617286401161523e-06, |
| "loss": 1.2427356243133545, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.929663608562691, |
| "grad_norm": 0.10325782001018524, |
| "learning_rate": 7.589177734475148e-06, |
| "loss": 1.192740797996521, |
| "step": 1262 |
| }, |
| { |
| "epoch": 1.9327217125382263, |
| "grad_norm": 0.1549818515777588, |
| "learning_rate": 7.561107864302784e-06, |
| "loss": 1.2155026197433472, |
| "step": 1264 |
| }, |
| { |
| "epoch": 1.9357798165137616, |
| "grad_norm": 0.11942024528980255, |
| "learning_rate": 7.533077109926124e-06, |
| "loss": 1.2154382467269897, |
| "step": 1266 |
| }, |
| { |
| "epoch": 1.9388379204892967, |
| "grad_norm": 0.12078223377466202, |
| "learning_rate": 7.505085790181938e-06, |
| "loss": 1.2634786367416382, |
| "step": 1268 |
| }, |
| { |
| "epoch": 1.9418960244648318, |
| "grad_norm": 0.22967126965522766, |
| "learning_rate": 7.477134223458449e-06, |
| "loss": 1.273752212524414, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.9449541284403669, |
| "grad_norm": 0.11903467774391174, |
| "learning_rate": 7.4492227276917e-06, |
| "loss": 1.234639048576355, |
| "step": 1272 |
| }, |
| { |
| "epoch": 1.9480122324159022, |
| "grad_norm": 0.11574736982584, |
| "learning_rate": 7.421351620361954e-06, |
| "loss": 1.2574361562728882, |
| "step": 1274 |
| }, |
| { |
| "epoch": 1.9510703363914375, |
| "grad_norm": 0.11663772165775299, |
| "learning_rate": 7.39352121849007e-06, |
| "loss": 1.2257782220840454, |
| "step": 1276 |
| }, |
| { |
| "epoch": 1.9541284403669725, |
| "grad_norm": 0.1800021380186081, |
| "learning_rate": 7.3657318386339e-06, |
| "loss": 1.175177812576294, |
| "step": 1278 |
| }, |
| { |
| "epoch": 1.9571865443425076, |
| "grad_norm": 0.17682303488254547, |
| "learning_rate": 7.337983796884694e-06, |
| "loss": 1.2020514011383057, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.9602446483180427, |
| "grad_norm": 0.13004066050052643, |
| "learning_rate": 7.310277408863493e-06, |
| "loss": 1.225712537765503, |
| "step": 1282 |
| }, |
| { |
| "epoch": 1.963302752293578, |
| "grad_norm": 0.396966814994812, |
| "learning_rate": 7.282612989717555e-06, |
| "loss": 1.2043389081954956, |
| "step": 1284 |
| }, |
| { |
| "epoch": 1.9663608562691133, |
| "grad_norm": 0.1417648047208786, |
| "learning_rate": 7.254990854116759e-06, |
| "loss": 1.2117154598236084, |
| "step": 1286 |
| }, |
| { |
| "epoch": 1.9694189602446484, |
| "grad_norm": 0.13368594646453857, |
| "learning_rate": 7.2274113162500285e-06, |
| "loss": 1.2600475549697876, |
| "step": 1288 |
| }, |
| { |
| "epoch": 1.9724770642201834, |
| "grad_norm": 0.1391812562942505, |
| "learning_rate": 7.199874689821744e-06, |
| "loss": 1.2455639839172363, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.9755351681957185, |
| "grad_norm": 0.13156801462173462, |
| "learning_rate": 7.1723812880482114e-06, |
| "loss": 1.258913278579712, |
| "step": 1292 |
| }, |
| { |
| "epoch": 1.9785932721712538, |
| "grad_norm": 0.12165912240743637, |
| "learning_rate": 7.144931423654069e-06, |
| "loss": 1.2114229202270508, |
| "step": 1294 |
| }, |
| { |
| "epoch": 1.981651376146789, |
| "grad_norm": 0.17182543873786926, |
| "learning_rate": 7.117525408868722e-06, |
| "loss": 1.219508409500122, |
| "step": 1296 |
| }, |
| { |
| "epoch": 1.9847094801223242, |
| "grad_norm": 0.1712474673986435, |
| "learning_rate": 7.090163555422824e-06, |
| "loss": 1.2391793727874756, |
| "step": 1298 |
| }, |
| { |
| "epoch": 1.9877675840978593, |
| "grad_norm": 0.14425022900104523, |
| "learning_rate": 7.062846174544713e-06, |
| "loss": 1.2954765558242798, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.9908256880733946, |
| "grad_norm": 0.17153722047805786, |
| "learning_rate": 7.035573576956867e-06, |
| "loss": 1.322161316871643, |
| "step": 1302 |
| }, |
| { |
| "epoch": 1.9938837920489296, |
| "grad_norm": 0.19832384586334229, |
| "learning_rate": 7.008346072872372e-06, |
| "loss": 1.478272557258606, |
| "step": 1304 |
| }, |
| { |
| "epoch": 1.996941896024465, |
| "grad_norm": 0.3216697871685028, |
| "learning_rate": 6.9811639719914004e-06, |
| "loss": 1.4260848760604858, |
| "step": 1306 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.706434428691864, |
| "learning_rate": 6.954027583497691e-06, |
| "loss": 1.4685496091842651, |
| "step": 1308 |
| }, |
| { |
| "epoch": 2.003058103975535, |
| "grad_norm": 0.17712196707725525, |
| "learning_rate": 6.92693721605501e-06, |
| "loss": 1.394515037536621, |
| "step": 1310 |
| }, |
| { |
| "epoch": 2.00611620795107, |
| "grad_norm": 0.12309785187244415, |
| "learning_rate": 6.899893177803667e-06, |
| "loss": 1.3557714223861694, |
| "step": 1312 |
| }, |
| { |
| "epoch": 2.0091743119266057, |
| "grad_norm": 0.1349668651819229, |
| "learning_rate": 6.8728957763570005e-06, |
| "loss": 1.3635830879211426, |
| "step": 1314 |
| }, |
| { |
| "epoch": 2.0122324159021407, |
| "grad_norm": 0.15826421976089478, |
| "learning_rate": 6.8459453187978706e-06, |
| "loss": 1.2972722053527832, |
| "step": 1316 |
| }, |
| { |
| "epoch": 2.015290519877676, |
| "grad_norm": 0.11746937036514282, |
| "learning_rate": 6.819042111675172e-06, |
| "loss": 1.4896833896636963, |
| "step": 1318 |
| }, |
| { |
| "epoch": 2.018348623853211, |
| "grad_norm": 0.10701940208673477, |
| "learning_rate": 6.792186461000352e-06, |
| "loss": 1.3726967573165894, |
| "step": 1320 |
| }, |
| { |
| "epoch": 2.021406727828746, |
| "grad_norm": 0.18223977088928223, |
| "learning_rate": 6.765378672243923e-06, |
| "loss": 1.3199728727340698, |
| "step": 1322 |
| }, |
| { |
| "epoch": 2.0244648318042815, |
| "grad_norm": 0.15080475807189941, |
| "learning_rate": 6.738619050331995e-06, |
| "loss": 1.3884634971618652, |
| "step": 1324 |
| }, |
| { |
| "epoch": 2.0275229357798166, |
| "grad_norm": 0.1777096688747406, |
| "learning_rate": 6.711907899642793e-06, |
| "loss": 1.2657767534255981, |
| "step": 1326 |
| }, |
| { |
| "epoch": 2.0305810397553516, |
| "grad_norm": 0.15124447643756866, |
| "learning_rate": 6.685245524003212e-06, |
| "loss": 1.3411420583724976, |
| "step": 1328 |
| }, |
| { |
| "epoch": 2.0336391437308867, |
| "grad_norm": 0.16805733740329742, |
| "learning_rate": 6.658632226685355e-06, |
| "loss": 1.4487394094467163, |
| "step": 1330 |
| }, |
| { |
| "epoch": 2.036697247706422, |
| "grad_norm": 0.15020951628684998, |
| "learning_rate": 6.632068310403075e-06, |
| "loss": 1.3471310138702393, |
| "step": 1332 |
| }, |
| { |
| "epoch": 2.0397553516819573, |
| "grad_norm": 0.11654051393270493, |
| "learning_rate": 6.605554077308541e-06, |
| "loss": 1.1645305156707764, |
| "step": 1334 |
| }, |
| { |
| "epoch": 2.0428134556574924, |
| "grad_norm": 0.47177380323410034, |
| "learning_rate": 6.579089828988806e-06, |
| "loss": 1.3331588506698608, |
| "step": 1336 |
| }, |
| { |
| "epoch": 2.0458715596330275, |
| "grad_norm": 0.18365582823753357, |
| "learning_rate": 6.552675866462358e-06, |
| "loss": 1.568501353263855, |
| "step": 1338 |
| }, |
| { |
| "epoch": 2.0489296636085625, |
| "grad_norm": 0.16884642839431763, |
| "learning_rate": 6.526312490175719e-06, |
| "loss": 1.2164785861968994, |
| "step": 1340 |
| }, |
| { |
| "epoch": 2.051987767584098, |
| "grad_norm": 0.18424928188323975, |
| "learning_rate": 6.500000000000003e-06, |
| "loss": 1.3639503717422485, |
| "step": 1342 |
| }, |
| { |
| "epoch": 2.055045871559633, |
| "grad_norm": 0.14070400595664978, |
| "learning_rate": 6.473738695227528e-06, |
| "loss": 1.2531183958053589, |
| "step": 1344 |
| }, |
| { |
| "epoch": 2.058103975535168, |
| "grad_norm": 0.1320883184671402, |
| "learning_rate": 6.447528874568403e-06, |
| "loss": 1.2422581911087036, |
| "step": 1346 |
| }, |
| { |
| "epoch": 2.0611620795107033, |
| "grad_norm": 0.31850379705429077, |
| "learning_rate": 6.421370836147125e-06, |
| "loss": 1.2550984621047974, |
| "step": 1348 |
| }, |
| { |
| "epoch": 2.0642201834862384, |
| "grad_norm": 0.12996889650821686, |
| "learning_rate": 6.3952648774991895e-06, |
| "loss": 1.2892459630966187, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.067278287461774, |
| "grad_norm": 0.11520091444253922, |
| "learning_rate": 6.3692112955677145e-06, |
| "loss": 1.4742932319641113, |
| "step": 1352 |
| }, |
| { |
| "epoch": 2.070336391437309, |
| "grad_norm": 0.20727252960205078, |
| "learning_rate": 6.343210386700056e-06, |
| "loss": 1.4938790798187256, |
| "step": 1354 |
| }, |
| { |
| "epoch": 2.073394495412844, |
| "grad_norm": 0.27067703008651733, |
| "learning_rate": 6.317262446644432e-06, |
| "loss": 1.289554238319397, |
| "step": 1356 |
| }, |
| { |
| "epoch": 2.076452599388379, |
| "grad_norm": 0.20865699648857117, |
| "learning_rate": 6.291367770546576e-06, |
| "loss": 1.3036962747573853, |
| "step": 1358 |
| }, |
| { |
| "epoch": 2.079510703363914, |
| "grad_norm": 0.25244075059890747, |
| "learning_rate": 6.265526652946361e-06, |
| "loss": 1.2870533466339111, |
| "step": 1360 |
| }, |
| { |
| "epoch": 2.0825688073394497, |
| "grad_norm": 0.18456417322158813, |
| "learning_rate": 6.23973938777446e-06, |
| "loss": 1.3479864597320557, |
| "step": 1362 |
| }, |
| { |
| "epoch": 2.085626911314985, |
| "grad_norm": 0.18370430171489716, |
| "learning_rate": 6.214006268348997e-06, |
| "loss": 1.3356621265411377, |
| "step": 1364 |
| }, |
| { |
| "epoch": 2.08868501529052, |
| "grad_norm": 0.19261838495731354, |
| "learning_rate": 6.188327587372216e-06, |
| "loss": 1.3640661239624023, |
| "step": 1366 |
| }, |
| { |
| "epoch": 2.091743119266055, |
| "grad_norm": 0.1763276904821396, |
| "learning_rate": 6.162703636927147e-06, |
| "loss": 1.3478913307189941, |
| "step": 1368 |
| }, |
| { |
| "epoch": 2.09480122324159, |
| "grad_norm": 0.10882332921028137, |
| "learning_rate": 6.137134708474293e-06, |
| "loss": 1.2278797626495361, |
| "step": 1370 |
| }, |
| { |
| "epoch": 2.0978593272171255, |
| "grad_norm": 0.12949886918067932, |
| "learning_rate": 6.111621092848293e-06, |
| "loss": 1.1902759075164795, |
| "step": 1372 |
| }, |
| { |
| "epoch": 2.1009174311926606, |
| "grad_norm": 0.15533407032489777, |
| "learning_rate": 6.086163080254641e-06, |
| "loss": 1.345337152481079, |
| "step": 1374 |
| }, |
| { |
| "epoch": 2.1039755351681957, |
| "grad_norm": 0.20214258134365082, |
| "learning_rate": 6.060760960266372e-06, |
| "loss": 1.4601398706436157, |
| "step": 1376 |
| }, |
| { |
| "epoch": 2.1070336391437308, |
| "grad_norm": 0.13242913782596588, |
| "learning_rate": 6.035415021820756e-06, |
| "loss": 1.2989829778671265, |
| "step": 1378 |
| }, |
| { |
| "epoch": 2.1100917431192663, |
| "grad_norm": 0.2398076355457306, |
| "learning_rate": 6.0101255532160376e-06, |
| "loss": 1.4964780807495117, |
| "step": 1380 |
| }, |
| { |
| "epoch": 2.1131498470948014, |
| "grad_norm": 0.20416386425495148, |
| "learning_rate": 5.984892842108143e-06, |
| "loss": 1.4913971424102783, |
| "step": 1382 |
| }, |
| { |
| "epoch": 2.1162079510703364, |
| "grad_norm": 0.18165673315525055, |
| "learning_rate": 5.959717175507396e-06, |
| "loss": 1.239193320274353, |
| "step": 1384 |
| }, |
| { |
| "epoch": 2.1192660550458715, |
| "grad_norm": 0.2294483482837677, |
| "learning_rate": 5.93459883977528e-06, |
| "loss": 1.1719461679458618, |
| "step": 1386 |
| }, |
| { |
| "epoch": 2.1223241590214066, |
| "grad_norm": 0.30271396040916443, |
| "learning_rate": 5.909538120621155e-06, |
| "loss": 1.3723602294921875, |
| "step": 1388 |
| }, |
| { |
| "epoch": 2.1253822629969417, |
| "grad_norm": 0.13012711703777313, |
| "learning_rate": 5.884535303099026e-06, |
| "loss": 1.186031460762024, |
| "step": 1390 |
| }, |
| { |
| "epoch": 2.128440366972477, |
| "grad_norm": 0.1800045669078827, |
| "learning_rate": 5.859590671604297e-06, |
| "loss": 1.257864236831665, |
| "step": 1392 |
| }, |
| { |
| "epoch": 2.1314984709480123, |
| "grad_norm": 0.1988981068134308, |
| "learning_rate": 5.8347045098705216e-06, |
| "loss": 1.2152053117752075, |
| "step": 1394 |
| }, |
| { |
| "epoch": 2.1345565749235473, |
| "grad_norm": 0.13755300641059875, |
| "learning_rate": 5.809877100966197e-06, |
| "loss": 1.299118995666504, |
| "step": 1396 |
| }, |
| { |
| "epoch": 2.1376146788990824, |
| "grad_norm": 0.1406605839729309, |
| "learning_rate": 5.785108727291532e-06, |
| "loss": 1.2066929340362549, |
| "step": 1398 |
| }, |
| { |
| "epoch": 2.140672782874618, |
| "grad_norm": 0.14786066114902496, |
| "learning_rate": 5.760399670575236e-06, |
| "loss": 1.255595088005066, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.143730886850153, |
| "grad_norm": 0.14521285891532898, |
| "learning_rate": 5.735750211871316e-06, |
| "loss": 1.3966695070266724, |
| "step": 1402 |
| }, |
| { |
| "epoch": 2.146788990825688, |
| "grad_norm": 0.156136155128479, |
| "learning_rate": 5.711160631555877e-06, |
| "loss": 1.2653884887695312, |
| "step": 1404 |
| }, |
| { |
| "epoch": 2.149847094801223, |
| "grad_norm": 0.11567161232233047, |
| "learning_rate": 5.686631209323941e-06, |
| "loss": 1.227649450302124, |
| "step": 1406 |
| }, |
| { |
| "epoch": 2.1529051987767582, |
| "grad_norm": 0.1110580638051033, |
| "learning_rate": 5.662162224186258e-06, |
| "loss": 1.4484609365463257, |
| "step": 1408 |
| }, |
| { |
| "epoch": 2.1559633027522938, |
| "grad_norm": 0.1445491760969162, |
| "learning_rate": 5.637753954466127e-06, |
| "loss": 1.3130481243133545, |
| "step": 1410 |
| }, |
| { |
| "epoch": 2.159021406727829, |
| "grad_norm": 0.1265811175107956, |
| "learning_rate": 5.613406677796246e-06, |
| "loss": 1.248986840248108, |
| "step": 1412 |
| }, |
| { |
| "epoch": 2.162079510703364, |
| "grad_norm": 0.12633687257766724, |
| "learning_rate": 5.589120671115542e-06, |
| "loss": 1.3525274991989136, |
| "step": 1414 |
| }, |
| { |
| "epoch": 2.165137614678899, |
| "grad_norm": 0.23789754509925842, |
| "learning_rate": 5.564896210666031e-06, |
| "loss": 1.3208624124526978, |
| "step": 1416 |
| }, |
| { |
| "epoch": 2.168195718654434, |
| "grad_norm": 0.13444137573242188, |
| "learning_rate": 5.540733571989654e-06, |
| "loss": 1.3796360492706299, |
| "step": 1418 |
| }, |
| { |
| "epoch": 2.1712538226299696, |
| "grad_norm": 0.18880939483642578, |
| "learning_rate": 5.51663302992517e-06, |
| "loss": 1.2581044435501099, |
| "step": 1420 |
| }, |
| { |
| "epoch": 2.1743119266055047, |
| "grad_norm": 0.12744680047035217, |
| "learning_rate": 5.4925948586050224e-06, |
| "loss": 1.3596972227096558, |
| "step": 1422 |
| }, |
| { |
| "epoch": 2.1773700305810397, |
| "grad_norm": 0.18471305072307587, |
| "learning_rate": 5.4686193314522e-06, |
| "loss": 1.256497859954834, |
| "step": 1424 |
| }, |
| { |
| "epoch": 2.180428134556575, |
| "grad_norm": 0.18038369715213776, |
| "learning_rate": 5.444706721177157e-06, |
| "loss": 1.5690301656723022, |
| "step": 1426 |
| }, |
| { |
| "epoch": 2.18348623853211, |
| "grad_norm": 0.15947416424751282, |
| "learning_rate": 5.420857299774696e-06, |
| "loss": 1.3116461038589478, |
| "step": 1428 |
| }, |
| { |
| "epoch": 2.1865443425076454, |
| "grad_norm": 0.14132535457611084, |
| "learning_rate": 5.397071338520867e-06, |
| "loss": 1.3790884017944336, |
| "step": 1430 |
| }, |
| { |
| "epoch": 2.1896024464831805, |
| "grad_norm": 0.32931429147720337, |
| "learning_rate": 5.373349107969902e-06, |
| "loss": 1.356053113937378, |
| "step": 1432 |
| }, |
| { |
| "epoch": 2.1926605504587156, |
| "grad_norm": 0.14345382153987885, |
| "learning_rate": 5.349690877951115e-06, |
| "loss": 1.3247517347335815, |
| "step": 1434 |
| }, |
| { |
| "epoch": 2.1957186544342506, |
| "grad_norm": 0.15944042801856995, |
| "learning_rate": 5.326096917565853e-06, |
| "loss": 1.3286181688308716, |
| "step": 1436 |
| }, |
| { |
| "epoch": 2.198776758409786, |
| "grad_norm": 0.21919000148773193, |
| "learning_rate": 5.302567495184422e-06, |
| "loss": 1.330199122428894, |
| "step": 1438 |
| }, |
| { |
| "epoch": 2.2018348623853212, |
| "grad_norm": 0.1875789612531662, |
| "learning_rate": 5.279102878443032e-06, |
| "loss": 1.332606554031372, |
| "step": 1440 |
| }, |
| { |
| "epoch": 2.2048929663608563, |
| "grad_norm": 0.33878740668296814, |
| "learning_rate": 5.255703334240774e-06, |
| "loss": 1.3914042711257935, |
| "step": 1442 |
| }, |
| { |
| "epoch": 2.2079510703363914, |
| "grad_norm": 0.5218708515167236, |
| "learning_rate": 5.232369128736553e-06, |
| "loss": 1.3419737815856934, |
| "step": 1444 |
| }, |
| { |
| "epoch": 2.2110091743119265, |
| "grad_norm": 0.11105236411094666, |
| "learning_rate": 5.2091005273460914e-06, |
| "loss": 1.2455813884735107, |
| "step": 1446 |
| }, |
| { |
| "epoch": 2.214067278287462, |
| "grad_norm": 0.11201157420873642, |
| "learning_rate": 5.185897794738881e-06, |
| "loss": 1.2253139019012451, |
| "step": 1448 |
| }, |
| { |
| "epoch": 2.217125382262997, |
| "grad_norm": 0.1912904530763626, |
| "learning_rate": 5.162761194835198e-06, |
| "loss": 1.2669559717178345, |
| "step": 1450 |
| }, |
| { |
| "epoch": 2.220183486238532, |
| "grad_norm": 0.24734018743038177, |
| "learning_rate": 5.139690990803084e-06, |
| "loss": 1.233301043510437, |
| "step": 1452 |
| }, |
| { |
| "epoch": 2.223241590214067, |
| "grad_norm": 0.16191165149211884, |
| "learning_rate": 5.1166874450553635e-06, |
| "loss": 1.2840200662612915, |
| "step": 1454 |
| }, |
| { |
| "epoch": 2.2262996941896023, |
| "grad_norm": 0.12160076200962067, |
| "learning_rate": 5.093750819246648e-06, |
| "loss": 1.2450309991836548, |
| "step": 1456 |
| }, |
| { |
| "epoch": 2.229357798165138, |
| "grad_norm": 0.36477330327033997, |
| "learning_rate": 5.0708813742703666e-06, |
| "loss": 1.4992554187774658, |
| "step": 1458 |
| }, |
| { |
| "epoch": 2.232415902140673, |
| "grad_norm": 0.1379183977842331, |
| "learning_rate": 5.0480793702558085e-06, |
| "loss": 1.5028156042099, |
| "step": 1460 |
| }, |
| { |
| "epoch": 2.235474006116208, |
| "grad_norm": 0.22662517428398132, |
| "learning_rate": 5.025345066565135e-06, |
| "loss": 1.5423188209533691, |
| "step": 1462 |
| }, |
| { |
| "epoch": 2.238532110091743, |
| "grad_norm": 0.22309836745262146, |
| "learning_rate": 5.002678721790462e-06, |
| "loss": 1.4739760160446167, |
| "step": 1464 |
| }, |
| { |
| "epoch": 2.241590214067278, |
| "grad_norm": 0.18657968938350677, |
| "learning_rate": 4.980080593750901e-06, |
| "loss": 1.5198191404342651, |
| "step": 1466 |
| }, |
| { |
| "epoch": 2.2446483180428136, |
| "grad_norm": 0.1312897652387619, |
| "learning_rate": 4.9575509394896306e-06, |
| "loss": 1.412659764289856, |
| "step": 1468 |
| }, |
| { |
| "epoch": 2.2477064220183487, |
| "grad_norm": 0.2041846066713333, |
| "learning_rate": 4.9350900152709644e-06, |
| "loss": 1.501435399055481, |
| "step": 1470 |
| }, |
| { |
| "epoch": 2.2507645259938838, |
| "grad_norm": 0.21802227199077606, |
| "learning_rate": 4.9126980765774535e-06, |
| "loss": 1.2920466661453247, |
| "step": 1472 |
| }, |
| { |
| "epoch": 2.253822629969419, |
| "grad_norm": 0.32734358310699463, |
| "learning_rate": 4.890375378106969e-06, |
| "loss": 1.3840155601501465, |
| "step": 1474 |
| }, |
| { |
| "epoch": 2.2568807339449544, |
| "grad_norm": 0.18576525151729584, |
| "learning_rate": 4.8681221737698e-06, |
| "loss": 1.1896015405654907, |
| "step": 1476 |
| }, |
| { |
| "epoch": 2.2599388379204894, |
| "grad_norm": 0.25952601432800293, |
| "learning_rate": 4.845938716685783e-06, |
| "loss": 1.390250563621521, |
| "step": 1478 |
| }, |
| { |
| "epoch": 2.2629969418960245, |
| "grad_norm": 0.2618364691734314, |
| "learning_rate": 4.8238252591813994e-06, |
| "loss": 0.9939552545547485, |
| "step": 1480 |
| }, |
| { |
| "epoch": 2.2660550458715596, |
| "grad_norm": 0.7130351066589355, |
| "learning_rate": 4.801782052786928e-06, |
| "loss": 0.9591231942176819, |
| "step": 1482 |
| }, |
| { |
| "epoch": 2.2691131498470947, |
| "grad_norm": 0.5174583196640015, |
| "learning_rate": 4.7798093482335736e-06, |
| "loss": 1.1732577085494995, |
| "step": 1484 |
| }, |
| { |
| "epoch": 2.2721712538226297, |
| "grad_norm": 0.1944684386253357, |
| "learning_rate": 4.757907395450607e-06, |
| "loss": 1.254443645477295, |
| "step": 1486 |
| }, |
| { |
| "epoch": 2.2752293577981653, |
| "grad_norm": 0.32820016145706177, |
| "learning_rate": 4.736076443562537e-06, |
| "loss": 1.3228447437286377, |
| "step": 1488 |
| }, |
| { |
| "epoch": 2.2782874617737003, |
| "grad_norm": 0.27493736147880554, |
| "learning_rate": 4.714316740886271e-06, |
| "loss": 1.2684073448181152, |
| "step": 1490 |
| }, |
| { |
| "epoch": 2.2813455657492354, |
| "grad_norm": 0.8473254442214966, |
| "learning_rate": 4.69262853492829e-06, |
| "loss": 1.0940097570419312, |
| "step": 1492 |
| }, |
| { |
| "epoch": 2.2844036697247705, |
| "grad_norm": 0.14267265796661377, |
| "learning_rate": 4.671012072381827e-06, |
| "loss": 1.062652349472046, |
| "step": 1494 |
| }, |
| { |
| "epoch": 2.287461773700306, |
| "grad_norm": 0.14857089519500732, |
| "learning_rate": 4.6494675991240725e-06, |
| "loss": 1.3027708530426025, |
| "step": 1496 |
| }, |
| { |
| "epoch": 2.290519877675841, |
| "grad_norm": 0.2024240493774414, |
| "learning_rate": 4.627995360213372e-06, |
| "loss": 1.1870825290679932, |
| "step": 1498 |
| }, |
| { |
| "epoch": 2.293577981651376, |
| "grad_norm": 0.47134989500045776, |
| "learning_rate": 4.606595599886441e-06, |
| "loss": 1.1387802362442017, |
| "step": 1500 |
| }, |
| { |
| "epoch": 2.2966360856269112, |
| "grad_norm": 0.12811291217803955, |
| "learning_rate": 4.585268561555577e-06, |
| "loss": 1.3463492393493652, |
| "step": 1502 |
| }, |
| { |
| "epoch": 2.2996941896024463, |
| "grad_norm": 0.22761978209018707, |
| "learning_rate": 4.564014487805905e-06, |
| "loss": 1.3002067804336548, |
| "step": 1504 |
| }, |
| { |
| "epoch": 2.302752293577982, |
| "grad_norm": 0.11687177419662476, |
| "learning_rate": 4.542833620392616e-06, |
| "loss": 1.0505836009979248, |
| "step": 1506 |
| }, |
| { |
| "epoch": 2.305810397553517, |
| "grad_norm": 0.5785715579986572, |
| "learning_rate": 4.521726200238199e-06, |
| "loss": 1.2982921600341797, |
| "step": 1508 |
| }, |
| { |
| "epoch": 2.308868501529052, |
| "grad_norm": 0.5210697650909424, |
| "learning_rate": 4.5006924674297285e-06, |
| "loss": 1.4383094310760498, |
| "step": 1510 |
| }, |
| { |
| "epoch": 2.311926605504587, |
| "grad_norm": 0.13508401811122894, |
| "learning_rate": 4.479732661216114e-06, |
| "loss": 1.5722585916519165, |
| "step": 1512 |
| }, |
| { |
| "epoch": 2.314984709480122, |
| "grad_norm": 0.16143162548542023, |
| "learning_rate": 4.458847020005387e-06, |
| "loss": 1.5961930751800537, |
| "step": 1514 |
| }, |
| { |
| "epoch": 2.3180428134556577, |
| "grad_norm": 0.17354567348957062, |
| "learning_rate": 4.43803578136198e-06, |
| "loss": 1.7155699729919434, |
| "step": 1516 |
| }, |
| { |
| "epoch": 2.3211009174311927, |
| "grad_norm": 0.14079655706882477, |
| "learning_rate": 4.4172991820040385e-06, |
| "loss": 1.248162865638733, |
| "step": 1518 |
| }, |
| { |
| "epoch": 2.324159021406728, |
| "grad_norm": 0.4320622980594635, |
| "learning_rate": 4.396637457800717e-06, |
| "loss": 1.3336325883865356, |
| "step": 1520 |
| }, |
| { |
| "epoch": 2.327217125382263, |
| "grad_norm": 0.23424510657787323, |
| "learning_rate": 4.376050843769508e-06, |
| "loss": 1.1769382953643799, |
| "step": 1522 |
| }, |
| { |
| "epoch": 2.330275229357798, |
| "grad_norm": 0.1386423110961914, |
| "learning_rate": 4.355539574073543e-06, |
| "loss": 1.1032593250274658, |
| "step": 1524 |
| }, |
| { |
| "epoch": 2.3333333333333335, |
| "grad_norm": 0.3263895809650421, |
| "learning_rate": 4.3351038820189605e-06, |
| "loss": 1.4229612350463867, |
| "step": 1526 |
| }, |
| { |
| "epoch": 2.3363914373088686, |
| "grad_norm": 0.18773163855075836, |
| "learning_rate": 4.314744000052238e-06, |
| "loss": 1.3791815042495728, |
| "step": 1528 |
| }, |
| { |
| "epoch": 2.3394495412844036, |
| "grad_norm": 0.28852972388267517, |
| "learning_rate": 4.294460159757549e-06, |
| "loss": 1.5685712099075317, |
| "step": 1530 |
| }, |
| { |
| "epoch": 2.3425076452599387, |
| "grad_norm": 0.1875099092721939, |
| "learning_rate": 4.274252591854119e-06, |
| "loss": 1.0389281511306763, |
| "step": 1532 |
| }, |
| { |
| "epoch": 2.3455657492354742, |
| "grad_norm": 0.3121390640735626, |
| "learning_rate": 4.254121526193621e-06, |
| "loss": 1.2694977521896362, |
| "step": 1534 |
| }, |
| { |
| "epoch": 2.3486238532110093, |
| "grad_norm": 0.18623915314674377, |
| "learning_rate": 4.234067191757547e-06, |
| "loss": 1.515195608139038, |
| "step": 1536 |
| }, |
| { |
| "epoch": 2.3516819571865444, |
| "grad_norm": 0.27571722865104675, |
| "learning_rate": 4.2140898166546094e-06, |
| "loss": 1.2839555740356445, |
| "step": 1538 |
| }, |
| { |
| "epoch": 2.3547400611620795, |
| "grad_norm": 0.18172216415405273, |
| "learning_rate": 4.1941896281181345e-06, |
| "loss": 1.4342246055603027, |
| "step": 1540 |
| }, |
| { |
| "epoch": 2.3577981651376145, |
| "grad_norm": 0.1874471753835678, |
| "learning_rate": 4.1743668525035e-06, |
| "loss": 1.302701473236084, |
| "step": 1542 |
| }, |
| { |
| "epoch": 2.3608562691131496, |
| "grad_norm": 0.13664644956588745, |
| "learning_rate": 4.154621715285544e-06, |
| "loss": 1.2458817958831787, |
| "step": 1544 |
| }, |
| { |
| "epoch": 2.363914373088685, |
| "grad_norm": 0.19140246510505676, |
| "learning_rate": 4.134954441055996e-06, |
| "loss": 1.2903972864151, |
| "step": 1546 |
| }, |
| { |
| "epoch": 2.36697247706422, |
| "grad_norm": 0.1618933528661728, |
| "learning_rate": 4.11536525352094e-06, |
| "loss": 1.347403645515442, |
| "step": 1548 |
| }, |
| { |
| "epoch": 2.3700305810397553, |
| "grad_norm": 0.35864803194999695, |
| "learning_rate": 4.0958543754982555e-06, |
| "loss": 1.2057493925094604, |
| "step": 1550 |
| }, |
| { |
| "epoch": 2.3730886850152904, |
| "grad_norm": 0.24179436266422272, |
| "learning_rate": 4.076422028915092e-06, |
| "loss": 1.33254873752594, |
| "step": 1552 |
| }, |
| { |
| "epoch": 2.376146788990826, |
| "grad_norm": 0.8190633654594421, |
| "learning_rate": 4.057068434805334e-06, |
| "loss": 1.6208769083023071, |
| "step": 1554 |
| }, |
| { |
| "epoch": 2.379204892966361, |
| "grad_norm": 0.3764900863170624, |
| "learning_rate": 4.037793813307097e-06, |
| "loss": 1.8496865034103394, |
| "step": 1556 |
| }, |
| { |
| "epoch": 2.382262996941896, |
| "grad_norm": 0.2258998155593872, |
| "learning_rate": 4.018598383660221e-06, |
| "loss": 1.2403137683868408, |
| "step": 1558 |
| }, |
| { |
| "epoch": 2.385321100917431, |
| "grad_norm": 0.2579484283924103, |
| "learning_rate": 3.999482364203777e-06, |
| "loss": 1.2474881410598755, |
| "step": 1560 |
| }, |
| { |
| "epoch": 2.388379204892966, |
| "grad_norm": 0.20246495306491852, |
| "learning_rate": 3.980445972373572e-06, |
| "loss": 1.3078337907791138, |
| "step": 1562 |
| }, |
| { |
| "epoch": 2.3914373088685017, |
| "grad_norm": 0.4740979075431824, |
| "learning_rate": 3.961489424699698e-06, |
| "loss": 1.3576768636703491, |
| "step": 1564 |
| }, |
| { |
| "epoch": 2.3944954128440368, |
| "grad_norm": 0.2766645848751068, |
| "learning_rate": 3.9426129368040525e-06, |
| "loss": 1.3143256902694702, |
| "step": 1566 |
| }, |
| { |
| "epoch": 2.397553516819572, |
| "grad_norm": 0.25092101097106934, |
| "learning_rate": 3.923816723397891e-06, |
| "loss": 1.193142056465149, |
| "step": 1568 |
| }, |
| { |
| "epoch": 2.400611620795107, |
| "grad_norm": 0.17161835730075836, |
| "learning_rate": 3.905100998279378e-06, |
| "loss": 1.1418907642364502, |
| "step": 1570 |
| }, |
| { |
| "epoch": 2.4036697247706424, |
| "grad_norm": 0.11211515963077545, |
| "learning_rate": 3.8864659743311674e-06, |
| "loss": 1.0700639486312866, |
| "step": 1572 |
| }, |
| { |
| "epoch": 2.4067278287461775, |
| "grad_norm": 0.10698743164539337, |
| "learning_rate": 3.867911863517976e-06, |
| "loss": 1.1931581497192383, |
| "step": 1574 |
| }, |
| { |
| "epoch": 2.4097859327217126, |
| "grad_norm": 0.29255542159080505, |
| "learning_rate": 3.849438876884171e-06, |
| "loss": 1.4374973773956299, |
| "step": 1576 |
| }, |
| { |
| "epoch": 2.4128440366972477, |
| "grad_norm": 0.18589414656162262, |
| "learning_rate": 3.831047224551362e-06, |
| "loss": 1.4687811136245728, |
| "step": 1578 |
| }, |
| { |
| "epoch": 2.4159021406727827, |
| "grad_norm": 0.2537822127342224, |
| "learning_rate": 3.8127371157160274e-06, |
| "loss": 1.4451251029968262, |
| "step": 1580 |
| }, |
| { |
| "epoch": 2.418960244648318, |
| "grad_norm": 0.2604762613773346, |
| "learning_rate": 3.794508758647125e-06, |
| "loss": 1.4975537061691284, |
| "step": 1582 |
| }, |
| { |
| "epoch": 2.4220183486238533, |
| "grad_norm": 0.18013572692871094, |
| "learning_rate": 3.776362360683725e-06, |
| "loss": 1.312493085861206, |
| "step": 1584 |
| }, |
| { |
| "epoch": 2.4250764525993884, |
| "grad_norm": 0.26494479179382324, |
| "learning_rate": 3.7582981282326436e-06, |
| "loss": 1.4119056463241577, |
| "step": 1586 |
| }, |
| { |
| "epoch": 2.4281345565749235, |
| "grad_norm": 0.22667403519153595, |
| "learning_rate": 3.74031626676611e-06, |
| "loss": 1.2957755327224731, |
| "step": 1588 |
| }, |
| { |
| "epoch": 2.4311926605504586, |
| "grad_norm": 0.09898483008146286, |
| "learning_rate": 3.7224169808194234e-06, |
| "loss": 1.249149203300476, |
| "step": 1590 |
| }, |
| { |
| "epoch": 2.434250764525994, |
| "grad_norm": 0.25444644689559937, |
| "learning_rate": 3.704600473988616e-06, |
| "loss": 1.2711833715438843, |
| "step": 1592 |
| }, |
| { |
| "epoch": 2.437308868501529, |
| "grad_norm": 0.20375902950763702, |
| "learning_rate": 3.6868669489281526e-06, |
| "loss": 1.457493543624878, |
| "step": 1594 |
| }, |
| { |
| "epoch": 2.4403669724770642, |
| "grad_norm": 0.16325809061527252, |
| "learning_rate": 3.6692166073486207e-06, |
| "loss": 1.2258182764053345, |
| "step": 1596 |
| }, |
| { |
| "epoch": 2.4434250764525993, |
| "grad_norm": 0.31586337089538574, |
| "learning_rate": 3.6516496500144315e-06, |
| "loss": 1.3641780614852905, |
| "step": 1598 |
| }, |
| { |
| "epoch": 2.4464831804281344, |
| "grad_norm": 0.3672979772090912, |
| "learning_rate": 3.6341662767415366e-06, |
| "loss": 1.2819935083389282, |
| "step": 1600 |
| }, |
| { |
| "epoch": 2.44954128440367, |
| "grad_norm": 0.29007235169410706, |
| "learning_rate": 3.616766686395161e-06, |
| "loss": 1.2883577346801758, |
| "step": 1602 |
| }, |
| { |
| "epoch": 2.452599388379205, |
| "grad_norm": 0.22274695336818695, |
| "learning_rate": 3.599451076887539e-06, |
| "loss": 1.4647866487503052, |
| "step": 1604 |
| }, |
| { |
| "epoch": 2.45565749235474, |
| "grad_norm": 0.2635745108127594, |
| "learning_rate": 3.5822196451756617e-06, |
| "loss": 1.4505290985107422, |
| "step": 1606 |
| }, |
| { |
| "epoch": 2.458715596330275, |
| "grad_norm": 0.6367509961128235, |
| "learning_rate": 3.5650725872590343e-06, |
| "loss": 1.266322374343872, |
| "step": 1608 |
| }, |
| { |
| "epoch": 2.46177370030581, |
| "grad_norm": 0.167319193482399, |
| "learning_rate": 3.54801009817745e-06, |
| "loss": 1.228219747543335, |
| "step": 1610 |
| }, |
| { |
| "epoch": 2.4648318042813457, |
| "grad_norm": 0.25401708483695984, |
| "learning_rate": 3.5310323720087747e-06, |
| "loss": 1.3591912984848022, |
| "step": 1612 |
| }, |
| { |
| "epoch": 2.467889908256881, |
| "grad_norm": 0.1403985321521759, |
| "learning_rate": 3.5141396018667327e-06, |
| "loss": 1.3101667165756226, |
| "step": 1614 |
| }, |
| { |
| "epoch": 2.470948012232416, |
| "grad_norm": 0.15048815310001373, |
| "learning_rate": 3.4973319798987075e-06, |
| "loss": 1.4515373706817627, |
| "step": 1616 |
| }, |
| { |
| "epoch": 2.474006116207951, |
| "grad_norm": 0.3306581377983093, |
| "learning_rate": 3.480609697283574e-06, |
| "loss": 1.3238542079925537, |
| "step": 1618 |
| }, |
| { |
| "epoch": 2.477064220183486, |
| "grad_norm": 0.2043750286102295, |
| "learning_rate": 3.463972944229502e-06, |
| "loss": 1.2536604404449463, |
| "step": 1620 |
| }, |
| { |
| "epoch": 2.4801223241590216, |
| "grad_norm": 0.15457271039485931, |
| "learning_rate": 3.4474219099718085e-06, |
| "loss": 1.2132182121276855, |
| "step": 1622 |
| }, |
| { |
| "epoch": 2.4831804281345566, |
| "grad_norm": 0.36772802472114563, |
| "learning_rate": 3.4309567827707936e-06, |
| "loss": 1.3583812713623047, |
| "step": 1624 |
| }, |
| { |
| "epoch": 2.4862385321100917, |
| "grad_norm": 0.137724831700325, |
| "learning_rate": 3.4145777499096066e-06, |
| "loss": 1.347251057624817, |
| "step": 1626 |
| }, |
| { |
| "epoch": 2.489296636085627, |
| "grad_norm": 0.4675873816013336, |
| "learning_rate": 3.3982849976921185e-06, |
| "loss": 1.2851288318634033, |
| "step": 1628 |
| }, |
| { |
| "epoch": 2.4923547400611623, |
| "grad_norm": 0.20795711874961853, |
| "learning_rate": 3.3820787114407927e-06, |
| "loss": 1.5017863512039185, |
| "step": 1630 |
| }, |
| { |
| "epoch": 2.4954128440366974, |
| "grad_norm": 0.24633866548538208, |
| "learning_rate": 3.3659590754945816e-06, |
| "loss": 1.6977734565734863, |
| "step": 1632 |
| }, |
| { |
| "epoch": 2.4984709480122325, |
| "grad_norm": 0.20416969060897827, |
| "learning_rate": 3.349926273206834e-06, |
| "loss": 1.5675647258758545, |
| "step": 1634 |
| }, |
| { |
| "epoch": 2.5015290519877675, |
| "grad_norm": 0.17218895256519318, |
| "learning_rate": 3.3339804869432092e-06, |
| "loss": 1.568835735321045, |
| "step": 1636 |
| }, |
| { |
| "epoch": 2.5045871559633026, |
| "grad_norm": 0.3312041759490967, |
| "learning_rate": 3.3181218980795915e-06, |
| "loss": 1.4730901718139648, |
| "step": 1638 |
| }, |
| { |
| "epoch": 2.5076452599388377, |
| "grad_norm": 0.47724974155426025, |
| "learning_rate": 3.302350687000041e-06, |
| "loss": 1.1118125915527344, |
| "step": 1640 |
| }, |
| { |
| "epoch": 2.510703363914373, |
| "grad_norm": 0.22525407373905182, |
| "learning_rate": 3.2866670330947372e-06, |
| "loss": 1.1350667476654053, |
| "step": 1642 |
| }, |
| { |
| "epoch": 2.5137614678899083, |
| "grad_norm": 0.5922534465789795, |
| "learning_rate": 3.271071114757936e-06, |
| "loss": 1.5340875387191772, |
| "step": 1644 |
| }, |
| { |
| "epoch": 2.5168195718654434, |
| "grad_norm": 0.20079486072063446, |
| "learning_rate": 3.2555631093859376e-06, |
| "loss": 1.5291383266448975, |
| "step": 1646 |
| }, |
| { |
| "epoch": 2.5198776758409784, |
| "grad_norm": 0.2685466408729553, |
| "learning_rate": 3.240143193375079e-06, |
| "loss": 1.650044322013855, |
| "step": 1648 |
| }, |
| { |
| "epoch": 2.522935779816514, |
| "grad_norm": 0.29007527232170105, |
| "learning_rate": 3.2248115421197207e-06, |
| "loss": 1.580130934715271, |
| "step": 1650 |
| }, |
| { |
| "epoch": 2.525993883792049, |
| "grad_norm": 0.17674541473388672, |
| "learning_rate": 3.2095683300102544e-06, |
| "loss": 1.6336654424667358, |
| "step": 1652 |
| }, |
| { |
| "epoch": 2.529051987767584, |
| "grad_norm": 0.6385888457298279, |
| "learning_rate": 3.194413730431111e-06, |
| "loss": 1.4276736974716187, |
| "step": 1654 |
| }, |
| { |
| "epoch": 2.532110091743119, |
| "grad_norm": 0.18316228687763214, |
| "learning_rate": 3.1793479157588e-06, |
| "loss": 1.4557141065597534, |
| "step": 1656 |
| }, |
| { |
| "epoch": 2.5351681957186543, |
| "grad_norm": 0.2798449397087097, |
| "learning_rate": 3.1643710573599484e-06, |
| "loss": 1.3273746967315674, |
| "step": 1658 |
| }, |
| { |
| "epoch": 2.5382262996941893, |
| "grad_norm": 0.25256890058517456, |
| "learning_rate": 3.1494833255893347e-06, |
| "loss": 1.5899957418441772, |
| "step": 1660 |
| }, |
| { |
| "epoch": 2.541284403669725, |
| "grad_norm": 0.22966250777244568, |
| "learning_rate": 3.1346848897879773e-06, |
| "loss": 1.3582658767700195, |
| "step": 1662 |
| }, |
| { |
| "epoch": 2.54434250764526, |
| "grad_norm": 0.23401792347431183, |
| "learning_rate": 3.1199759182811835e-06, |
| "loss": 1.1058764457702637, |
| "step": 1664 |
| }, |
| { |
| "epoch": 2.547400611620795, |
| "grad_norm": 0.23885783553123474, |
| "learning_rate": 3.105356578376652e-06, |
| "loss": 1.587262511253357, |
| "step": 1666 |
| }, |
| { |
| "epoch": 2.5504587155963305, |
| "grad_norm": 0.1748657077550888, |
| "learning_rate": 3.090827036362566e-06, |
| "loss": 1.7135778665542603, |
| "step": 1668 |
| }, |
| { |
| "epoch": 2.5535168195718656, |
| "grad_norm": 0.1924404799938202, |
| "learning_rate": 3.0763874575056897e-06, |
| "loss": 1.7697184085845947, |
| "step": 1670 |
| }, |
| { |
| "epoch": 2.5565749235474007, |
| "grad_norm": 0.22128871083259583, |
| "learning_rate": 3.062038006049509e-06, |
| "loss": 1.6986305713653564, |
| "step": 1672 |
| }, |
| { |
| "epoch": 2.5596330275229358, |
| "grad_norm": 0.3884623646736145, |
| "learning_rate": 3.0477788452123474e-06, |
| "loss": 1.6635832786560059, |
| "step": 1674 |
| }, |
| { |
| "epoch": 2.562691131498471, |
| "grad_norm": 0.193667471408844, |
| "learning_rate": 3.0336101371855132e-06, |
| "loss": 1.5323315858840942, |
| "step": 1676 |
| }, |
| { |
| "epoch": 2.565749235474006, |
| "grad_norm": 0.21260865032672882, |
| "learning_rate": 3.019532043131461e-06, |
| "loss": 1.3841668367385864, |
| "step": 1678 |
| }, |
| { |
| "epoch": 2.5688073394495414, |
| "grad_norm": 0.7379730343818665, |
| "learning_rate": 3.005544723181949e-06, |
| "loss": 0.9397176504135132, |
| "step": 1680 |
| }, |
| { |
| "epoch": 2.5718654434250765, |
| "grad_norm": 0.21575972437858582, |
| "learning_rate": 2.9916483364362273e-06, |
| "loss": 0.9356784820556641, |
| "step": 1682 |
| }, |
| { |
| "epoch": 2.5749235474006116, |
| "grad_norm": 0.18256239593029022, |
| "learning_rate": 2.9778430409592165e-06, |
| "loss": 1.1633483171463013, |
| "step": 1684 |
| }, |
| { |
| "epoch": 2.5779816513761467, |
| "grad_norm": 0.18563584983348846, |
| "learning_rate": 2.964128993779721e-06, |
| "loss": 1.1023343801498413, |
| "step": 1686 |
| }, |
| { |
| "epoch": 2.581039755351682, |
| "grad_norm": 0.17169539630413055, |
| "learning_rate": 2.95050635088864e-06, |
| "loss": 1.0343772172927856, |
| "step": 1688 |
| }, |
| { |
| "epoch": 2.5840978593272173, |
| "grad_norm": 0.11842609941959381, |
| "learning_rate": 2.936975267237188e-06, |
| "loss": 1.114422082901001, |
| "step": 1690 |
| }, |
| { |
| "epoch": 2.5871559633027523, |
| "grad_norm": 0.5754178762435913, |
| "learning_rate": 2.9235358967351346e-06, |
| "loss": 1.3243212699890137, |
| "step": 1692 |
| }, |
| { |
| "epoch": 2.5902140672782874, |
| "grad_norm": 0.22367584705352783, |
| "learning_rate": 2.9101883922490577e-06, |
| "loss": 1.3066273927688599, |
| "step": 1694 |
| }, |
| { |
| "epoch": 2.5932721712538225, |
| "grad_norm": 0.11838769167661667, |
| "learning_rate": 2.8969329056006052e-06, |
| "loss": 1.1478899717330933, |
| "step": 1696 |
| }, |
| { |
| "epoch": 2.5963302752293576, |
| "grad_norm": 0.6228997707366943, |
| "learning_rate": 2.883769587564757e-06, |
| "loss": 1.308228850364685, |
| "step": 1698 |
| }, |
| { |
| "epoch": 2.599388379204893, |
| "grad_norm": 0.14409951865673065, |
| "learning_rate": 2.8706985878681236e-06, |
| "loss": 1.4127944707870483, |
| "step": 1700 |
| }, |
| { |
| "epoch": 2.602446483180428, |
| "grad_norm": 0.2419777512550354, |
| "learning_rate": 2.857720055187237e-06, |
| "loss": 1.1605547666549683, |
| "step": 1702 |
| }, |
| { |
| "epoch": 2.6055045871559632, |
| "grad_norm": 0.17849405109882355, |
| "learning_rate": 2.8448341371468606e-06, |
| "loss": 1.3722493648529053, |
| "step": 1704 |
| }, |
| { |
| "epoch": 2.6085626911314987, |
| "grad_norm": 0.584975004196167, |
| "learning_rate": 2.832040980318304e-06, |
| "loss": 1.5971640348434448, |
| "step": 1706 |
| }, |
| { |
| "epoch": 2.611620795107034, |
| "grad_norm": 0.20485441386699677, |
| "learning_rate": 2.8193407302177696e-06, |
| "loss": 1.0920323133468628, |
| "step": 1708 |
| }, |
| { |
| "epoch": 2.614678899082569, |
| "grad_norm": 0.37276148796081543, |
| "learning_rate": 2.806733531304681e-06, |
| "loss": 1.333469271659851, |
| "step": 1710 |
| }, |
| { |
| "epoch": 2.617737003058104, |
| "grad_norm": 0.16045695543289185, |
| "learning_rate": 2.7942195269800524e-06, |
| "loss": 1.4399563074111938, |
| "step": 1712 |
| }, |
| { |
| "epoch": 2.620795107033639, |
| "grad_norm": 0.29774409532546997, |
| "learning_rate": 2.781798859584855e-06, |
| "loss": 1.2612054347991943, |
| "step": 1714 |
| }, |
| { |
| "epoch": 2.623853211009174, |
| "grad_norm": 0.10159888118505478, |
| "learning_rate": 2.769471670398389e-06, |
| "loss": 1.138002872467041, |
| "step": 1716 |
| }, |
| { |
| "epoch": 2.6269113149847096, |
| "grad_norm": 0.9622639417648315, |
| "learning_rate": 2.757238099636689e-06, |
| "loss": 0.7187841534614563, |
| "step": 1718 |
| }, |
| { |
| "epoch": 2.6299694189602447, |
| "grad_norm": 0.15207388997077942, |
| "learning_rate": 2.7450982864509253e-06, |
| "loss": 1.4917500019073486, |
| "step": 1720 |
| }, |
| { |
| "epoch": 2.63302752293578, |
| "grad_norm": 0.5151544809341431, |
| "learning_rate": 2.7330523689258106e-06, |
| "loss": 1.3835726976394653, |
| "step": 1722 |
| }, |
| { |
| "epoch": 2.636085626911315, |
| "grad_norm": 0.19729852676391602, |
| "learning_rate": 2.721100484078048e-06, |
| "loss": 1.2811280488967896, |
| "step": 1724 |
| }, |
| { |
| "epoch": 2.6391437308868504, |
| "grad_norm": 0.22213585674762726, |
| "learning_rate": 2.709242767854758e-06, |
| "loss": 1.4066439867019653, |
| "step": 1726 |
| }, |
| { |
| "epoch": 2.6422018348623855, |
| "grad_norm": 0.1790645569562912, |
| "learning_rate": 2.6974793551319383e-06, |
| "loss": 1.3520299196243286, |
| "step": 1728 |
| }, |
| { |
| "epoch": 2.6452599388379205, |
| "grad_norm": 0.19265353679656982, |
| "learning_rate": 2.6858103797129246e-06, |
| "loss": 1.3133292198181152, |
| "step": 1730 |
| }, |
| { |
| "epoch": 2.6483180428134556, |
| "grad_norm": 0.23618127405643463, |
| "learning_rate": 2.674235974326878e-06, |
| "loss": 1.5000425577163696, |
| "step": 1732 |
| }, |
| { |
| "epoch": 2.6513761467889907, |
| "grad_norm": 0.17804878950119019, |
| "learning_rate": 2.6627562706272657e-06, |
| "loss": 1.1008257865905762, |
| "step": 1734 |
| }, |
| { |
| "epoch": 2.6544342507645258, |
| "grad_norm": 0.12927761673927307, |
| "learning_rate": 2.6513713991903705e-06, |
| "loss": 0.9210459589958191, |
| "step": 1736 |
| }, |
| { |
| "epoch": 2.6574923547400613, |
| "grad_norm": 0.16620349884033203, |
| "learning_rate": 2.640081489513797e-06, |
| "loss": 1.5412592887878418, |
| "step": 1738 |
| }, |
| { |
| "epoch": 2.6605504587155964, |
| "grad_norm": 0.3116919994354248, |
| "learning_rate": 2.628886670015009e-06, |
| "loss": 1.3480628728866577, |
| "step": 1740 |
| }, |
| { |
| "epoch": 2.6636085626911314, |
| "grad_norm": 0.2775146961212158, |
| "learning_rate": 2.6177870680298624e-06, |
| "loss": 1.4652796983718872, |
| "step": 1742 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 0.17939536273479462, |
| "learning_rate": 2.606782809811155e-06, |
| "loss": 1.297588586807251, |
| "step": 1744 |
| }, |
| { |
| "epoch": 2.669724770642202, |
| "grad_norm": 0.22709611058235168, |
| "learning_rate": 2.5958740205272003e-06, |
| "loss": 1.5550439357757568, |
| "step": 1746 |
| }, |
| { |
| "epoch": 2.672782874617737, |
| "grad_norm": 0.23353682458400726, |
| "learning_rate": 2.5850608242603913e-06, |
| "loss": 1.4042333364486694, |
| "step": 1748 |
| }, |
| { |
| "epoch": 2.675840978593272, |
| "grad_norm": 0.3190506100654602, |
| "learning_rate": 2.5743433440058002e-06, |
| "loss": 1.4088410139083862, |
| "step": 1750 |
| }, |
| { |
| "epoch": 2.6788990825688073, |
| "grad_norm": 0.3655577600002289, |
| "learning_rate": 2.5637217016697663e-06, |
| "loss": 1.2669798135757446, |
| "step": 1752 |
| }, |
| { |
| "epoch": 2.6819571865443423, |
| "grad_norm": 0.20551763474941254, |
| "learning_rate": 2.5531960180685276e-06, |
| "loss": 0.9370750188827515, |
| "step": 1754 |
| }, |
| { |
| "epoch": 2.6850152905198774, |
| "grad_norm": 0.2501385807991028, |
| "learning_rate": 2.5427664129268253e-06, |
| "loss": 1.4236401319503784, |
| "step": 1756 |
| }, |
| { |
| "epoch": 2.688073394495413, |
| "grad_norm": 0.17783670127391815, |
| "learning_rate": 2.5324330048765626e-06, |
| "loss": 1.3898571729660034, |
| "step": 1758 |
| }, |
| { |
| "epoch": 2.691131498470948, |
| "grad_norm": 0.19069063663482666, |
| "learning_rate": 2.522195911455437e-06, |
| "loss": 1.418738842010498, |
| "step": 1760 |
| }, |
| { |
| "epoch": 2.694189602446483, |
| "grad_norm": 0.24323132634162903, |
| "learning_rate": 2.5120552491056197e-06, |
| "loss": 1.4022393226623535, |
| "step": 1762 |
| }, |
| { |
| "epoch": 2.6972477064220186, |
| "grad_norm": 0.1714673787355423, |
| "learning_rate": 2.502011133172418e-06, |
| "loss": 1.213725209236145, |
| "step": 1764 |
| }, |
| { |
| "epoch": 2.7003058103975537, |
| "grad_norm": 0.21391062438488007, |
| "learning_rate": 2.4920636779029736e-06, |
| "loss": 1.4528888463974, |
| "step": 1766 |
| }, |
| { |
| "epoch": 2.7033639143730888, |
| "grad_norm": 0.3517923951148987, |
| "learning_rate": 2.482212996444952e-06, |
| "loss": 1.5154540538787842, |
| "step": 1768 |
| }, |
| { |
| "epoch": 2.706422018348624, |
| "grad_norm": 0.21076905727386475, |
| "learning_rate": 2.4724592008452655e-06, |
| "loss": 1.2251962423324585, |
| "step": 1770 |
| }, |
| { |
| "epoch": 2.709480122324159, |
| "grad_norm": 0.2092084437608719, |
| "learning_rate": 2.4628024020487946e-06, |
| "loss": 1.4913671016693115, |
| "step": 1772 |
| }, |
| { |
| "epoch": 2.712538226299694, |
| "grad_norm": 0.2707628011703491, |
| "learning_rate": 2.4532427098971276e-06, |
| "loss": 1.2693325281143188, |
| "step": 1774 |
| }, |
| { |
| "epoch": 2.7155963302752295, |
| "grad_norm": 0.23994937539100647, |
| "learning_rate": 2.4437802331273052e-06, |
| "loss": 1.426426649093628, |
| "step": 1776 |
| }, |
| { |
| "epoch": 2.7186544342507646, |
| "grad_norm": 0.3275426924228668, |
| "learning_rate": 2.4344150793705944e-06, |
| "loss": 1.3486037254333496, |
| "step": 1778 |
| }, |
| { |
| "epoch": 2.7217125382262997, |
| "grad_norm": 0.1596205085515976, |
| "learning_rate": 2.425147355151254e-06, |
| "loss": 1.4933159351348877, |
| "step": 1780 |
| }, |
| { |
| "epoch": 2.7247706422018347, |
| "grad_norm": 0.3981785476207733, |
| "learning_rate": 2.4159771658853306e-06, |
| "loss": 1.5875604152679443, |
| "step": 1782 |
| }, |
| { |
| "epoch": 2.7278287461773703, |
| "grad_norm": 0.8734309673309326, |
| "learning_rate": 2.406904615879453e-06, |
| "loss": 1.4748692512512207, |
| "step": 1784 |
| }, |
| { |
| "epoch": 2.7308868501529053, |
| "grad_norm": 0.21883857250213623, |
| "learning_rate": 2.3979298083296488e-06, |
| "loss": 1.3090273141860962, |
| "step": 1786 |
| }, |
| { |
| "epoch": 2.7339449541284404, |
| "grad_norm": 0.4178310036659241, |
| "learning_rate": 2.3890528453201756e-06, |
| "loss": 1.419610619544983, |
| "step": 1788 |
| }, |
| { |
| "epoch": 2.7370030581039755, |
| "grad_norm": 0.2704829275608063, |
| "learning_rate": 2.3802738278223474e-06, |
| "loss": 1.4093573093414307, |
| "step": 1790 |
| }, |
| { |
| "epoch": 2.7400611620795106, |
| "grad_norm": 0.37049105763435364, |
| "learning_rate": 2.3715928556934005e-06, |
| "loss": 1.4148246049880981, |
| "step": 1792 |
| }, |
| { |
| "epoch": 2.7431192660550456, |
| "grad_norm": 0.42498084902763367, |
| "learning_rate": 2.3630100276753463e-06, |
| "loss": 1.4419108629226685, |
| "step": 1794 |
| }, |
| { |
| "epoch": 2.746177370030581, |
| "grad_norm": 0.16743339598178864, |
| "learning_rate": 2.354525441393857e-06, |
| "loss": 1.4382030963897705, |
| "step": 1796 |
| }, |
| { |
| "epoch": 2.7492354740061162, |
| "grad_norm": 0.17311187088489532, |
| "learning_rate": 2.346139193357145e-06, |
| "loss": 1.2192634344100952, |
| "step": 1798 |
| }, |
| { |
| "epoch": 2.7522935779816513, |
| "grad_norm": 0.38412225246429443, |
| "learning_rate": 2.337851378954877e-06, |
| "loss": 1.2814158201217651, |
| "step": 1800 |
| }, |
| { |
| "epoch": 2.7553516819571864, |
| "grad_norm": 0.2552420496940613, |
| "learning_rate": 2.3296620924570772e-06, |
| "loss": 1.1930724382400513, |
| "step": 1802 |
| }, |
| { |
| "epoch": 2.758409785932722, |
| "grad_norm": 0.22476616501808167, |
| "learning_rate": 2.3215714270130673e-06, |
| "loss": 1.2869510650634766, |
| "step": 1804 |
| }, |
| { |
| "epoch": 2.761467889908257, |
| "grad_norm": 0.22635005414485931, |
| "learning_rate": 2.3135794746503934e-06, |
| "loss": 1.2187225818634033, |
| "step": 1806 |
| }, |
| { |
| "epoch": 2.764525993883792, |
| "grad_norm": 0.20397242903709412, |
| "learning_rate": 2.3056863262737915e-06, |
| "loss": 1.131676435470581, |
| "step": 1808 |
| }, |
| { |
| "epoch": 2.767584097859327, |
| "grad_norm": 0.16007225215435028, |
| "learning_rate": 2.2978920716641456e-06, |
| "loss": 0.8253338932991028, |
| "step": 1810 |
| }, |
| { |
| "epoch": 2.770642201834862, |
| "grad_norm": 0.2556101679801941, |
| "learning_rate": 2.290196799477473e-06, |
| "loss": 1.1432273387908936, |
| "step": 1812 |
| }, |
| { |
| "epoch": 2.7737003058103973, |
| "grad_norm": 0.15398050844669342, |
| "learning_rate": 2.2826005972439056e-06, |
| "loss": 1.2073218822479248, |
| "step": 1814 |
| }, |
| { |
| "epoch": 2.776758409785933, |
| "grad_norm": 0.14769600331783295, |
| "learning_rate": 2.2751035513667067e-06, |
| "loss": 1.2682545185089111, |
| "step": 1816 |
| }, |
| { |
| "epoch": 2.779816513761468, |
| "grad_norm": 0.15157395601272583, |
| "learning_rate": 2.2677057471212783e-06, |
| "loss": 1.2814412117004395, |
| "step": 1818 |
| }, |
| { |
| "epoch": 2.782874617737003, |
| "grad_norm": 0.11602704972028732, |
| "learning_rate": 2.2604072686541992e-06, |
| "loss": 1.337765097618103, |
| "step": 1820 |
| }, |
| { |
| "epoch": 2.7859327217125385, |
| "grad_norm": 0.11175990104675293, |
| "learning_rate": 2.25320819898226e-06, |
| "loss": 1.2580088376998901, |
| "step": 1822 |
| }, |
| { |
| "epoch": 2.7889908256880735, |
| "grad_norm": 0.2158500850200653, |
| "learning_rate": 2.2461086199915215e-06, |
| "loss": 1.280817985534668, |
| "step": 1824 |
| }, |
| { |
| "epoch": 2.7920489296636086, |
| "grad_norm": 0.10697898268699646, |
| "learning_rate": 2.2391086124363907e-06, |
| "loss": 1.2506331205368042, |
| "step": 1826 |
| }, |
| { |
| "epoch": 2.7951070336391437, |
| "grad_norm": 0.1721104234457016, |
| "learning_rate": 2.232208255938689e-06, |
| "loss": 1.2656058073043823, |
| "step": 1828 |
| }, |
| { |
| "epoch": 2.7981651376146788, |
| "grad_norm": 0.16275018453598022, |
| "learning_rate": 2.2254076289867574e-06, |
| "loss": 1.2296828031539917, |
| "step": 1830 |
| }, |
| { |
| "epoch": 2.801223241590214, |
| "grad_norm": 0.12005674839019775, |
| "learning_rate": 2.218706808934559e-06, |
| "loss": 1.2741050720214844, |
| "step": 1832 |
| }, |
| { |
| "epoch": 2.8042813455657494, |
| "grad_norm": 0.20490582287311554, |
| "learning_rate": 2.2121058720008005e-06, |
| "loss": 1.2242677211761475, |
| "step": 1834 |
| }, |
| { |
| "epoch": 2.8073394495412844, |
| "grad_norm": 0.08420670032501221, |
| "learning_rate": 2.205604893268061e-06, |
| "loss": 1.115134358406067, |
| "step": 1836 |
| }, |
| { |
| "epoch": 2.8103975535168195, |
| "grad_norm": 0.09198635816574097, |
| "learning_rate": 2.1992039466819464e-06, |
| "loss": 1.1836574077606201, |
| "step": 1838 |
| }, |
| { |
| "epoch": 2.8134556574923546, |
| "grad_norm": 0.12914858758449554, |
| "learning_rate": 2.192903105050242e-06, |
| "loss": 0.9696236252784729, |
| "step": 1840 |
| }, |
| { |
| "epoch": 2.81651376146789, |
| "grad_norm": 0.09582311660051346, |
| "learning_rate": 2.186702440042086e-06, |
| "loss": 1.174141764640808, |
| "step": 1842 |
| }, |
| { |
| "epoch": 2.819571865443425, |
| "grad_norm": 0.12264709919691086, |
| "learning_rate": 2.18060202218715e-06, |
| "loss": 1.2044894695281982, |
| "step": 1844 |
| }, |
| { |
| "epoch": 2.8226299694189603, |
| "grad_norm": 0.16786755621433258, |
| "learning_rate": 2.174601920874849e-06, |
| "loss": 1.2202996015548706, |
| "step": 1846 |
| }, |
| { |
| "epoch": 2.8256880733944953, |
| "grad_norm": 0.09281696379184723, |
| "learning_rate": 2.168702204353538e-06, |
| "loss": 1.1890109777450562, |
| "step": 1848 |
| }, |
| { |
| "epoch": 2.8287461773700304, |
| "grad_norm": 0.10081319510936737, |
| "learning_rate": 2.162902939729744e-06, |
| "loss": 1.2033485174179077, |
| "step": 1850 |
| }, |
| { |
| "epoch": 2.8318042813455655, |
| "grad_norm": 0.11747318506240845, |
| "learning_rate": 2.1572041929673983e-06, |
| "loss": 1.1819500923156738, |
| "step": 1852 |
| }, |
| { |
| "epoch": 2.834862385321101, |
| "grad_norm": 0.10887467861175537, |
| "learning_rate": 2.151606028887092e-06, |
| "loss": 1.1508567333221436, |
| "step": 1854 |
| }, |
| { |
| "epoch": 2.837920489296636, |
| "grad_norm": 0.14138160645961761, |
| "learning_rate": 2.146108511165331e-06, |
| "loss": 1.2135510444641113, |
| "step": 1856 |
| }, |
| { |
| "epoch": 2.840978593272171, |
| "grad_norm": 0.11023754626512527, |
| "learning_rate": 2.14071170233382e-06, |
| "loss": 1.1841347217559814, |
| "step": 1858 |
| }, |
| { |
| "epoch": 2.8440366972477067, |
| "grad_norm": 0.20284757018089294, |
| "learning_rate": 2.135415663778743e-06, |
| "loss": 1.157168984413147, |
| "step": 1860 |
| }, |
| { |
| "epoch": 2.8470948012232418, |
| "grad_norm": 0.1384735405445099, |
| "learning_rate": 2.1302204557400727e-06, |
| "loss": 1.1463501453399658, |
| "step": 1862 |
| }, |
| { |
| "epoch": 2.850152905198777, |
| "grad_norm": 0.1709088236093521, |
| "learning_rate": 2.125126137310878e-06, |
| "loss": 1.1752015352249146, |
| "step": 1864 |
| }, |
| { |
| "epoch": 2.853211009174312, |
| "grad_norm": 0.13996273279190063, |
| "learning_rate": 2.1201327664366585e-06, |
| "loss": 1.162741780281067, |
| "step": 1866 |
| }, |
| { |
| "epoch": 2.856269113149847, |
| "grad_norm": 0.13266918063163757, |
| "learning_rate": 2.115240399914681e-06, |
| "loss": 1.1238844394683838, |
| "step": 1868 |
| }, |
| { |
| "epoch": 2.859327217125382, |
| "grad_norm": 0.25243642926216125, |
| "learning_rate": 2.1104490933933357e-06, |
| "loss": 1.188450813293457, |
| "step": 1870 |
| }, |
| { |
| "epoch": 2.8623853211009176, |
| "grad_norm": 0.12690605223178864, |
| "learning_rate": 2.1057589013715016e-06, |
| "loss": 1.2131199836730957, |
| "step": 1872 |
| }, |
| { |
| "epoch": 2.8654434250764527, |
| "grad_norm": 0.22158950567245483, |
| "learning_rate": 2.101169877197926e-06, |
| "loss": 1.222786545753479, |
| "step": 1874 |
| }, |
| { |
| "epoch": 2.8685015290519877, |
| "grad_norm": 0.12401717156171799, |
| "learning_rate": 2.096682073070622e-06, |
| "loss": 1.2122353315353394, |
| "step": 1876 |
| }, |
| { |
| "epoch": 2.871559633027523, |
| "grad_norm": 0.39234742522239685, |
| "learning_rate": 2.092295540036271e-06, |
| "loss": 1.2304370403289795, |
| "step": 1878 |
| }, |
| { |
| "epoch": 2.8746177370030583, |
| "grad_norm": 0.14366573095321655, |
| "learning_rate": 2.088010327989642e-06, |
| "loss": 1.208174228668213, |
| "step": 1880 |
| }, |
| { |
| "epoch": 2.8776758409785934, |
| "grad_norm": 0.13212910294532776, |
| "learning_rate": 2.0838264856730233e-06, |
| "loss": 1.2271817922592163, |
| "step": 1882 |
| }, |
| { |
| "epoch": 2.8807339449541285, |
| "grad_norm": 0.09124042838811874, |
| "learning_rate": 2.0797440606756747e-06, |
| "loss": 1.1685302257537842, |
| "step": 1884 |
| }, |
| { |
| "epoch": 2.8837920489296636, |
| "grad_norm": 0.13218353688716888, |
| "learning_rate": 2.075763099433277e-06, |
| "loss": 1.2074134349822998, |
| "step": 1886 |
| }, |
| { |
| "epoch": 2.8868501529051986, |
| "grad_norm": 0.13880771398544312, |
| "learning_rate": 2.0718836472274094e-06, |
| "loss": 1.1736494302749634, |
| "step": 1888 |
| }, |
| { |
| "epoch": 2.8899082568807337, |
| "grad_norm": 0.0981225073337555, |
| "learning_rate": 2.0681057481850338e-06, |
| "loss": 1.1989068984985352, |
| "step": 1890 |
| }, |
| { |
| "epoch": 2.8929663608562692, |
| "grad_norm": 0.16569402813911438, |
| "learning_rate": 2.0644294452779904e-06, |
| "loss": 1.207861304283142, |
| "step": 1892 |
| }, |
| { |
| "epoch": 2.8960244648318043, |
| "grad_norm": 0.15494751930236816, |
| "learning_rate": 2.060854780322513e-06, |
| "loss": 1.2271397113800049, |
| "step": 1894 |
| }, |
| { |
| "epoch": 2.8990825688073394, |
| "grad_norm": 0.11410652101039886, |
| "learning_rate": 2.05738179397875e-06, |
| "loss": 1.2082901000976562, |
| "step": 1896 |
| }, |
| { |
| "epoch": 2.9021406727828745, |
| "grad_norm": 0.11099483072757721, |
| "learning_rate": 2.054010525750302e-06, |
| "loss": 1.1450985670089722, |
| "step": 1898 |
| }, |
| { |
| "epoch": 2.90519877675841, |
| "grad_norm": 0.12173059582710266, |
| "learning_rate": 2.050741013983773e-06, |
| "loss": 1.187538981437683, |
| "step": 1900 |
| }, |
| { |
| "epoch": 2.908256880733945, |
| "grad_norm": 0.14034679532051086, |
| "learning_rate": 2.0475732958683374e-06, |
| "loss": 1.2137997150421143, |
| "step": 1902 |
| }, |
| { |
| "epoch": 2.91131498470948, |
| "grad_norm": 0.1078169122338295, |
| "learning_rate": 2.0445074074353143e-06, |
| "loss": 1.2389276027679443, |
| "step": 1904 |
| }, |
| { |
| "epoch": 2.914373088685015, |
| "grad_norm": 0.1030258983373642, |
| "learning_rate": 2.0415433835577536e-06, |
| "loss": 1.2125961780548096, |
| "step": 1906 |
| }, |
| { |
| "epoch": 2.9174311926605503, |
| "grad_norm": 0.14901351928710938, |
| "learning_rate": 2.038681257950046e-06, |
| "loss": 1.1889057159423828, |
| "step": 1908 |
| }, |
| { |
| "epoch": 2.9204892966360854, |
| "grad_norm": 0.1964503526687622, |
| "learning_rate": 2.035921063167539e-06, |
| "loss": 1.1632894277572632, |
| "step": 1910 |
| }, |
| { |
| "epoch": 2.923547400611621, |
| "grad_norm": 0.15398406982421875, |
| "learning_rate": 2.0332628306061598e-06, |
| "loss": 1.1950072050094604, |
| "step": 1912 |
| }, |
| { |
| "epoch": 2.926605504587156, |
| "grad_norm": 0.21499764919281006, |
| "learning_rate": 2.0307065905020655e-06, |
| "loss": 1.2189935445785522, |
| "step": 1914 |
| }, |
| { |
| "epoch": 2.929663608562691, |
| "grad_norm": 0.18662309646606445, |
| "learning_rate": 2.028252371931297e-06, |
| "loss": 1.1687815189361572, |
| "step": 1916 |
| }, |
| { |
| "epoch": 2.9327217125382266, |
| "grad_norm": 0.13196606934070587, |
| "learning_rate": 2.025900202809447e-06, |
| "loss": 1.1919829845428467, |
| "step": 1918 |
| }, |
| { |
| "epoch": 2.9357798165137616, |
| "grad_norm": 0.1411059945821762, |
| "learning_rate": 2.0236501098913433e-06, |
| "loss": 1.193024754524231, |
| "step": 1920 |
| }, |
| { |
| "epoch": 2.9388379204892967, |
| "grad_norm": 0.3092004060745239, |
| "learning_rate": 2.021502118770743e-06, |
| "loss": 1.2424871921539307, |
| "step": 1922 |
| }, |
| { |
| "epoch": 2.941896024464832, |
| "grad_norm": 0.12397109717130661, |
| "learning_rate": 2.019456253880047e-06, |
| "loss": 1.2504069805145264, |
| "step": 1924 |
| }, |
| { |
| "epoch": 2.944954128440367, |
| "grad_norm": 0.2362269163131714, |
| "learning_rate": 2.0175125384900125e-06, |
| "loss": 1.2087825536727905, |
| "step": 1926 |
| }, |
| { |
| "epoch": 2.948012232415902, |
| "grad_norm": 0.1304045021533966, |
| "learning_rate": 2.015670994709497e-06, |
| "loss": 1.2350709438323975, |
| "step": 1928 |
| }, |
| { |
| "epoch": 2.9510703363914375, |
| "grad_norm": 0.14016836881637573, |
| "learning_rate": 2.0139316434852034e-06, |
| "loss": 1.203549861907959, |
| "step": 1930 |
| }, |
| { |
| "epoch": 2.9541284403669725, |
| "grad_norm": 0.16034546494483948, |
| "learning_rate": 2.0122945046014427e-06, |
| "loss": 1.1559655666351318, |
| "step": 1932 |
| }, |
| { |
| "epoch": 2.9571865443425076, |
| "grad_norm": 0.11549582332372665, |
| "learning_rate": 2.0107595966799047e-06, |
| "loss": 1.1843830347061157, |
| "step": 1934 |
| }, |
| { |
| "epoch": 2.9602446483180427, |
| "grad_norm": 0.1061682254076004, |
| "learning_rate": 2.009326937179452e-06, |
| "loss": 1.2071914672851562, |
| "step": 1936 |
| }, |
| { |
| "epoch": 2.963302752293578, |
| "grad_norm": 0.13189159333705902, |
| "learning_rate": 2.0079965423959206e-06, |
| "loss": 1.187361240386963, |
| "step": 1938 |
| }, |
| { |
| "epoch": 2.9663608562691133, |
| "grad_norm": 0.16287079453468323, |
| "learning_rate": 2.0067684274619298e-06, |
| "loss": 1.1922651529312134, |
| "step": 1940 |
| }, |
| { |
| "epoch": 2.9694189602446484, |
| "grad_norm": 0.13288040459156036, |
| "learning_rate": 2.0056426063467157e-06, |
| "loss": 1.2393989562988281, |
| "step": 1942 |
| }, |
| { |
| "epoch": 2.9724770642201834, |
| "grad_norm": 0.21218396723270416, |
| "learning_rate": 2.0046190918559676e-06, |
| "loss": 1.229328989982605, |
| "step": 1944 |
| }, |
| { |
| "epoch": 2.9755351681957185, |
| "grad_norm": 0.11764626204967499, |
| "learning_rate": 2.0036978956316867e-06, |
| "loss": 1.2407135963439941, |
| "step": 1946 |
| }, |
| { |
| "epoch": 2.9785932721712536, |
| "grad_norm": 0.23697015643119812, |
| "learning_rate": 2.002879028152051e-06, |
| "loss": 1.1935560703277588, |
| "step": 1948 |
| }, |
| { |
| "epoch": 2.981651376146789, |
| "grad_norm": 0.11776944994926453, |
| "learning_rate": 2.0021624987312975e-06, |
| "loss": 1.204485297203064, |
| "step": 1950 |
| }, |
| { |
| "epoch": 2.984709480122324, |
| "grad_norm": 0.3524181544780731, |
| "learning_rate": 2.001548315519612e-06, |
| "loss": 1.2240840196609497, |
| "step": 1952 |
| }, |
| { |
| "epoch": 2.9877675840978593, |
| "grad_norm": 0.16863545775413513, |
| "learning_rate": 2.0010364855030445e-06, |
| "loss": 1.2831623554229736, |
| "step": 1954 |
| }, |
| { |
| "epoch": 2.9908256880733948, |
| "grad_norm": 0.14657853543758392, |
| "learning_rate": 2.0006270145034217e-06, |
| "loss": 1.3105254173278809, |
| "step": 1956 |
| }, |
| { |
| "epoch": 2.99388379204893, |
| "grad_norm": 0.1979057639837265, |
| "learning_rate": 2.000319907178286e-06, |
| "loss": 1.2615809440612793, |
| "step": 1958 |
| }, |
| { |
| "epoch": 2.996941896024465, |
| "grad_norm": 0.2079269289970398, |
| "learning_rate": 2.00011516702084e-06, |
| "loss": 1.1906858682632446, |
| "step": 1960 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.3183704912662506, |
| "learning_rate": 2.0000127963599083e-06, |
| "loss": 1.2669897079467773, |
| "step": 1962 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 1962, |
| "total_flos": 2.4882019145802056e+18, |
| "train_loss": 1.4038474378721917, |
| "train_runtime": 17010.8289, |
| "train_samples_per_second": 1.845, |
| "train_steps_per_second": 0.115 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 1962, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 9999999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.4882019145802056e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
