| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.9870598856455013, |
| "eval_steps": 500, |
| "global_step": 621, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004814926271441469, |
| "grad_norm": 0.3190668225288391, |
| "learning_rate": 9.98389694041868e-06, |
| "loss": 14.3722, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.009629852542882938, |
| "grad_norm": 0.704807698726654, |
| "learning_rate": 9.96779388083736e-06, |
| "loss": 17.3468, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.014444778814324405, |
| "grad_norm": 0.5227249264717102, |
| "learning_rate": 9.95169082125604e-06, |
| "loss": 18.7806, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.019259705085765876, |
| "grad_norm": 0.34830373525619507, |
| "learning_rate": 9.93558776167472e-06, |
| "loss": 18.8868, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.024074631357207343, |
| "grad_norm": 0.36558371782302856, |
| "learning_rate": 9.919484702093398e-06, |
| "loss": 17.0113, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.02888955762864881, |
| "grad_norm": 0.464693546295166, |
| "learning_rate": 9.903381642512077e-06, |
| "loss": 16.2247, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.03370448390009028, |
| "grad_norm": 0.45501771569252014, |
| "learning_rate": 9.887278582930757e-06, |
| "loss": 15.7179, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.03851941017153175, |
| "grad_norm": 0.6688278317451477, |
| "learning_rate": 9.871175523349438e-06, |
| "loss": 18.7794, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.043334336442973215, |
| "grad_norm": 0.40696507692337036, |
| "learning_rate": 9.855072463768118e-06, |
| "loss": 16.3889, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.048149262714414685, |
| "grad_norm": 0.38113319873809814, |
| "learning_rate": 9.838969404186796e-06, |
| "loss": 16.7515, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.052964188985856156, |
| "grad_norm": 0.35052913427352905, |
| "learning_rate": 9.822866344605476e-06, |
| "loss": 15.7069, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.05777911525729762, |
| "grad_norm": 0.47708237171173096, |
| "learning_rate": 9.806763285024155e-06, |
| "loss": 16.9549, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.0625940415287391, |
| "grad_norm": 0.4960598945617676, |
| "learning_rate": 9.790660225442835e-06, |
| "loss": 16.8876, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.06740896780018056, |
| "grad_norm": 0.39951273798942566, |
| "learning_rate": 9.774557165861515e-06, |
| "loss": 15.1888, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.07222389407162202, |
| "grad_norm": 0.21550379693508148, |
| "learning_rate": 9.758454106280194e-06, |
| "loss": 14.6054, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0770388203430635, |
| "grad_norm": 0.30602937936782837, |
| "learning_rate": 9.742351046698874e-06, |
| "loss": 16.4524, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.08185374661450497, |
| "grad_norm": 0.30777233839035034, |
| "learning_rate": 9.726247987117554e-06, |
| "loss": 14.3263, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.08666867288594643, |
| "grad_norm": 0.35533130168914795, |
| "learning_rate": 9.710144927536233e-06, |
| "loss": 16.2459, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.09148359915738791, |
| "grad_norm": 0.23820991814136505, |
| "learning_rate": 9.694041867954911e-06, |
| "loss": 14.2147, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.09629852542882937, |
| "grad_norm": 0.2193877398967743, |
| "learning_rate": 9.677938808373591e-06, |
| "loss": 14.4833, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.10111345170027083, |
| "grad_norm": 0.24645549058914185, |
| "learning_rate": 9.66183574879227e-06, |
| "loss": 14.6868, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.10592837797171231, |
| "grad_norm": 0.2614218592643738, |
| "learning_rate": 9.64573268921095e-06, |
| "loss": 15.4011, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.11074330424315378, |
| "grad_norm": 0.3114742040634155, |
| "learning_rate": 9.62962962962963e-06, |
| "loss": 14.9497, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.11555823051459524, |
| "grad_norm": 0.20465250313282013, |
| "learning_rate": 9.61352657004831e-06, |
| "loss": 13.4598, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.12037315678603672, |
| "grad_norm": 0.3349449336528778, |
| "learning_rate": 9.59742351046699e-06, |
| "loss": 14.3437, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.1251880830574782, |
| "grad_norm": 0.4164576828479767, |
| "learning_rate": 9.581320450885669e-06, |
| "loss": 14.5754, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.13000300932891964, |
| "grad_norm": 0.3533851206302643, |
| "learning_rate": 9.565217391304349e-06, |
| "loss": 14.7727, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.13481793560036112, |
| "grad_norm": 0.3998354375362396, |
| "learning_rate": 9.549114331723028e-06, |
| "loss": 13.1538, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.1396328618718026, |
| "grad_norm": 0.3069708049297333, |
| "learning_rate": 9.533011272141708e-06, |
| "loss": 13.2611, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.14444778814324405, |
| "grad_norm": 0.20584744215011597, |
| "learning_rate": 9.516908212560388e-06, |
| "loss": 14.7522, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.14926271441468553, |
| "grad_norm": 0.2097318172454834, |
| "learning_rate": 9.500805152979067e-06, |
| "loss": 15.0184, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.154077640686127, |
| "grad_norm": 0.3266746401786804, |
| "learning_rate": 9.484702093397747e-06, |
| "loss": 13.2641, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.15889256695756845, |
| "grad_norm": 0.2459367960691452, |
| "learning_rate": 9.468599033816425e-06, |
| "loss": 15.1449, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.16370749322900993, |
| "grad_norm": 0.4554983973503113, |
| "learning_rate": 9.452495974235105e-06, |
| "loss": 14.6538, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.1685224195004514, |
| "grad_norm": 0.3142286241054535, |
| "learning_rate": 9.436392914653784e-06, |
| "loss": 14.0927, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.17333734577189286, |
| "grad_norm": 0.2828330993652344, |
| "learning_rate": 9.420289855072464e-06, |
| "loss": 14.5898, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.17815227204333434, |
| "grad_norm": 0.25663697719573975, |
| "learning_rate": 9.404186795491144e-06, |
| "loss": 12.7267, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.18296719831477581, |
| "grad_norm": 0.4929574728012085, |
| "learning_rate": 9.388083735909823e-06, |
| "loss": 14.2236, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.18778212458621726, |
| "grad_norm": 0.414725661277771, |
| "learning_rate": 9.371980676328503e-06, |
| "loss": 13.9036, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.19259705085765874, |
| "grad_norm": 0.2808246910572052, |
| "learning_rate": 9.355877616747183e-06, |
| "loss": 14.7754, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.19741197712910022, |
| "grad_norm": 0.2846072316169739, |
| "learning_rate": 9.339774557165862e-06, |
| "loss": 13.519, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.20222690340054167, |
| "grad_norm": 0.2638435661792755, |
| "learning_rate": 9.323671497584542e-06, |
| "loss": 14.5145, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.20704182967198315, |
| "grad_norm": 0.22342148423194885, |
| "learning_rate": 9.307568438003222e-06, |
| "loss": 12.7617, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.21185675594342462, |
| "grad_norm": 0.2732909619808197, |
| "learning_rate": 9.291465378421901e-06, |
| "loss": 13.6826, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.21667168221486607, |
| "grad_norm": 0.23550738394260406, |
| "learning_rate": 9.275362318840581e-06, |
| "loss": 13.1958, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.22148660848630755, |
| "grad_norm": 0.2673870027065277, |
| "learning_rate": 9.25925925925926e-06, |
| "loss": 14.1934, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.22630153475774903, |
| "grad_norm": 0.303568571805954, |
| "learning_rate": 9.243156199677939e-06, |
| "loss": 11.8819, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.23111646102919048, |
| "grad_norm": 0.27822041511535645, |
| "learning_rate": 9.227053140096618e-06, |
| "loss": 11.8434, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.23593138730063196, |
| "grad_norm": 0.21598580479621887, |
| "learning_rate": 9.210950080515298e-06, |
| "loss": 13.0898, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.24074631357207343, |
| "grad_norm": 0.22329603135585785, |
| "learning_rate": 9.194847020933978e-06, |
| "loss": 12.1004, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.24556123984351488, |
| "grad_norm": 0.22152170538902283, |
| "learning_rate": 9.178743961352658e-06, |
| "loss": 13.8467, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.2503761661149564, |
| "grad_norm": 0.2549304664134979, |
| "learning_rate": 9.162640901771337e-06, |
| "loss": 13.3853, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.2551910923863978, |
| "grad_norm": 0.2308962047100067, |
| "learning_rate": 9.146537842190017e-06, |
| "loss": 12.9115, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.2600060186578393, |
| "grad_norm": 0.19011437892913818, |
| "learning_rate": 9.130434782608697e-06, |
| "loss": 12.7455, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.26482094492928077, |
| "grad_norm": 0.21280792355537415, |
| "learning_rate": 9.114331723027376e-06, |
| "loss": 13.4157, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.26963587120072224, |
| "grad_norm": 0.35571521520614624, |
| "learning_rate": 9.098228663446056e-06, |
| "loss": 13.961, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.2744507974721637, |
| "grad_norm": 0.25055205821990967, |
| "learning_rate": 9.082125603864736e-06, |
| "loss": 13.5945, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.2792657237436052, |
| "grad_norm": 0.22618041932582855, |
| "learning_rate": 9.066022544283415e-06, |
| "loss": 13.6034, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.2840806500150466, |
| "grad_norm": 0.2419959455728531, |
| "learning_rate": 9.049919484702095e-06, |
| "loss": 13.5142, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.2888955762864881, |
| "grad_norm": 0.3027523458003998, |
| "learning_rate": 9.033816425120775e-06, |
| "loss": 12.9825, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.2937105025579296, |
| "grad_norm": 0.1812627613544464, |
| "learning_rate": 9.017713365539453e-06, |
| "loss": 12.4197, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.29852542882937105, |
| "grad_norm": 0.2510731518268585, |
| "learning_rate": 9.001610305958132e-06, |
| "loss": 13.2717, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.30334035510081253, |
| "grad_norm": 0.2064312994480133, |
| "learning_rate": 8.985507246376812e-06, |
| "loss": 13.3493, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.308155281372254, |
| "grad_norm": 0.2627861797809601, |
| "learning_rate": 8.969404186795492e-06, |
| "loss": 13.3364, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.31297020764369543, |
| "grad_norm": 0.22463975846767426, |
| "learning_rate": 8.953301127214171e-06, |
| "loss": 12.0759, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.3177851339151369, |
| "grad_norm": 0.3166675865650177, |
| "learning_rate": 8.937198067632851e-06, |
| "loss": 12.8393, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.3226000601865784, |
| "grad_norm": 0.16428841650485992, |
| "learning_rate": 8.92109500805153e-06, |
| "loss": 12.6723, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.32741498645801986, |
| "grad_norm": 0.1815037578344345, |
| "learning_rate": 8.90499194847021e-06, |
| "loss": 12.6212, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.33222991272946134, |
| "grad_norm": 0.2504093050956726, |
| "learning_rate": 8.888888888888888e-06, |
| "loss": 12.6547, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.3370448390009028, |
| "grad_norm": 0.17379416525363922, |
| "learning_rate": 8.87278582930757e-06, |
| "loss": 10.5245, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.34185976527234424, |
| "grad_norm": 0.20780153572559357, |
| "learning_rate": 8.85668276972625e-06, |
| "loss": 11.1868, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.3466746915437857, |
| "grad_norm": 0.2680881917476654, |
| "learning_rate": 8.840579710144929e-06, |
| "loss": 11.9582, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.3514896178152272, |
| "grad_norm": 0.1777425855398178, |
| "learning_rate": 8.824476650563609e-06, |
| "loss": 11.3178, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.3563045440866687, |
| "grad_norm": 0.20199166238307953, |
| "learning_rate": 8.808373590982288e-06, |
| "loss": 12.5066, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.36111947035811015, |
| "grad_norm": 0.23542606830596924, |
| "learning_rate": 8.792270531400966e-06, |
| "loss": 11.885, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.36593439662955163, |
| "grad_norm": 0.23038695752620697, |
| "learning_rate": 8.776167471819646e-06, |
| "loss": 11.1026, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.3707493229009931, |
| "grad_norm": 0.2536081075668335, |
| "learning_rate": 8.760064412238326e-06, |
| "loss": 13.065, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.37556424917243453, |
| "grad_norm": 0.2599170207977295, |
| "learning_rate": 8.743961352657005e-06, |
| "loss": 12.4683, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.380379175443876, |
| "grad_norm": 0.23882345855236053, |
| "learning_rate": 8.727858293075685e-06, |
| "loss": 11.6778, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.3851941017153175, |
| "grad_norm": 0.23855774104595184, |
| "learning_rate": 8.711755233494365e-06, |
| "loss": 13.026, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.39000902798675896, |
| "grad_norm": 0.26537057757377625, |
| "learning_rate": 8.695652173913044e-06, |
| "loss": 12.4535, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.39482395425820044, |
| "grad_norm": 0.21693478524684906, |
| "learning_rate": 8.679549114331724e-06, |
| "loss": 12.9436, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.3996388805296419, |
| "grad_norm": 0.162302166223526, |
| "learning_rate": 8.663446054750402e-06, |
| "loss": 11.3558, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.40445380680108334, |
| "grad_norm": 0.271846741437912, |
| "learning_rate": 8.647342995169082e-06, |
| "loss": 11.0237, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.4092687330725248, |
| "grad_norm": 0.16958190500736237, |
| "learning_rate": 8.631239935587761e-06, |
| "loss": 11.3822, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.4140836593439663, |
| "grad_norm": 0.19066102802753448, |
| "learning_rate": 8.615136876006443e-06, |
| "loss": 11.6137, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.41889858561540777, |
| "grad_norm": 0.21410760283470154, |
| "learning_rate": 8.599033816425122e-06, |
| "loss": 11.1353, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.42371351188684925, |
| "grad_norm": 0.17947272956371307, |
| "learning_rate": 8.582930756843802e-06, |
| "loss": 11.0955, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.4285284381582907, |
| "grad_norm": 0.2798727750778198, |
| "learning_rate": 8.56682769726248e-06, |
| "loss": 11.5026, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.43334336442973215, |
| "grad_norm": 0.19547878205776215, |
| "learning_rate": 8.55072463768116e-06, |
| "loss": 11.2341, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.4381582907011736, |
| "grad_norm": 0.20346851646900177, |
| "learning_rate": 8.53462157809984e-06, |
| "loss": 11.7612, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.4429732169726151, |
| "grad_norm": 0.22177843749523163, |
| "learning_rate": 8.518518518518519e-06, |
| "loss": 12.027, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.4477881432440566, |
| "grad_norm": 0.14566639065742493, |
| "learning_rate": 8.502415458937199e-06, |
| "loss": 12.1414, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.45260306951549806, |
| "grad_norm": 0.19193682074546814, |
| "learning_rate": 8.486312399355879e-06, |
| "loss": 11.2928, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.45741799578693954, |
| "grad_norm": 0.18830566108226776, |
| "learning_rate": 8.470209339774558e-06, |
| "loss": 12.3402, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.46223292205838096, |
| "grad_norm": 0.19319747388362885, |
| "learning_rate": 8.454106280193238e-06, |
| "loss": 11.4159, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.46704784832982243, |
| "grad_norm": 0.2581634521484375, |
| "learning_rate": 8.438003220611916e-06, |
| "loss": 12.5042, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.4718627746012639, |
| "grad_norm": 0.2127319574356079, |
| "learning_rate": 8.421900161030596e-06, |
| "loss": 11.8059, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.4766777008727054, |
| "grad_norm": 0.18906573951244354, |
| "learning_rate": 8.405797101449275e-06, |
| "loss": 12.773, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.48149262714414687, |
| "grad_norm": 0.2039322406053543, |
| "learning_rate": 8.389694041867955e-06, |
| "loss": 11.2793, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.48630755341558835, |
| "grad_norm": 0.17869459092617035, |
| "learning_rate": 8.373590982286636e-06, |
| "loss": 12.1488, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.49112247968702977, |
| "grad_norm": 0.24505895376205444, |
| "learning_rate": 8.357487922705316e-06, |
| "loss": 12.6911, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.49593740595847124, |
| "grad_norm": 0.24129539728164673, |
| "learning_rate": 8.341384863123994e-06, |
| "loss": 11.1825, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.5007523322299128, |
| "grad_norm": 0.20321142673492432, |
| "learning_rate": 8.325281803542674e-06, |
| "loss": 11.3817, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.5055672585013542, |
| "grad_norm": 0.2557075321674347, |
| "learning_rate": 8.309178743961353e-06, |
| "loss": 13.0008, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.5103821847727956, |
| "grad_norm": 0.27801477909088135, |
| "learning_rate": 8.293075684380033e-06, |
| "loss": 10.5208, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.5151971110442372, |
| "grad_norm": 0.18863140046596527, |
| "learning_rate": 8.276972624798713e-06, |
| "loss": 11.17, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.5200120373156786, |
| "grad_norm": 0.1997506022453308, |
| "learning_rate": 8.260869565217392e-06, |
| "loss": 11.094, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.5248269635871201, |
| "grad_norm": 0.17764043807983398, |
| "learning_rate": 8.244766505636072e-06, |
| "loss": 10.9546, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.5296418898585615, |
| "grad_norm": 0.22004744410514832, |
| "learning_rate": 8.228663446054752e-06, |
| "loss": 10.8977, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.534456816130003, |
| "grad_norm": 0.20619215071201324, |
| "learning_rate": 8.212560386473431e-06, |
| "loss": 12.0217, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.5392717424014445, |
| "grad_norm": 0.1944962590932846, |
| "learning_rate": 8.19645732689211e-06, |
| "loss": 11.5528, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.5440866686728859, |
| "grad_norm": 0.13986949622631073, |
| "learning_rate": 8.180354267310789e-06, |
| "loss": 10.8501, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.5489015949443274, |
| "grad_norm": 0.18104106187820435, |
| "learning_rate": 8.164251207729469e-06, |
| "loss": 12.0401, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.5537165212157689, |
| "grad_norm": 0.22354455292224884, |
| "learning_rate": 8.148148148148148e-06, |
| "loss": 12.3038, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.5585314474872104, |
| "grad_norm": 0.21359990537166595, |
| "learning_rate": 8.132045088566828e-06, |
| "loss": 10.9812, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.5633463737586518, |
| "grad_norm": 0.25966572761535645, |
| "learning_rate": 8.115942028985508e-06, |
| "loss": 11.0717, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.5681613000300932, |
| "grad_norm": 0.18161477148532867, |
| "learning_rate": 8.099838969404187e-06, |
| "loss": 10.8503, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.5729762263015348, |
| "grad_norm": 0.30178895592689514, |
| "learning_rate": 8.083735909822867e-06, |
| "loss": 12.6225, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.5777911525729762, |
| "grad_norm": 0.13033385574817657, |
| "learning_rate": 8.067632850241547e-06, |
| "loss": 11.2823, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.5826060788444177, |
| "grad_norm": 0.2345341593027115, |
| "learning_rate": 8.051529790660226e-06, |
| "loss": 10.6418, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.5874210051158592, |
| "grad_norm": 0.23290252685546875, |
| "learning_rate": 8.035426731078906e-06, |
| "loss": 10.7231, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.5922359313873007, |
| "grad_norm": 0.19367018342018127, |
| "learning_rate": 8.019323671497586e-06, |
| "loss": 10.2351, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.5970508576587421, |
| "grad_norm": 0.22510769963264465, |
| "learning_rate": 8.003220611916265e-06, |
| "loss": 10.3216, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.6018657839301835, |
| "grad_norm": 0.21876239776611328, |
| "learning_rate": 7.987117552334945e-06, |
| "loss": 11.0453, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.6066807102016251, |
| "grad_norm": 0.23988570272922516, |
| "learning_rate": 7.971014492753623e-06, |
| "loss": 10.9186, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.6114956364730665, |
| "grad_norm": 0.1909828633069992, |
| "learning_rate": 7.954911433172303e-06, |
| "loss": 10.7444, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.616310562744508, |
| "grad_norm": 0.2268180102109909, |
| "learning_rate": 7.938808373590982e-06, |
| "loss": 12.1826, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.6211254890159494, |
| "grad_norm": 0.18531453609466553, |
| "learning_rate": 7.922705314009662e-06, |
| "loss": 11.0919, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.6259404152873909, |
| "grad_norm": 0.24563215672969818, |
| "learning_rate": 7.906602254428342e-06, |
| "loss": 10.825, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.6307553415588324, |
| "grad_norm": 0.26069939136505127, |
| "learning_rate": 7.890499194847021e-06, |
| "loss": 10.9237, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.6355702678302738, |
| "grad_norm": 0.18118217587471008, |
| "learning_rate": 7.874396135265701e-06, |
| "loss": 11.2994, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.6403851941017153, |
| "grad_norm": 0.2178242951631546, |
| "learning_rate": 7.85829307568438e-06, |
| "loss": 10.6764, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.6452001203731568, |
| "grad_norm": 0.18861421942710876, |
| "learning_rate": 7.84219001610306e-06, |
| "loss": 11.7684, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.6500150466445983, |
| "grad_norm": 0.2540731430053711, |
| "learning_rate": 7.82608695652174e-06, |
| "loss": 10.4613, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.6548299729160397, |
| "grad_norm": 0.22468675673007965, |
| "learning_rate": 7.80998389694042e-06, |
| "loss": 11.0479, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.6596448991874811, |
| "grad_norm": 0.18307951092720032, |
| "learning_rate": 7.7938808373591e-06, |
| "loss": 11.7074, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.6644598254589227, |
| "grad_norm": 0.2777751088142395, |
| "learning_rate": 7.77777777777778e-06, |
| "loss": 11.5034, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.6692747517303641, |
| "grad_norm": 0.20376338064670563, |
| "learning_rate": 7.761674718196459e-06, |
| "loss": 11.178, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.6740896780018056, |
| "grad_norm": 0.19434967637062073, |
| "learning_rate": 7.745571658615137e-06, |
| "loss": 10.198, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.6789046042732471, |
| "grad_norm": 0.28449344635009766, |
| "learning_rate": 7.729468599033817e-06, |
| "loss": 11.1956, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.6837195305446885, |
| "grad_norm": 0.18125340342521667, |
| "learning_rate": 7.713365539452496e-06, |
| "loss": 12.0773, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.68853445681613, |
| "grad_norm": 0.2260919064283371, |
| "learning_rate": 7.697262479871176e-06, |
| "loss": 11.2763, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.6933493830875714, |
| "grad_norm": 0.23274123668670654, |
| "learning_rate": 7.681159420289856e-06, |
| "loss": 11.9908, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.698164309359013, |
| "grad_norm": 0.16333813965320587, |
| "learning_rate": 7.665056360708535e-06, |
| "loss": 12.1754, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.7029792356304544, |
| "grad_norm": 0.19147440791130066, |
| "learning_rate": 7.648953301127215e-06, |
| "loss": 10.8012, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.7077941619018959, |
| "grad_norm": 0.24757863581180573, |
| "learning_rate": 7.632850241545895e-06, |
| "loss": 11.222, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.7126090881733373, |
| "grad_norm": 0.2936674952507019, |
| "learning_rate": 7.616747181964574e-06, |
| "loss": 10.7104, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.7174240144447788, |
| "grad_norm": 0.25289615988731384, |
| "learning_rate": 7.600644122383254e-06, |
| "loss": 11.2394, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.7222389407162203, |
| "grad_norm": 0.16242274641990662, |
| "learning_rate": 7.584541062801934e-06, |
| "loss": 10.9335, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.7270538669876617, |
| "grad_norm": 0.16051234304904938, |
| "learning_rate": 7.568438003220613e-06, |
| "loss": 10.5078, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.7318687932591033, |
| "grad_norm": 0.19001922011375427, |
| "learning_rate": 7.552334943639292e-06, |
| "loss": 10.2024, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.7366837195305447, |
| "grad_norm": 0.1944311112165451, |
| "learning_rate": 7.536231884057972e-06, |
| "loss": 10.3439, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.7414986458019862, |
| "grad_norm": 0.22597943246364594, |
| "learning_rate": 7.5201288244766514e-06, |
| "loss": 9.8315, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.7463135720734276, |
| "grad_norm": 0.16061653196811676, |
| "learning_rate": 7.504025764895331e-06, |
| "loss": 10.1577, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.7511284983448691, |
| "grad_norm": 0.18217833340168, |
| "learning_rate": 7.48792270531401e-06, |
| "loss": 11.1101, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.7559434246163106, |
| "grad_norm": 0.24722352623939514, |
| "learning_rate": 7.47181964573269e-06, |
| "loss": 9.7077, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.760758350887752, |
| "grad_norm": 0.19641828536987305, |
| "learning_rate": 7.455716586151369e-06, |
| "loss": 10.4689, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.7655732771591935, |
| "grad_norm": 0.2800208330154419, |
| "learning_rate": 7.439613526570049e-06, |
| "loss": 11.402, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.770388203430635, |
| "grad_norm": 0.19170229136943817, |
| "learning_rate": 7.423510466988728e-06, |
| "loss": 10.1995, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.7752031297020764, |
| "grad_norm": 0.1706549972295761, |
| "learning_rate": 7.4074074074074075e-06, |
| "loss": 10.3468, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.7800180559735179, |
| "grad_norm": 0.21024712920188904, |
| "learning_rate": 7.391304347826087e-06, |
| "loss": 11.7541, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.7848329822449593, |
| "grad_norm": 0.22287265956401825, |
| "learning_rate": 7.375201288244767e-06, |
| "loss": 11.3616, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.7896479085164009, |
| "grad_norm": 0.195387065410614, |
| "learning_rate": 7.359098228663447e-06, |
| "loss": 9.8747, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.7944628347878423, |
| "grad_norm": 0.2072424590587616, |
| "learning_rate": 7.342995169082127e-06, |
| "loss": 11.2013, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.7992777610592838, |
| "grad_norm": 0.17055857181549072, |
| "learning_rate": 7.326892109500806e-06, |
| "loss": 9.3551, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.8040926873307253, |
| "grad_norm": 0.2913988530635834, |
| "learning_rate": 7.3107890499194855e-06, |
| "loss": 9.5701, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.8089076136021667, |
| "grad_norm": 0.27838587760925293, |
| "learning_rate": 7.294685990338165e-06, |
| "loss": 9.1273, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.8137225398736082, |
| "grad_norm": 0.16759181022644043, |
| "learning_rate": 7.278582930756845e-06, |
| "loss": 12.0986, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.8185374661450496, |
| "grad_norm": 0.2335626184940338, |
| "learning_rate": 7.262479871175524e-06, |
| "loss": 9.4595, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.8233523924164912, |
| "grad_norm": 0.22770944237709045, |
| "learning_rate": 7.246376811594203e-06, |
| "loss": 11.482, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.8281673186879326, |
| "grad_norm": 0.16300161182880402, |
| "learning_rate": 7.230273752012883e-06, |
| "loss": 10.084, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.832982244959374, |
| "grad_norm": 0.1577334851026535, |
| "learning_rate": 7.214170692431563e-06, |
| "loss": 11.7738, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.8377971712308155, |
| "grad_norm": 0.26999086141586304, |
| "learning_rate": 7.1980676328502416e-06, |
| "loss": 11.7664, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.842612097502257, |
| "grad_norm": 0.17184922099113464, |
| "learning_rate": 7.181964573268921e-06, |
| "loss": 10.0153, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.8474270237736985, |
| "grad_norm": 0.19260835647583008, |
| "learning_rate": 7.165861513687601e-06, |
| "loss": 11.0206, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.8522419500451399, |
| "grad_norm": 0.13800834119319916, |
| "learning_rate": 7.149758454106281e-06, |
| "loss": 11.2491, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.8570568763165815, |
| "grad_norm": 0.18511894345283508, |
| "learning_rate": 7.1336553945249594e-06, |
| "loss": 10.0002, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.8618718025880229, |
| "grad_norm": 0.19319257140159607, |
| "learning_rate": 7.117552334943641e-06, |
| "loss": 10.3143, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.8666867288594643, |
| "grad_norm": 0.23793131113052368, |
| "learning_rate": 7.10144927536232e-06, |
| "loss": 9.9405, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.8715016551309058, |
| "grad_norm": 0.22520898282527924, |
| "learning_rate": 7.085346215780999e-06, |
| "loss": 11.7933, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.8763165814023472, |
| "grad_norm": 0.1998303085565567, |
| "learning_rate": 7.069243156199679e-06, |
| "loss": 10.8949, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.8811315076737888, |
| "grad_norm": 0.2205827236175537, |
| "learning_rate": 7.053140096618359e-06, |
| "loss": 11.2439, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.8859464339452302, |
| "grad_norm": 0.18895015120506287, |
| "learning_rate": 7.0370370370370375e-06, |
| "loss": 11.1144, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.8907613602166716, |
| "grad_norm": 0.17686723172664642, |
| "learning_rate": 7.020933977455717e-06, |
| "loss": 10.2206, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.8955762864881132, |
| "grad_norm": 0.2033979296684265, |
| "learning_rate": 7.004830917874397e-06, |
| "loss": 11.4571, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.9003912127595546, |
| "grad_norm": 0.19752806425094604, |
| "learning_rate": 6.9887278582930765e-06, |
| "loss": 10.0299, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.9052061390309961, |
| "grad_norm": 0.26918548345565796, |
| "learning_rate": 6.972624798711755e-06, |
| "loss": 10.0987, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.9100210653024375, |
| "grad_norm": 0.14812156558036804, |
| "learning_rate": 6.956521739130435e-06, |
| "loss": 10.1505, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.9148359915738791, |
| "grad_norm": 0.21255257725715637, |
| "learning_rate": 6.940418679549115e-06, |
| "loss": 10.48, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.9196509178453205, |
| "grad_norm": 0.20056240260601044, |
| "learning_rate": 6.924315619967794e-06, |
| "loss": 10.615, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.9244658441167619, |
| "grad_norm": 0.2510916590690613, |
| "learning_rate": 6.908212560386473e-06, |
| "loss": 9.2769, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.9292807703882034, |
| "grad_norm": 0.19624245166778564, |
| "learning_rate": 6.892109500805153e-06, |
| "loss": 10.3494, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.9340956966596449, |
| "grad_norm": 0.19198696315288544, |
| "learning_rate": 6.8760064412238326e-06, |
| "loss": 11.5993, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.9389106229310864, |
| "grad_norm": 0.18541178107261658, |
| "learning_rate": 6.859903381642513e-06, |
| "loss": 11.1401, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.9437255492025278, |
| "grad_norm": 0.2111266553401947, |
| "learning_rate": 6.843800322061193e-06, |
| "loss": 10.4827, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.9485404754739694, |
| "grad_norm": 0.19431617856025696, |
| "learning_rate": 6.8276972624798724e-06, |
| "loss": 9.9673, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.9533554017454108, |
| "grad_norm": 0.20121034979820251, |
| "learning_rate": 6.811594202898551e-06, |
| "loss": 10.0902, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.9581703280168522, |
| "grad_norm": 0.24719102680683136, |
| "learning_rate": 6.795491143317231e-06, |
| "loss": 9.7116, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.9629852542882937, |
| "grad_norm": 0.14550495147705078, |
| "learning_rate": 6.779388083735911e-06, |
| "loss": 10.3404, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.9678001805597352, |
| "grad_norm": 0.19170908629894257, |
| "learning_rate": 6.76328502415459e-06, |
| "loss": 10.6444, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.9726151068311767, |
| "grad_norm": 0.23954305052757263, |
| "learning_rate": 6.747181964573269e-06, |
| "loss": 10.3116, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.9774300331026181, |
| "grad_norm": 0.15414614975452423, |
| "learning_rate": 6.731078904991949e-06, |
| "loss": 10.4329, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.9822449593740595, |
| "grad_norm": 0.19790370762348175, |
| "learning_rate": 6.7149758454106285e-06, |
| "loss": 10.6693, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.9870598856455011, |
| "grad_norm": 0.23332847654819489, |
| "learning_rate": 6.698872785829308e-06, |
| "loss": 11.7078, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.9918748119169425, |
| "grad_norm": 0.1728251725435257, |
| "learning_rate": 6.682769726247987e-06, |
| "loss": 10.1582, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.996689738188384, |
| "grad_norm": 0.18887676298618317, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 10.0072, |
| "step": 207 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.18887676298618317, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 7.3169, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.0048149262714414, |
| "grad_norm": 0.22321873903274536, |
| "learning_rate": 6.650563607085346e-06, |
| "loss": 9.9937, |
| "step": 209 |
| }, |
| { |
| "epoch": 1.0096298525428828, |
| "grad_norm": 0.23789285123348236, |
| "learning_rate": 6.634460547504026e-06, |
| "loss": 10.1548, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.0144447788143245, |
| "grad_norm": 0.2545947730541229, |
| "learning_rate": 6.6183574879227065e-06, |
| "loss": 10.1225, |
| "step": 211 |
| }, |
| { |
| "epoch": 1.019259705085766, |
| "grad_norm": 0.19479095935821533, |
| "learning_rate": 6.602254428341386e-06, |
| "loss": 9.4662, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.0240746313572073, |
| "grad_norm": 0.1563379466533661, |
| "learning_rate": 6.586151368760065e-06, |
| "loss": 10.5629, |
| "step": 213 |
| }, |
| { |
| "epoch": 1.0288895576286488, |
| "grad_norm": 0.25045880675315857, |
| "learning_rate": 6.570048309178745e-06, |
| "loss": 9.0693, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.0337044839000902, |
| "grad_norm": 0.20094619691371918, |
| "learning_rate": 6.553945249597424e-06, |
| "loss": 10.7736, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.0385194101715318, |
| "grad_norm": 0.2038065642118454, |
| "learning_rate": 6.537842190016104e-06, |
| "loss": 11.2619, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.0433343364429732, |
| "grad_norm": 0.1970120072364807, |
| "learning_rate": 6.521739130434783e-06, |
| "loss": 10.3251, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.0481492627144147, |
| "grad_norm": 0.19979062676429749, |
| "learning_rate": 6.5056360708534626e-06, |
| "loss": 10.6034, |
| "step": 218 |
| }, |
| { |
| "epoch": 1.052964188985856, |
| "grad_norm": 0.16085349023342133, |
| "learning_rate": 6.489533011272142e-06, |
| "loss": 9.5934, |
| "step": 219 |
| }, |
| { |
| "epoch": 1.0577791152572975, |
| "grad_norm": 0.20374242961406708, |
| "learning_rate": 6.473429951690822e-06, |
| "loss": 8.9761, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.0625940415287392, |
| "grad_norm": 0.19417604804039001, |
| "learning_rate": 6.457326892109501e-06, |
| "loss": 9.8925, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.0674089678001806, |
| "grad_norm": 0.1641014963388443, |
| "learning_rate": 6.44122383252818e-06, |
| "loss": 10.019, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.072223894071622, |
| "grad_norm": 0.15444359183311462, |
| "learning_rate": 6.42512077294686e-06, |
| "loss": 9.8515, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.0770388203430634, |
| "grad_norm": 0.31960421800613403, |
| "learning_rate": 6.40901771336554e-06, |
| "loss": 9.6703, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.081853746614505, |
| "grad_norm": 0.18809086084365845, |
| "learning_rate": 6.3929146537842194e-06, |
| "loss": 10.5771, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.0866686728859465, |
| "grad_norm": 0.2899991571903229, |
| "learning_rate": 6.376811594202898e-06, |
| "loss": 9.9195, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.091483599157388, |
| "grad_norm": 0.20936541259288788, |
| "learning_rate": 6.360708534621579e-06, |
| "loss": 9.9802, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.0962985254288293, |
| "grad_norm": 0.20921356976032257, |
| "learning_rate": 6.3446054750402585e-06, |
| "loss": 10.7929, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.1011134517002708, |
| "grad_norm": 0.16953137516975403, |
| "learning_rate": 6.328502415458938e-06, |
| "loss": 9.2881, |
| "step": 229 |
| }, |
| { |
| "epoch": 1.1059283779717124, |
| "grad_norm": 0.16596080362796783, |
| "learning_rate": 6.312399355877618e-06, |
| "loss": 9.9087, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.1107433042431538, |
| "grad_norm": 0.17415396869182587, |
| "learning_rate": 6.296296296296297e-06, |
| "loss": 10.5827, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.1155582305145952, |
| "grad_norm": 0.1941956877708435, |
| "learning_rate": 6.280193236714976e-06, |
| "loss": 10.6707, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.1203731567860367, |
| "grad_norm": 0.2597000300884247, |
| "learning_rate": 6.264090177133656e-06, |
| "loss": 12.2734, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.1251880830574783, |
| "grad_norm": 0.1953185349702835, |
| "learning_rate": 6.247987117552336e-06, |
| "loss": 9.6042, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.1300030093289197, |
| "grad_norm": 0.19797232747077942, |
| "learning_rate": 6.2318840579710145e-06, |
| "loss": 10.6643, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.1348179356003611, |
| "grad_norm": 0.18180033564567566, |
| "learning_rate": 6.215780998389694e-06, |
| "loss": 10.2799, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.1396328618718026, |
| "grad_norm": 0.17393337190151215, |
| "learning_rate": 6.199677938808374e-06, |
| "loss": 9.4656, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.144447788143244, |
| "grad_norm": 0.1834544539451599, |
| "learning_rate": 6.1835748792270535e-06, |
| "loss": 8.9495, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.1492627144146854, |
| "grad_norm": 0.14842462539672852, |
| "learning_rate": 6.167471819645733e-06, |
| "loss": 9.6697, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.154077640686127, |
| "grad_norm": 0.2158040702342987, |
| "learning_rate": 6.151368760064412e-06, |
| "loss": 9.1501, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.1588925669575685, |
| "grad_norm": 0.18131056427955627, |
| "learning_rate": 6.135265700483092e-06, |
| "loss": 10.3998, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.16370749322901, |
| "grad_norm": 0.22484710812568665, |
| "learning_rate": 6.119162640901772e-06, |
| "loss": 10.0693, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.1685224195004513, |
| "grad_norm": 0.18370361626148224, |
| "learning_rate": 6.103059581320452e-06, |
| "loss": 10.4377, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.173337345771893, |
| "grad_norm": 0.2081800103187561, |
| "learning_rate": 6.086956521739132e-06, |
| "loss": 9.8576, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.1781522720433344, |
| "grad_norm": 0.1726984828710556, |
| "learning_rate": 6.0708534621578104e-06, |
| "loss": 10.4158, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.1829671983147758, |
| "grad_norm": 0.22167733311653137, |
| "learning_rate": 6.05475040257649e-06, |
| "loss": 9.2583, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.1877821245862172, |
| "grad_norm": 0.24326634407043457, |
| "learning_rate": 6.03864734299517e-06, |
| "loss": 10.1546, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.1925970508576587, |
| "grad_norm": 0.20624417066574097, |
| "learning_rate": 6.0225442834138495e-06, |
| "loss": 10.3518, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.1974119771291003, |
| "grad_norm": 0.22262895107269287, |
| "learning_rate": 6.006441223832528e-06, |
| "loss": 10.2671, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.2022269034005417, |
| "grad_norm": 0.18244238197803497, |
| "learning_rate": 5.990338164251208e-06, |
| "loss": 10.3412, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.2070418296719831, |
| "grad_norm": 0.12642191350460052, |
| "learning_rate": 5.974235104669888e-06, |
| "loss": 8.3136, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.2118567559434246, |
| "grad_norm": 0.22949941456317902, |
| "learning_rate": 5.958132045088567e-06, |
| "loss": 9.8669, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.216671682214866, |
| "grad_norm": 0.17824606597423553, |
| "learning_rate": 5.942028985507247e-06, |
| "loss": 8.9438, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.2214866084863076, |
| "grad_norm": 0.21706126630306244, |
| "learning_rate": 5.925925925925926e-06, |
| "loss": 10.5671, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.226301534757749, |
| "grad_norm": 0.1777815967798233, |
| "learning_rate": 5.9098228663446055e-06, |
| "loss": 9.0566, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.2311164610291905, |
| "grad_norm": 0.16943249106407166, |
| "learning_rate": 5.893719806763285e-06, |
| "loss": 10.5991, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.235931387300632, |
| "grad_norm": 0.19475321471691132, |
| "learning_rate": 5.877616747181965e-06, |
| "loss": 9.7751, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.2407463135720733, |
| "grad_norm": 0.15499532222747803, |
| "learning_rate": 5.861513687600645e-06, |
| "loss": 9.2155, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.245561239843515, |
| "grad_norm": 0.21997332572937012, |
| "learning_rate": 5.845410628019324e-06, |
| "loss": 9.9653, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.2503761661149564, |
| "grad_norm": 0.2071482390165329, |
| "learning_rate": 5.829307568438004e-06, |
| "loss": 9.9446, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.2551910923863978, |
| "grad_norm": 0.18931487202644348, |
| "learning_rate": 5.8132045088566835e-06, |
| "loss": 10.322, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.2600060186578392, |
| "grad_norm": 0.14098307490348816, |
| "learning_rate": 5.797101449275363e-06, |
| "loss": 9.7707, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.2648209449292809, |
| "grad_norm": 0.22090758383274078, |
| "learning_rate": 5.780998389694043e-06, |
| "loss": 9.702, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.2696358712007223, |
| "grad_norm": 0.181729257106781, |
| "learning_rate": 5.764895330112722e-06, |
| "loss": 9.5123, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.2744507974721637, |
| "grad_norm": 0.1258496791124344, |
| "learning_rate": 5.748792270531401e-06, |
| "loss": 9.0927, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.2792657237436051, |
| "grad_norm": 0.21762683987617493, |
| "learning_rate": 5.732689210950081e-06, |
| "loss": 8.5398, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.2840806500150466, |
| "grad_norm": 0.14968731999397278, |
| "learning_rate": 5.716586151368761e-06, |
| "loss": 9.486, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.288895576286488, |
| "grad_norm": 0.17779159545898438, |
| "learning_rate": 5.70048309178744e-06, |
| "loss": 10.4383, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.2937105025579296, |
| "grad_norm": 0.19466915726661682, |
| "learning_rate": 5.684380032206119e-06, |
| "loss": 10.2354, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.298525428829371, |
| "grad_norm": 0.22139185667037964, |
| "learning_rate": 5.668276972624799e-06, |
| "loss": 9.7784, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.3033403551008125, |
| "grad_norm": 0.21013078093528748, |
| "learning_rate": 5.652173913043479e-06, |
| "loss": 11.4605, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.3081552813722541, |
| "grad_norm": 0.17095215618610382, |
| "learning_rate": 5.6360708534621574e-06, |
| "loss": 9.6968, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.3129702076436955, |
| "grad_norm": 0.15703898668289185, |
| "learning_rate": 5.619967793880838e-06, |
| "loss": 8.9945, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.317785133915137, |
| "grad_norm": 0.16166311502456665, |
| "learning_rate": 5.603864734299518e-06, |
| "loss": 8.9587, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.3226000601865784, |
| "grad_norm": 0.18226633965969086, |
| "learning_rate": 5.587761674718197e-06, |
| "loss": 9.5976, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.3274149864580198, |
| "grad_norm": 0.16516032814979553, |
| "learning_rate": 5.571658615136877e-06, |
| "loss": 8.9366, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.3322299127294612, |
| "grad_norm": 0.18485237658023834, |
| "learning_rate": 5.555555555555557e-06, |
| "loss": 8.6867, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.3370448390009029, |
| "grad_norm": 0.16183756291866302, |
| "learning_rate": 5.5394524959742355e-06, |
| "loss": 10.0091, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.3418597652723443, |
| "grad_norm": 0.18236857652664185, |
| "learning_rate": 5.523349436392915e-06, |
| "loss": 11.0512, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.3466746915437857, |
| "grad_norm": 0.16111883521080017, |
| "learning_rate": 5.507246376811595e-06, |
| "loss": 9.9661, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.3514896178152271, |
| "grad_norm": 0.17416836321353912, |
| "learning_rate": 5.4911433172302745e-06, |
| "loss": 8.5023, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.3563045440866688, |
| "grad_norm": 0.1845031976699829, |
| "learning_rate": 5.475040257648953e-06, |
| "loss": 8.1757, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.3611194703581102, |
| "grad_norm": 0.14829057455062866, |
| "learning_rate": 5.458937198067633e-06, |
| "loss": 10.4167, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.3659343966295516, |
| "grad_norm": 0.18102510273456573, |
| "learning_rate": 5.442834138486313e-06, |
| "loss": 10.1862, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.370749322900993, |
| "grad_norm": 0.1877845823764801, |
| "learning_rate": 5.426731078904992e-06, |
| "loss": 10.4398, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.3755642491724345, |
| "grad_norm": 0.19289150834083557, |
| "learning_rate": 5.410628019323671e-06, |
| "loss": 10.1863, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.380379175443876, |
| "grad_norm": 0.14551950991153717, |
| "learning_rate": 5.394524959742351e-06, |
| "loss": 8.6225, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.3851941017153175, |
| "grad_norm": 0.15998440980911255, |
| "learning_rate": 5.3784219001610306e-06, |
| "loss": 9.6626, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.390009027986759, |
| "grad_norm": 0.15218336880207062, |
| "learning_rate": 5.362318840579711e-06, |
| "loss": 9.0365, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.3948239542582004, |
| "grad_norm": 0.19268082082271576, |
| "learning_rate": 5.346215780998391e-06, |
| "loss": 9.069, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.399638880529642, |
| "grad_norm": 0.15415695309638977, |
| "learning_rate": 5.3301127214170704e-06, |
| "loss": 10.0018, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.4044538068010834, |
| "grad_norm": 0.1783796101808548, |
| "learning_rate": 5.314009661835749e-06, |
| "loss": 8.5794, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.4092687330725249, |
| "grad_norm": 0.23539525270462036, |
| "learning_rate": 5.297906602254429e-06, |
| "loss": 9.2077, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.4140836593439663, |
| "grad_norm": 0.19150039553642273, |
| "learning_rate": 5.281803542673109e-06, |
| "loss": 8.6828, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.4188985856154077, |
| "grad_norm": 0.18820087611675262, |
| "learning_rate": 5.265700483091788e-06, |
| "loss": 9.4677, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.4237135118868491, |
| "grad_norm": 0.5018635988235474, |
| "learning_rate": 5.249597423510467e-06, |
| "loss": 9.6455, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.4285284381582908, |
| "grad_norm": 0.17721492052078247, |
| "learning_rate": 5.233494363929147e-06, |
| "loss": 8.3182, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.4333433644297322, |
| "grad_norm": 0.20144477486610413, |
| "learning_rate": 5.2173913043478265e-06, |
| "loss": 9.1568, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.4381582907011736, |
| "grad_norm": 0.18805253505706787, |
| "learning_rate": 5.201288244766506e-06, |
| "loss": 9.7496, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.442973216972615, |
| "grad_norm": 0.1500595659017563, |
| "learning_rate": 5.185185185185185e-06, |
| "loss": 9.9708, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.4477881432440567, |
| "grad_norm": 0.19444873929023743, |
| "learning_rate": 5.169082125603865e-06, |
| "loss": 9.5143, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.4526030695154981, |
| "grad_norm": 0.18682818114757538, |
| "learning_rate": 5.152979066022544e-06, |
| "loss": 10.2596, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.4574179957869395, |
| "grad_norm": 0.17984358966350555, |
| "learning_rate": 5.136876006441224e-06, |
| "loss": 10.2697, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.462232922058381, |
| "grad_norm": 0.17564424872398376, |
| "learning_rate": 5.1207729468599045e-06, |
| "loss": 9.9508, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.4670478483298224, |
| "grad_norm": 0.1954619437456131, |
| "learning_rate": 5.104669887278584e-06, |
| "loss": 10.603, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.4718627746012638, |
| "grad_norm": 0.16032911837100983, |
| "learning_rate": 5.088566827697263e-06, |
| "loss": 10.1388, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.4766777008727054, |
| "grad_norm": 0.18712233006954193, |
| "learning_rate": 5.072463768115943e-06, |
| "loss": 10.603, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.4814926271441469, |
| "grad_norm": 0.18479761481285095, |
| "learning_rate": 5.056360708534622e-06, |
| "loss": 9.8074, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.4863075534155883, |
| "grad_norm": 0.14700675010681152, |
| "learning_rate": 5.040257648953302e-06, |
| "loss": 10.4248, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.4911224796870297, |
| "grad_norm": 0.13533058762550354, |
| "learning_rate": 5.024154589371981e-06, |
| "loss": 9.1913, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.4959374059584714, |
| "grad_norm": 0.1617136150598526, |
| "learning_rate": 5.0080515297906606e-06, |
| "loss": 8.7997, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.5007523322299128, |
| "grad_norm": 0.14999867975711823, |
| "learning_rate": 4.99194847020934e-06, |
| "loss": 10.7806, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.5055672585013542, |
| "grad_norm": 0.1483631134033203, |
| "learning_rate": 4.97584541062802e-06, |
| "loss": 8.9508, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.5103821847727956, |
| "grad_norm": 0.1401262730360031, |
| "learning_rate": 4.959742351046699e-06, |
| "loss": 9.3086, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.515197111044237, |
| "grad_norm": 0.20340582728385925, |
| "learning_rate": 4.9436392914653784e-06, |
| "loss": 9.6934, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.5200120373156785, |
| "grad_norm": 0.10809484124183655, |
| "learning_rate": 4.927536231884059e-06, |
| "loss": 8.5021, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.52482696358712, |
| "grad_norm": 0.18179920315742493, |
| "learning_rate": 4.911433172302738e-06, |
| "loss": 8.7153, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.5296418898585615, |
| "grad_norm": 0.1383148580789566, |
| "learning_rate": 4.8953301127214175e-06, |
| "loss": 10.6062, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.534456816130003, |
| "grad_norm": 0.21121209859848022, |
| "learning_rate": 4.879227053140097e-06, |
| "loss": 8.7374, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.5392717424014446, |
| "grad_norm": 0.19276529550552368, |
| "learning_rate": 4.863123993558777e-06, |
| "loss": 8.7942, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.544086668672886, |
| "grad_norm": 0.18534629046916962, |
| "learning_rate": 4.847020933977456e-06, |
| "loss": 7.3924, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.5489015949443274, |
| "grad_norm": 0.11499077826738358, |
| "learning_rate": 4.830917874396135e-06, |
| "loss": 9.042, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.5537165212157689, |
| "grad_norm": 0.19323264062404633, |
| "learning_rate": 4.814814814814815e-06, |
| "loss": 9.5308, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.5585314474872103, |
| "grad_norm": 0.163632333278656, |
| "learning_rate": 4.798711755233495e-06, |
| "loss": 9.5654, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.5633463737586517, |
| "grad_norm": 0.24960660934448242, |
| "learning_rate": 4.782608695652174e-06, |
| "loss": 8.9639, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.5681613000300931, |
| "grad_norm": 0.13659049570560455, |
| "learning_rate": 4.766505636070854e-06, |
| "loss": 9.2311, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.5729762263015348, |
| "grad_norm": 0.19566506147384644, |
| "learning_rate": 4.750402576489534e-06, |
| "loss": 9.9125, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.5777911525729762, |
| "grad_norm": 0.13559715449810028, |
| "learning_rate": 4.7342995169082125e-06, |
| "loss": 10.2432, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.5826060788444178, |
| "grad_norm": 0.20595477521419525, |
| "learning_rate": 4.718196457326892e-06, |
| "loss": 9.3677, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.5874210051158593, |
| "grad_norm": 0.1580948680639267, |
| "learning_rate": 4.702093397745572e-06, |
| "loss": 10.0316, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.5922359313873007, |
| "grad_norm": 0.1536228209733963, |
| "learning_rate": 4.6859903381642516e-06, |
| "loss": 10.8169, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.597050857658742, |
| "grad_norm": 0.17159651219844818, |
| "learning_rate": 4.669887278582931e-06, |
| "loss": 9.8849, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.6018657839301835, |
| "grad_norm": 0.14754590392112732, |
| "learning_rate": 4.653784219001611e-06, |
| "loss": 8.2419, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.606680710201625, |
| "grad_norm": 0.15272633731365204, |
| "learning_rate": 4.637681159420291e-06, |
| "loss": 10.358, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.6114956364730664, |
| "grad_norm": 0.23571325838565826, |
| "learning_rate": 4.621578099838969e-06, |
| "loss": 8.9846, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.616310562744508, |
| "grad_norm": 0.1520383059978485, |
| "learning_rate": 4.605475040257649e-06, |
| "loss": 9.627, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.6211254890159494, |
| "grad_norm": 0.16789157688617706, |
| "learning_rate": 4.589371980676329e-06, |
| "loss": 8.9584, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.6259404152873909, |
| "grad_norm": 0.23156379163265228, |
| "learning_rate": 4.5732689210950084e-06, |
| "loss": 9.4165, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.6307553415588325, |
| "grad_norm": 0.2569849491119385, |
| "learning_rate": 4.557165861513688e-06, |
| "loss": 8.6545, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.635570267830274, |
| "grad_norm": 0.1471448540687561, |
| "learning_rate": 4.541062801932368e-06, |
| "loss": 9.7279, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.6403851941017153, |
| "grad_norm": 0.19168996810913086, |
| "learning_rate": 4.5249597423510475e-06, |
| "loss": 8.6823, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.6452001203731568, |
| "grad_norm": 0.16900351643562317, |
| "learning_rate": 4.508856682769726e-06, |
| "loss": 9.3926, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.6500150466445982, |
| "grad_norm": 0.1279803216457367, |
| "learning_rate": 4.492753623188406e-06, |
| "loss": 8.8222, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.6548299729160396, |
| "grad_norm": 0.16592150926589966, |
| "learning_rate": 4.476650563607086e-06, |
| "loss": 9.3739, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.659644899187481, |
| "grad_norm": 0.18117226660251617, |
| "learning_rate": 4.460547504025765e-06, |
| "loss": 8.6028, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.6644598254589227, |
| "grad_norm": 0.15843939781188965, |
| "learning_rate": 4.444444444444444e-06, |
| "loss": 7.3552, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.669274751730364, |
| "grad_norm": 0.1672333925962448, |
| "learning_rate": 4.428341384863125e-06, |
| "loss": 8.1781, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.6740896780018057, |
| "grad_norm": 0.1798122376203537, |
| "learning_rate": 4.412238325281804e-06, |
| "loss": 9.5976, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.6789046042732472, |
| "grad_norm": 0.15125727653503418, |
| "learning_rate": 4.396135265700483e-06, |
| "loss": 9.2915, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.6837195305446886, |
| "grad_norm": 0.15909244120121002, |
| "learning_rate": 4.380032206119163e-06, |
| "loss": 8.5171, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.68853445681613, |
| "grad_norm": 0.19835767149925232, |
| "learning_rate": 4.3639291465378425e-06, |
| "loss": 9.3835, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.6933493830875714, |
| "grad_norm": 0.30680009722709656, |
| "learning_rate": 4.347826086956522e-06, |
| "loss": 9.3733, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.6981643093590129, |
| "grad_norm": 0.13429707288742065, |
| "learning_rate": 4.331723027375201e-06, |
| "loss": 9.6266, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.7029792356304543, |
| "grad_norm": 0.16423039138317108, |
| "learning_rate": 4.315619967793881e-06, |
| "loss": 9.4546, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.707794161901896, |
| "grad_norm": 0.14078310132026672, |
| "learning_rate": 4.299516908212561e-06, |
| "loss": 9.1663, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.7126090881733373, |
| "grad_norm": 0.2016141414642334, |
| "learning_rate": 4.28341384863124e-06, |
| "loss": 8.6698, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.7174240144447788, |
| "grad_norm": 0.13229703903198242, |
| "learning_rate": 4.26731078904992e-06, |
| "loss": 8.5468, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.7222389407162204, |
| "grad_norm": 0.22356487810611725, |
| "learning_rate": 4.251207729468599e-06, |
| "loss": 9.311, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.7270538669876618, |
| "grad_norm": 0.19844292104244232, |
| "learning_rate": 4.235104669887279e-06, |
| "loss": 9.054, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.7318687932591033, |
| "grad_norm": 0.18081983923912048, |
| "learning_rate": 4.219001610305958e-06, |
| "loss": 8.9678, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.7366837195305447, |
| "grad_norm": 0.2216968685388565, |
| "learning_rate": 4.202898550724638e-06, |
| "loss": 8.6121, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.741498645801986, |
| "grad_norm": 0.14121295511722565, |
| "learning_rate": 4.186795491143318e-06, |
| "loss": 9.2074, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.7463135720734275, |
| "grad_norm": 0.148764505982399, |
| "learning_rate": 4.170692431561997e-06, |
| "loss": 9.1965, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.751128498344869, |
| "grad_norm": 0.20818910002708435, |
| "learning_rate": 4.154589371980677e-06, |
| "loss": 8.5382, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.7559434246163106, |
| "grad_norm": 0.1755458116531372, |
| "learning_rate": 4.138486312399356e-06, |
| "loss": 9.0389, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.760758350887752, |
| "grad_norm": 0.15656408667564392, |
| "learning_rate": 4.122383252818036e-06, |
| "loss": 9.226, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.7655732771591937, |
| "grad_norm": 0.14213398098945618, |
| "learning_rate": 4.106280193236716e-06, |
| "loss": 8.2302, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.770388203430635, |
| "grad_norm": 0.1693073809146881, |
| "learning_rate": 4.0901771336553945e-06, |
| "loss": 9.6989, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.7752031297020765, |
| "grad_norm": 0.15878278017044067, |
| "learning_rate": 4.074074074074074e-06, |
| "loss": 9.4632, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.780018055973518, |
| "grad_norm": 0.22463774681091309, |
| "learning_rate": 4.057971014492754e-06, |
| "loss": 9.7328, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.7848329822449593, |
| "grad_norm": 0.4724883437156677, |
| "learning_rate": 4.0418679549114335e-06, |
| "loss": 10.2544, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.7896479085164008, |
| "grad_norm": 0.17619994282722473, |
| "learning_rate": 4.025764895330113e-06, |
| "loss": 9.6433, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.7944628347878422, |
| "grad_norm": 0.16114237904548645, |
| "learning_rate": 4.009661835748793e-06, |
| "loss": 10.651, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.7992777610592838, |
| "grad_norm": 0.2053680568933487, |
| "learning_rate": 3.9935587761674725e-06, |
| "loss": 8.8208, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.8040926873307253, |
| "grad_norm": 0.17200101912021637, |
| "learning_rate": 3.977455716586151e-06, |
| "loss": 8.9841, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.8089076136021667, |
| "grad_norm": 0.12033673375844955, |
| "learning_rate": 3.961352657004831e-06, |
| "loss": 8.552, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.8137225398736083, |
| "grad_norm": 0.17469695210456848, |
| "learning_rate": 3.945249597423511e-06, |
| "loss": 8.6438, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.8185374661450497, |
| "grad_norm": 0.19993340969085693, |
| "learning_rate": 3.92914653784219e-06, |
| "loss": 9.326, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.8233523924164912, |
| "grad_norm": 0.18282270431518555, |
| "learning_rate": 3.91304347826087e-06, |
| "loss": 8.6382, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.8281673186879326, |
| "grad_norm": 0.21918214857578278, |
| "learning_rate": 3.89694041867955e-06, |
| "loss": 9.7637, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.832982244959374, |
| "grad_norm": 0.19311483204364777, |
| "learning_rate": 3.880837359098229e-06, |
| "loss": 9.7215, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.8377971712308154, |
| "grad_norm": 0.2024223506450653, |
| "learning_rate": 3.864734299516908e-06, |
| "loss": 9.1813, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.8426120975022569, |
| "grad_norm": 0.15196166932582855, |
| "learning_rate": 3.848631239935588e-06, |
| "loss": 9.4212, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.8474270237736985, |
| "grad_norm": 0.20014698803424835, |
| "learning_rate": 3.832528180354268e-06, |
| "loss": 9.0854, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.85224195004514, |
| "grad_norm": 0.2045230120420456, |
| "learning_rate": 3.816425120772947e-06, |
| "loss": 9.3168, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.8570568763165816, |
| "grad_norm": 0.13044817745685577, |
| "learning_rate": 3.800322061191627e-06, |
| "loss": 8.4085, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.861871802588023, |
| "grad_norm": 0.19362546503543854, |
| "learning_rate": 3.7842190016103066e-06, |
| "loss": 8.5539, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.8666867288594644, |
| "grad_norm": 0.19143155217170715, |
| "learning_rate": 3.768115942028986e-06, |
| "loss": 9.0545, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.8715016551309058, |
| "grad_norm": 0.18278856575489044, |
| "learning_rate": 3.7520128824476656e-06, |
| "loss": 8.6361, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.8763165814023472, |
| "grad_norm": 0.20836183428764343, |
| "learning_rate": 3.735909822866345e-06, |
| "loss": 9.0898, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.8811315076737887, |
| "grad_norm": 0.18853327631950378, |
| "learning_rate": 3.7198067632850245e-06, |
| "loss": 9.8428, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.88594643394523, |
| "grad_norm": 0.13650333881378174, |
| "learning_rate": 3.7037037037037037e-06, |
| "loss": 8.8437, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.8907613602166715, |
| "grad_norm": 0.20635420083999634, |
| "learning_rate": 3.6876006441223834e-06, |
| "loss": 9.0691, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.8955762864881132, |
| "grad_norm": 0.16736768186092377, |
| "learning_rate": 3.6714975845410635e-06, |
| "loss": 9.318, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.9003912127595546, |
| "grad_norm": 0.21544639766216278, |
| "learning_rate": 3.6553945249597428e-06, |
| "loss": 8.9387, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.9052061390309962, |
| "grad_norm": 0.17389844357967377, |
| "learning_rate": 3.6392914653784224e-06, |
| "loss": 9.549, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.9100210653024376, |
| "grad_norm": 0.21728019416332245, |
| "learning_rate": 3.6231884057971017e-06, |
| "loss": 8.0753, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.914835991573879, |
| "grad_norm": 0.199959859251976, |
| "learning_rate": 3.6070853462157814e-06, |
| "loss": 9.9683, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.9196509178453205, |
| "grad_norm": 0.16808640956878662, |
| "learning_rate": 3.5909822866344606e-06, |
| "loss": 9.2667, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.924465844116762, |
| "grad_norm": 0.15371474623680115, |
| "learning_rate": 3.5748792270531403e-06, |
| "loss": 8.9782, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.9292807703882033, |
| "grad_norm": 0.22420039772987366, |
| "learning_rate": 3.5587761674718204e-06, |
| "loss": 9.5041, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.9340956966596448, |
| "grad_norm": 0.19234929978847504, |
| "learning_rate": 3.5426731078904997e-06, |
| "loss": 8.8785, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.9389106229310864, |
| "grad_norm": 0.13435740768909454, |
| "learning_rate": 3.5265700483091793e-06, |
| "loss": 9.3544, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.9437255492025278, |
| "grad_norm": 0.21900928020477295, |
| "learning_rate": 3.5104669887278586e-06, |
| "loss": 8.1942, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.9485404754739695, |
| "grad_norm": 0.16180120408535004, |
| "learning_rate": 3.4943639291465383e-06, |
| "loss": 9.4132, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.953355401745411, |
| "grad_norm": 0.2743014991283417, |
| "learning_rate": 3.4782608695652175e-06, |
| "loss": 10.1588, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.9581703280168523, |
| "grad_norm": 0.14160144329071045, |
| "learning_rate": 3.462157809983897e-06, |
| "loss": 9.0612, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.9629852542882937, |
| "grad_norm": 0.1383216828107834, |
| "learning_rate": 3.4460547504025764e-06, |
| "loss": 7.8391, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.9678001805597352, |
| "grad_norm": 0.16990961134433746, |
| "learning_rate": 3.4299516908212565e-06, |
| "loss": 9.6392, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.9726151068311766, |
| "grad_norm": 0.17103661596775055, |
| "learning_rate": 3.4138486312399362e-06, |
| "loss": 9.8119, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.977430033102618, |
| "grad_norm": 0.13866282999515533, |
| "learning_rate": 3.3977455716586155e-06, |
| "loss": 8.2033, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.9822449593740594, |
| "grad_norm": 0.21080395579338074, |
| "learning_rate": 3.381642512077295e-06, |
| "loss": 10.3113, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.987059885645501, |
| "grad_norm": 0.19845469295978546, |
| "learning_rate": 3.3655394524959744e-06, |
| "loss": 8.2103, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.9918748119169425, |
| "grad_norm": 0.1903708279132843, |
| "learning_rate": 3.349436392914654e-06, |
| "loss": 9.1371, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.9966897381883841, |
| "grad_norm": 0.16223041713237762, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 7.368, |
| "step": 415 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.14595092833042145, |
| "learning_rate": 3.317230273752013e-06, |
| "loss": 5.8598, |
| "step": 416 |
| }, |
| { |
| "epoch": 2.0048149262714414, |
| "grad_norm": 0.15010525286197662, |
| "learning_rate": 3.301127214170693e-06, |
| "loss": 8.1315, |
| "step": 417 |
| }, |
| { |
| "epoch": 2.009629852542883, |
| "grad_norm": 0.23141905665397644, |
| "learning_rate": 3.2850241545893724e-06, |
| "loss": 9.3878, |
| "step": 418 |
| }, |
| { |
| "epoch": 2.0144447788143243, |
| "grad_norm": 0.11268898099660873, |
| "learning_rate": 3.268921095008052e-06, |
| "loss": 7.8098, |
| "step": 419 |
| }, |
| { |
| "epoch": 2.0192597050857657, |
| "grad_norm": 0.16212859749794006, |
| "learning_rate": 3.2528180354267313e-06, |
| "loss": 8.5319, |
| "step": 420 |
| }, |
| { |
| "epoch": 2.0240746313572076, |
| "grad_norm": 0.1565706580877304, |
| "learning_rate": 3.236714975845411e-06, |
| "loss": 7.8942, |
| "step": 421 |
| }, |
| { |
| "epoch": 2.028889557628649, |
| "grad_norm": 0.1680455058813095, |
| "learning_rate": 3.22061191626409e-06, |
| "loss": 8.2839, |
| "step": 422 |
| }, |
| { |
| "epoch": 2.0337044839000904, |
| "grad_norm": 0.2539815306663513, |
| "learning_rate": 3.20450885668277e-06, |
| "loss": 8.9937, |
| "step": 423 |
| }, |
| { |
| "epoch": 2.038519410171532, |
| "grad_norm": 0.238030806183815, |
| "learning_rate": 3.188405797101449e-06, |
| "loss": 8.4321, |
| "step": 424 |
| }, |
| { |
| "epoch": 2.0433343364429732, |
| "grad_norm": 0.19473034143447876, |
| "learning_rate": 3.1723027375201292e-06, |
| "loss": 8.0307, |
| "step": 425 |
| }, |
| { |
| "epoch": 2.0481492627144147, |
| "grad_norm": 0.16554652154445648, |
| "learning_rate": 3.156199677938809e-06, |
| "loss": 9.5945, |
| "step": 426 |
| }, |
| { |
| "epoch": 2.052964188985856, |
| "grad_norm": 0.19130951166152954, |
| "learning_rate": 3.140096618357488e-06, |
| "loss": 8.0234, |
| "step": 427 |
| }, |
| { |
| "epoch": 2.0577791152572975, |
| "grad_norm": 0.14681276679039001, |
| "learning_rate": 3.123993558776168e-06, |
| "loss": 8.6784, |
| "step": 428 |
| }, |
| { |
| "epoch": 2.062594041528739, |
| "grad_norm": 0.10328257828950882, |
| "learning_rate": 3.107890499194847e-06, |
| "loss": 8.0287, |
| "step": 429 |
| }, |
| { |
| "epoch": 2.0674089678001804, |
| "grad_norm": 0.19125495851039886, |
| "learning_rate": 3.0917874396135268e-06, |
| "loss": 8.0046, |
| "step": 430 |
| }, |
| { |
| "epoch": 2.072223894071622, |
| "grad_norm": 0.1793103963136673, |
| "learning_rate": 3.075684380032206e-06, |
| "loss": 7.0518, |
| "step": 431 |
| }, |
| { |
| "epoch": 2.0770388203430636, |
| "grad_norm": 0.2568497657775879, |
| "learning_rate": 3.059581320450886e-06, |
| "loss": 8.2794, |
| "step": 432 |
| }, |
| { |
| "epoch": 2.081853746614505, |
| "grad_norm": 0.18120069801807404, |
| "learning_rate": 3.043478260869566e-06, |
| "loss": 10.1022, |
| "step": 433 |
| }, |
| { |
| "epoch": 2.0866686728859465, |
| "grad_norm": 0.27532005310058594, |
| "learning_rate": 3.027375201288245e-06, |
| "loss": 9.3059, |
| "step": 434 |
| }, |
| { |
| "epoch": 2.091483599157388, |
| "grad_norm": 0.15648192167282104, |
| "learning_rate": 3.0112721417069247e-06, |
| "loss": 7.8617, |
| "step": 435 |
| }, |
| { |
| "epoch": 2.0962985254288293, |
| "grad_norm": 0.17381350696086884, |
| "learning_rate": 2.995169082125604e-06, |
| "loss": 9.0082, |
| "step": 436 |
| }, |
| { |
| "epoch": 2.1011134517002708, |
| "grad_norm": 0.13711951673030853, |
| "learning_rate": 2.9790660225442837e-06, |
| "loss": 7.764, |
| "step": 437 |
| }, |
| { |
| "epoch": 2.105928377971712, |
| "grad_norm": 0.23948128521442413, |
| "learning_rate": 2.962962962962963e-06, |
| "loss": 8.4041, |
| "step": 438 |
| }, |
| { |
| "epoch": 2.1107433042431536, |
| "grad_norm": 0.15631070733070374, |
| "learning_rate": 2.9468599033816426e-06, |
| "loss": 8.1708, |
| "step": 439 |
| }, |
| { |
| "epoch": 2.115558230514595, |
| "grad_norm": 0.1608411967754364, |
| "learning_rate": 2.9307568438003227e-06, |
| "loss": 8.301, |
| "step": 440 |
| }, |
| { |
| "epoch": 2.120373156786037, |
| "grad_norm": 0.16660411655902863, |
| "learning_rate": 2.914653784219002e-06, |
| "loss": 9.5365, |
| "step": 441 |
| }, |
| { |
| "epoch": 2.1251880830574783, |
| "grad_norm": 0.17191386222839355, |
| "learning_rate": 2.8985507246376816e-06, |
| "loss": 8.9256, |
| "step": 442 |
| }, |
| { |
| "epoch": 2.1300030093289197, |
| "grad_norm": 0.18492081761360168, |
| "learning_rate": 2.882447665056361e-06, |
| "loss": 9.0577, |
| "step": 443 |
| }, |
| { |
| "epoch": 2.134817935600361, |
| "grad_norm": 0.2561168670654297, |
| "learning_rate": 2.8663446054750405e-06, |
| "loss": 8.8758, |
| "step": 444 |
| }, |
| { |
| "epoch": 2.1396328618718026, |
| "grad_norm": 0.1588340848684311, |
| "learning_rate": 2.85024154589372e-06, |
| "loss": 8.1364, |
| "step": 445 |
| }, |
| { |
| "epoch": 2.144447788143244, |
| "grad_norm": 0.1650805026292801, |
| "learning_rate": 2.8341384863123995e-06, |
| "loss": 8.337, |
| "step": 446 |
| }, |
| { |
| "epoch": 2.1492627144146854, |
| "grad_norm": 0.2011885941028595, |
| "learning_rate": 2.8180354267310787e-06, |
| "loss": 8.6296, |
| "step": 447 |
| }, |
| { |
| "epoch": 2.154077640686127, |
| "grad_norm": 0.18557001650333405, |
| "learning_rate": 2.801932367149759e-06, |
| "loss": 8.6218, |
| "step": 448 |
| }, |
| { |
| "epoch": 2.1588925669575683, |
| "grad_norm": 0.1598547399044037, |
| "learning_rate": 2.7858293075684385e-06, |
| "loss": 8.4741, |
| "step": 449 |
| }, |
| { |
| "epoch": 2.16370749322901, |
| "grad_norm": 0.17089636623859406, |
| "learning_rate": 2.7697262479871177e-06, |
| "loss": 9.0788, |
| "step": 450 |
| }, |
| { |
| "epoch": 2.1685224195004515, |
| "grad_norm": 0.1817985475063324, |
| "learning_rate": 2.7536231884057974e-06, |
| "loss": 9.9717, |
| "step": 451 |
| }, |
| { |
| "epoch": 2.173337345771893, |
| "grad_norm": 0.23914600908756256, |
| "learning_rate": 2.7375201288244767e-06, |
| "loss": 8.7548, |
| "step": 452 |
| }, |
| { |
| "epoch": 2.1781522720433344, |
| "grad_norm": 0.17113572359085083, |
| "learning_rate": 2.7214170692431564e-06, |
| "loss": 7.7566, |
| "step": 453 |
| }, |
| { |
| "epoch": 2.182967198314776, |
| "grad_norm": 0.14485716819763184, |
| "learning_rate": 2.7053140096618356e-06, |
| "loss": 8.9532, |
| "step": 454 |
| }, |
| { |
| "epoch": 2.1877821245862172, |
| "grad_norm": 0.14129236340522766, |
| "learning_rate": 2.6892109500805153e-06, |
| "loss": 9.2833, |
| "step": 455 |
| }, |
| { |
| "epoch": 2.1925970508576587, |
| "grad_norm": 0.23692472279071808, |
| "learning_rate": 2.6731078904991954e-06, |
| "loss": 8.3895, |
| "step": 456 |
| }, |
| { |
| "epoch": 2.1974119771291, |
| "grad_norm": 0.16027197241783142, |
| "learning_rate": 2.6570048309178746e-06, |
| "loss": 7.7012, |
| "step": 457 |
| }, |
| { |
| "epoch": 2.2022269034005415, |
| "grad_norm": 0.1416737139225006, |
| "learning_rate": 2.6409017713365543e-06, |
| "loss": 9.0799, |
| "step": 458 |
| }, |
| { |
| "epoch": 2.207041829671983, |
| "grad_norm": 0.20678099989891052, |
| "learning_rate": 2.6247987117552336e-06, |
| "loss": 9.3679, |
| "step": 459 |
| }, |
| { |
| "epoch": 2.211856755943425, |
| "grad_norm": 0.1649148017168045, |
| "learning_rate": 2.6086956521739132e-06, |
| "loss": 8.0503, |
| "step": 460 |
| }, |
| { |
| "epoch": 2.216671682214866, |
| "grad_norm": 0.21159884333610535, |
| "learning_rate": 2.5925925925925925e-06, |
| "loss": 9.0968, |
| "step": 461 |
| }, |
| { |
| "epoch": 2.2214866084863076, |
| "grad_norm": 0.13705681264400482, |
| "learning_rate": 2.576489533011272e-06, |
| "loss": 8.9948, |
| "step": 462 |
| }, |
| { |
| "epoch": 2.226301534757749, |
| "grad_norm": 0.16624397039413452, |
| "learning_rate": 2.5603864734299523e-06, |
| "loss": 8.6079, |
| "step": 463 |
| }, |
| { |
| "epoch": 2.2311164610291905, |
| "grad_norm": 0.1475958675146103, |
| "learning_rate": 2.5442834138486315e-06, |
| "loss": 8.0187, |
| "step": 464 |
| }, |
| { |
| "epoch": 2.235931387300632, |
| "grad_norm": 0.13494673371315002, |
| "learning_rate": 2.528180354267311e-06, |
| "loss": 8.6545, |
| "step": 465 |
| }, |
| { |
| "epoch": 2.2407463135720733, |
| "grad_norm": 0.17623811960220337, |
| "learning_rate": 2.5120772946859904e-06, |
| "loss": 9.4341, |
| "step": 466 |
| }, |
| { |
| "epoch": 2.2455612398435147, |
| "grad_norm": 0.1706833392381668, |
| "learning_rate": 2.49597423510467e-06, |
| "loss": 8.7199, |
| "step": 467 |
| }, |
| { |
| "epoch": 2.2503761661149566, |
| "grad_norm": 0.1953025609254837, |
| "learning_rate": 2.4798711755233494e-06, |
| "loss": 8.9361, |
| "step": 468 |
| }, |
| { |
| "epoch": 2.255191092386398, |
| "grad_norm": 0.20142245292663574, |
| "learning_rate": 2.4637681159420295e-06, |
| "loss": 8.0552, |
| "step": 469 |
| }, |
| { |
| "epoch": 2.2600060186578395, |
| "grad_norm": 0.20138177275657654, |
| "learning_rate": 2.4476650563607087e-06, |
| "loss": 8.5942, |
| "step": 470 |
| }, |
| { |
| "epoch": 2.264820944929281, |
| "grad_norm": 0.16559800505638123, |
| "learning_rate": 2.4315619967793884e-06, |
| "loss": 8.8228, |
| "step": 471 |
| }, |
| { |
| "epoch": 2.2696358712007223, |
| "grad_norm": 0.19990870356559753, |
| "learning_rate": 2.4154589371980677e-06, |
| "loss": 8.8207, |
| "step": 472 |
| }, |
| { |
| "epoch": 2.2744507974721637, |
| "grad_norm": 0.21723681688308716, |
| "learning_rate": 2.3993558776167473e-06, |
| "loss": 8.4973, |
| "step": 473 |
| }, |
| { |
| "epoch": 2.279265723743605, |
| "grad_norm": 0.17915472388267517, |
| "learning_rate": 2.383252818035427e-06, |
| "loss": 9.6049, |
| "step": 474 |
| }, |
| { |
| "epoch": 2.2840806500150466, |
| "grad_norm": 0.16757084429264069, |
| "learning_rate": 2.3671497584541063e-06, |
| "loss": 9.7332, |
| "step": 475 |
| }, |
| { |
| "epoch": 2.288895576286488, |
| "grad_norm": 0.16891081631183624, |
| "learning_rate": 2.351046698872786e-06, |
| "loss": 8.8673, |
| "step": 476 |
| }, |
| { |
| "epoch": 2.2937105025579294, |
| "grad_norm": 0.20567509531974792, |
| "learning_rate": 2.3349436392914656e-06, |
| "loss": 7.8363, |
| "step": 477 |
| }, |
| { |
| "epoch": 2.298525428829371, |
| "grad_norm": 0.1999160349369049, |
| "learning_rate": 2.3188405797101453e-06, |
| "loss": 8.7728, |
| "step": 478 |
| }, |
| { |
| "epoch": 2.3033403551008127, |
| "grad_norm": 0.2348831444978714, |
| "learning_rate": 2.3027375201288245e-06, |
| "loss": 9.1277, |
| "step": 479 |
| }, |
| { |
| "epoch": 2.308155281372254, |
| "grad_norm": 0.1700768917798996, |
| "learning_rate": 2.2866344605475042e-06, |
| "loss": 8.6687, |
| "step": 480 |
| }, |
| { |
| "epoch": 2.3129702076436955, |
| "grad_norm": 0.16349351406097412, |
| "learning_rate": 2.270531400966184e-06, |
| "loss": 8.0606, |
| "step": 481 |
| }, |
| { |
| "epoch": 2.317785133915137, |
| "grad_norm": 0.1540592461824417, |
| "learning_rate": 2.254428341384863e-06, |
| "loss": 7.3249, |
| "step": 482 |
| }, |
| { |
| "epoch": 2.3226000601865784, |
| "grad_norm": 0.1774080991744995, |
| "learning_rate": 2.238325281803543e-06, |
| "loss": 8.3134, |
| "step": 483 |
| }, |
| { |
| "epoch": 2.32741498645802, |
| "grad_norm": 0.14969424903392792, |
| "learning_rate": 2.222222222222222e-06, |
| "loss": 7.8938, |
| "step": 484 |
| }, |
| { |
| "epoch": 2.3322299127294612, |
| "grad_norm": 0.20331765711307526, |
| "learning_rate": 2.206119162640902e-06, |
| "loss": 8.3293, |
| "step": 485 |
| }, |
| { |
| "epoch": 2.3370448390009027, |
| "grad_norm": 0.1849997490644455, |
| "learning_rate": 2.1900161030595814e-06, |
| "loss": 7.811, |
| "step": 486 |
| }, |
| { |
| "epoch": 2.341859765272344, |
| "grad_norm": 0.1732867807149887, |
| "learning_rate": 2.173913043478261e-06, |
| "loss": 10.516, |
| "step": 487 |
| }, |
| { |
| "epoch": 2.346674691543786, |
| "grad_norm": 0.21279215812683105, |
| "learning_rate": 2.1578099838969404e-06, |
| "loss": 9.1675, |
| "step": 488 |
| }, |
| { |
| "epoch": 2.3514896178152274, |
| "grad_norm": 0.1616515964269638, |
| "learning_rate": 2.14170692431562e-06, |
| "loss": 7.8694, |
| "step": 489 |
| }, |
| { |
| "epoch": 2.356304544086669, |
| "grad_norm": 0.1548496037721634, |
| "learning_rate": 2.1256038647342997e-06, |
| "loss": 9.4236, |
| "step": 490 |
| }, |
| { |
| "epoch": 2.36111947035811, |
| "grad_norm": 0.19034922122955322, |
| "learning_rate": 2.109500805152979e-06, |
| "loss": 8.6999, |
| "step": 491 |
| }, |
| { |
| "epoch": 2.3659343966295516, |
| "grad_norm": 0.15850062668323517, |
| "learning_rate": 2.093397745571659e-06, |
| "loss": 9.3389, |
| "step": 492 |
| }, |
| { |
| "epoch": 2.370749322900993, |
| "grad_norm": 0.17764140665531158, |
| "learning_rate": 2.0772946859903383e-06, |
| "loss": 8.3777, |
| "step": 493 |
| }, |
| { |
| "epoch": 2.3755642491724345, |
| "grad_norm": 0.1516241729259491, |
| "learning_rate": 2.061191626409018e-06, |
| "loss": 8.215, |
| "step": 494 |
| }, |
| { |
| "epoch": 2.380379175443876, |
| "grad_norm": 0.19306409358978271, |
| "learning_rate": 2.0450885668276972e-06, |
| "loss": 8.5159, |
| "step": 495 |
| }, |
| { |
| "epoch": 2.3851941017153173, |
| "grad_norm": 0.18563927710056305, |
| "learning_rate": 2.028985507246377e-06, |
| "loss": 9.1431, |
| "step": 496 |
| }, |
| { |
| "epoch": 2.3900090279867587, |
| "grad_norm": 0.2177901268005371, |
| "learning_rate": 2.0128824476650566e-06, |
| "loss": 8.7708, |
| "step": 497 |
| }, |
| { |
| "epoch": 2.3948239542582006, |
| "grad_norm": 0.18854300677776337, |
| "learning_rate": 1.9967793880837363e-06, |
| "loss": 7.7517, |
| "step": 498 |
| }, |
| { |
| "epoch": 2.399638880529642, |
| "grad_norm": 0.19311924278736115, |
| "learning_rate": 1.9806763285024155e-06, |
| "loss": 8.5485, |
| "step": 499 |
| }, |
| { |
| "epoch": 2.4044538068010834, |
| "grad_norm": 0.1653197556734085, |
| "learning_rate": 1.964573268921095e-06, |
| "loss": 8.2121, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.409268733072525, |
| "grad_norm": 0.14467386901378632, |
| "learning_rate": 1.948470209339775e-06, |
| "loss": 7.212, |
| "step": 501 |
| }, |
| { |
| "epoch": 2.4140836593439663, |
| "grad_norm": 0.127033531665802, |
| "learning_rate": 1.932367149758454e-06, |
| "loss": 7.9942, |
| "step": 502 |
| }, |
| { |
| "epoch": 2.4188985856154077, |
| "grad_norm": 0.22416523098945618, |
| "learning_rate": 1.916264090177134e-06, |
| "loss": 9.2825, |
| "step": 503 |
| }, |
| { |
| "epoch": 2.423713511886849, |
| "grad_norm": 0.15797053277492523, |
| "learning_rate": 1.9001610305958135e-06, |
| "loss": 9.0045, |
| "step": 504 |
| }, |
| { |
| "epoch": 2.4285284381582906, |
| "grad_norm": 0.16567374765872955, |
| "learning_rate": 1.884057971014493e-06, |
| "loss": 7.8467, |
| "step": 505 |
| }, |
| { |
| "epoch": 2.433343364429732, |
| "grad_norm": 0.2187729775905609, |
| "learning_rate": 1.8679549114331724e-06, |
| "loss": 6.8691, |
| "step": 506 |
| }, |
| { |
| "epoch": 2.438158290701174, |
| "grad_norm": 0.1330510675907135, |
| "learning_rate": 1.8518518518518519e-06, |
| "loss": 8.6586, |
| "step": 507 |
| }, |
| { |
| "epoch": 2.4429732169726153, |
| "grad_norm": 0.18938250839710236, |
| "learning_rate": 1.8357487922705318e-06, |
| "loss": 8.7543, |
| "step": 508 |
| }, |
| { |
| "epoch": 2.4477881432440567, |
| "grad_norm": 0.16788271069526672, |
| "learning_rate": 1.8196457326892112e-06, |
| "loss": 7.234, |
| "step": 509 |
| }, |
| { |
| "epoch": 2.452603069515498, |
| "grad_norm": 0.13278517127037048, |
| "learning_rate": 1.8035426731078907e-06, |
| "loss": 8.4826, |
| "step": 510 |
| }, |
| { |
| "epoch": 2.4574179957869395, |
| "grad_norm": 0.12632611393928528, |
| "learning_rate": 1.7874396135265702e-06, |
| "loss": 8.6997, |
| "step": 511 |
| }, |
| { |
| "epoch": 2.462232922058381, |
| "grad_norm": 0.21339954435825348, |
| "learning_rate": 1.7713365539452498e-06, |
| "loss": 8.8112, |
| "step": 512 |
| }, |
| { |
| "epoch": 2.4670478483298224, |
| "grad_norm": 0.17126010358333588, |
| "learning_rate": 1.7552334943639293e-06, |
| "loss": 7.5743, |
| "step": 513 |
| }, |
| { |
| "epoch": 2.471862774601264, |
| "grad_norm": 0.13244563341140747, |
| "learning_rate": 1.7391304347826088e-06, |
| "loss": 7.7622, |
| "step": 514 |
| }, |
| { |
| "epoch": 2.4766777008727052, |
| "grad_norm": 0.21267832815647125, |
| "learning_rate": 1.7230273752012882e-06, |
| "loss": 6.7007, |
| "step": 515 |
| }, |
| { |
| "epoch": 2.4814926271441466, |
| "grad_norm": 0.12102889269590378, |
| "learning_rate": 1.7069243156199681e-06, |
| "loss": 9.1424, |
| "step": 516 |
| }, |
| { |
| "epoch": 2.4863075534155885, |
| "grad_norm": 0.13392595946788788, |
| "learning_rate": 1.6908212560386476e-06, |
| "loss": 8.5965, |
| "step": 517 |
| }, |
| { |
| "epoch": 2.49112247968703, |
| "grad_norm": 0.1512872725725174, |
| "learning_rate": 1.674718196457327e-06, |
| "loss": 8.3953, |
| "step": 518 |
| }, |
| { |
| "epoch": 2.4959374059584714, |
| "grad_norm": 0.13532410562038422, |
| "learning_rate": 1.6586151368760065e-06, |
| "loss": 8.184, |
| "step": 519 |
| }, |
| { |
| "epoch": 2.5007523322299128, |
| "grad_norm": 0.1816960871219635, |
| "learning_rate": 1.6425120772946862e-06, |
| "loss": 9.9139, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.505567258501354, |
| "grad_norm": 0.11753327399492264, |
| "learning_rate": 1.6264090177133656e-06, |
| "loss": 8.4936, |
| "step": 521 |
| }, |
| { |
| "epoch": 2.5103821847727956, |
| "grad_norm": 0.20234891772270203, |
| "learning_rate": 1.610305958132045e-06, |
| "loss": 8.1004, |
| "step": 522 |
| }, |
| { |
| "epoch": 2.515197111044237, |
| "grad_norm": 0.14017826318740845, |
| "learning_rate": 1.5942028985507246e-06, |
| "loss": 8.4294, |
| "step": 523 |
| }, |
| { |
| "epoch": 2.5200120373156785, |
| "grad_norm": 0.1481131762266159, |
| "learning_rate": 1.5780998389694045e-06, |
| "loss": 8.3886, |
| "step": 524 |
| }, |
| { |
| "epoch": 2.5248269635871203, |
| "grad_norm": 0.2701749801635742, |
| "learning_rate": 1.561996779388084e-06, |
| "loss": 8.1065, |
| "step": 525 |
| }, |
| { |
| "epoch": 2.5296418898585618, |
| "grad_norm": 0.16109466552734375, |
| "learning_rate": 1.5458937198067634e-06, |
| "loss": 8.4212, |
| "step": 526 |
| }, |
| { |
| "epoch": 2.534456816130003, |
| "grad_norm": 0.18063953518867493, |
| "learning_rate": 1.529790660225443e-06, |
| "loss": 7.8353, |
| "step": 527 |
| }, |
| { |
| "epoch": 2.5392717424014446, |
| "grad_norm": 0.16267195343971252, |
| "learning_rate": 1.5136876006441225e-06, |
| "loss": 7.9062, |
| "step": 528 |
| }, |
| { |
| "epoch": 2.544086668672886, |
| "grad_norm": 0.1997467577457428, |
| "learning_rate": 1.497584541062802e-06, |
| "loss": 8.6919, |
| "step": 529 |
| }, |
| { |
| "epoch": 2.5489015949443274, |
| "grad_norm": 0.15415464341640472, |
| "learning_rate": 1.4814814814814815e-06, |
| "loss": 8.2469, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.553716521215769, |
| "grad_norm": 0.1869962513446808, |
| "learning_rate": 1.4653784219001613e-06, |
| "loss": 8.216, |
| "step": 531 |
| }, |
| { |
| "epoch": 2.5585314474872103, |
| "grad_norm": 0.14521171152591705, |
| "learning_rate": 1.4492753623188408e-06, |
| "loss": 8.2956, |
| "step": 532 |
| }, |
| { |
| "epoch": 2.5633463737586517, |
| "grad_norm": 0.1761654019355774, |
| "learning_rate": 1.4331723027375203e-06, |
| "loss": 8.3107, |
| "step": 533 |
| }, |
| { |
| "epoch": 2.568161300030093, |
| "grad_norm": 0.1776813566684723, |
| "learning_rate": 1.4170692431561997e-06, |
| "loss": 7.2249, |
| "step": 534 |
| }, |
| { |
| "epoch": 2.5729762263015346, |
| "grad_norm": 0.19041168689727783, |
| "learning_rate": 1.4009661835748794e-06, |
| "loss": 8.6567, |
| "step": 535 |
| }, |
| { |
| "epoch": 2.577791152572976, |
| "grad_norm": 0.1729832887649536, |
| "learning_rate": 1.3848631239935589e-06, |
| "loss": 9.1775, |
| "step": 536 |
| }, |
| { |
| "epoch": 2.582606078844418, |
| "grad_norm": 0.1917349100112915, |
| "learning_rate": 1.3687600644122383e-06, |
| "loss": 8.1724, |
| "step": 537 |
| }, |
| { |
| "epoch": 2.5874210051158593, |
| "grad_norm": 0.19829866290092468, |
| "learning_rate": 1.3526570048309178e-06, |
| "loss": 9.4741, |
| "step": 538 |
| }, |
| { |
| "epoch": 2.5922359313873007, |
| "grad_norm": 0.17467886209487915, |
| "learning_rate": 1.3365539452495977e-06, |
| "loss": 8.3608, |
| "step": 539 |
| }, |
| { |
| "epoch": 2.597050857658742, |
| "grad_norm": 0.25771814584732056, |
| "learning_rate": 1.3204508856682772e-06, |
| "loss": 8.5837, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.6018657839301835, |
| "grad_norm": 0.13524986803531647, |
| "learning_rate": 1.3043478260869566e-06, |
| "loss": 7.8586, |
| "step": 541 |
| }, |
| { |
| "epoch": 2.606680710201625, |
| "grad_norm": 0.20528331398963928, |
| "learning_rate": 1.288244766505636e-06, |
| "loss": 8.9202, |
| "step": 542 |
| }, |
| { |
| "epoch": 2.6114956364730664, |
| "grad_norm": 0.18491816520690918, |
| "learning_rate": 1.2721417069243158e-06, |
| "loss": 8.1091, |
| "step": 543 |
| }, |
| { |
| "epoch": 2.6163105627445082, |
| "grad_norm": 0.14208512008190155, |
| "learning_rate": 1.2560386473429952e-06, |
| "loss": 8.8829, |
| "step": 544 |
| }, |
| { |
| "epoch": 2.6211254890159497, |
| "grad_norm": 0.22715114057064056, |
| "learning_rate": 1.2399355877616747e-06, |
| "loss": 8.4472, |
| "step": 545 |
| }, |
| { |
| "epoch": 2.625940415287391, |
| "grad_norm": 0.18286040425300598, |
| "learning_rate": 1.2238325281803544e-06, |
| "loss": 8.129, |
| "step": 546 |
| }, |
| { |
| "epoch": 2.6307553415588325, |
| "grad_norm": 0.18549402058124542, |
| "learning_rate": 1.2077294685990338e-06, |
| "loss": 8.3491, |
| "step": 547 |
| }, |
| { |
| "epoch": 2.635570267830274, |
| "grad_norm": 0.16227751970291138, |
| "learning_rate": 1.1916264090177135e-06, |
| "loss": 8.0191, |
| "step": 548 |
| }, |
| { |
| "epoch": 2.6403851941017153, |
| "grad_norm": 0.17795391380786896, |
| "learning_rate": 1.175523349436393e-06, |
| "loss": 7.1223, |
| "step": 549 |
| }, |
| { |
| "epoch": 2.6452001203731568, |
| "grad_norm": 0.17126573622226715, |
| "learning_rate": 1.1594202898550726e-06, |
| "loss": 8.2455, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.650015046644598, |
| "grad_norm": 0.17369426786899567, |
| "learning_rate": 1.1433172302737521e-06, |
| "loss": 9.6182, |
| "step": 551 |
| }, |
| { |
| "epoch": 2.6548299729160396, |
| "grad_norm": 0.14956361055374146, |
| "learning_rate": 1.1272141706924316e-06, |
| "loss": 7.7231, |
| "step": 552 |
| }, |
| { |
| "epoch": 2.659644899187481, |
| "grad_norm": 0.17787741124629974, |
| "learning_rate": 1.111111111111111e-06, |
| "loss": 8.531, |
| "step": 553 |
| }, |
| { |
| "epoch": 2.6644598254589225, |
| "grad_norm": 0.16423143446445465, |
| "learning_rate": 1.0950080515297907e-06, |
| "loss": 9.07, |
| "step": 554 |
| }, |
| { |
| "epoch": 2.669274751730364, |
| "grad_norm": 0.18575292825698853, |
| "learning_rate": 1.0789049919484702e-06, |
| "loss": 9.2116, |
| "step": 555 |
| }, |
| { |
| "epoch": 2.6740896780018057, |
| "grad_norm": 0.1774529069662094, |
| "learning_rate": 1.0628019323671499e-06, |
| "loss": 7.6522, |
| "step": 556 |
| }, |
| { |
| "epoch": 2.678904604273247, |
| "grad_norm": 0.12618403136730194, |
| "learning_rate": 1.0466988727858295e-06, |
| "loss": 8.2429, |
| "step": 557 |
| }, |
| { |
| "epoch": 2.6837195305446886, |
| "grad_norm": 0.1379764825105667, |
| "learning_rate": 1.030595813204509e-06, |
| "loss": 9.0101, |
| "step": 558 |
| }, |
| { |
| "epoch": 2.68853445681613, |
| "grad_norm": 0.1804221123456955, |
| "learning_rate": 1.0144927536231885e-06, |
| "loss": 7.1618, |
| "step": 559 |
| }, |
| { |
| "epoch": 2.6933493830875714, |
| "grad_norm": 0.2020816057920456, |
| "learning_rate": 9.983896940418681e-07, |
| "loss": 8.0899, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.698164309359013, |
| "grad_norm": 0.1975187063217163, |
| "learning_rate": 9.822866344605476e-07, |
| "loss": 6.9638, |
| "step": 561 |
| }, |
| { |
| "epoch": 2.7029792356304543, |
| "grad_norm": 0.21582917869091034, |
| "learning_rate": 9.66183574879227e-07, |
| "loss": 8.3501, |
| "step": 562 |
| }, |
| { |
| "epoch": 2.707794161901896, |
| "grad_norm": 0.1378657966852188, |
| "learning_rate": 9.500805152979067e-07, |
| "loss": 7.8302, |
| "step": 563 |
| }, |
| { |
| "epoch": 2.7126090881733376, |
| "grad_norm": 0.17029066383838654, |
| "learning_rate": 9.339774557165862e-07, |
| "loss": 8.3873, |
| "step": 564 |
| }, |
| { |
| "epoch": 2.717424014444779, |
| "grad_norm": 0.1723220944404602, |
| "learning_rate": 9.178743961352659e-07, |
| "loss": 7.8308, |
| "step": 565 |
| }, |
| { |
| "epoch": 2.7222389407162204, |
| "grad_norm": 0.15351563692092896, |
| "learning_rate": 9.017713365539453e-07, |
| "loss": 7.8458, |
| "step": 566 |
| }, |
| { |
| "epoch": 2.727053866987662, |
| "grad_norm": 0.15215708315372467, |
| "learning_rate": 8.856682769726249e-07, |
| "loss": 8.4561, |
| "step": 567 |
| }, |
| { |
| "epoch": 2.7318687932591033, |
| "grad_norm": 0.18015427887439728, |
| "learning_rate": 8.695652173913044e-07, |
| "loss": 7.986, |
| "step": 568 |
| }, |
| { |
| "epoch": 2.7366837195305447, |
| "grad_norm": 0.18228279054164886, |
| "learning_rate": 8.534621578099841e-07, |
| "loss": 8.3809, |
| "step": 569 |
| }, |
| { |
| "epoch": 2.741498645801986, |
| "grad_norm": 0.17855818569660187, |
| "learning_rate": 8.373590982286635e-07, |
| "loss": 7.2222, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.7463135720734275, |
| "grad_norm": 0.12565724551677704, |
| "learning_rate": 8.212560386473431e-07, |
| "loss": 8.319, |
| "step": 571 |
| }, |
| { |
| "epoch": 2.751128498344869, |
| "grad_norm": 0.1549467146396637, |
| "learning_rate": 8.051529790660226e-07, |
| "loss": 7.4813, |
| "step": 572 |
| }, |
| { |
| "epoch": 2.7559434246163104, |
| "grad_norm": 0.19094257056713104, |
| "learning_rate": 7.890499194847022e-07, |
| "loss": 7.5127, |
| "step": 573 |
| }, |
| { |
| "epoch": 2.760758350887752, |
| "grad_norm": 0.18528102338314056, |
| "learning_rate": 7.729468599033817e-07, |
| "loss": 8.4165, |
| "step": 574 |
| }, |
| { |
| "epoch": 2.7655732771591937, |
| "grad_norm": 0.17467372119426727, |
| "learning_rate": 7.568438003220613e-07, |
| "loss": 8.4328, |
| "step": 575 |
| }, |
| { |
| "epoch": 2.770388203430635, |
| "grad_norm": 0.1786053627729416, |
| "learning_rate": 7.407407407407407e-07, |
| "loss": 7.6748, |
| "step": 576 |
| }, |
| { |
| "epoch": 2.7752031297020765, |
| "grad_norm": 0.2303641140460968, |
| "learning_rate": 7.246376811594204e-07, |
| "loss": 7.6819, |
| "step": 577 |
| }, |
| { |
| "epoch": 2.780018055973518, |
| "grad_norm": 0.20672529935836792, |
| "learning_rate": 7.085346215780999e-07, |
| "loss": 7.6466, |
| "step": 578 |
| }, |
| { |
| "epoch": 2.7848329822449593, |
| "grad_norm": 0.20678630471229553, |
| "learning_rate": 6.924315619967794e-07, |
| "loss": 7.83, |
| "step": 579 |
| }, |
| { |
| "epoch": 2.7896479085164008, |
| "grad_norm": 0.22579342126846313, |
| "learning_rate": 6.763285024154589e-07, |
| "loss": 8.352, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.794462834787842, |
| "grad_norm": 0.21970775723457336, |
| "learning_rate": 6.602254428341386e-07, |
| "loss": 9.0786, |
| "step": 581 |
| }, |
| { |
| "epoch": 2.799277761059284, |
| "grad_norm": 0.15649309754371643, |
| "learning_rate": 6.44122383252818e-07, |
| "loss": 8.0365, |
| "step": 582 |
| }, |
| { |
| "epoch": 2.8040926873307255, |
| "grad_norm": 0.15020275115966797, |
| "learning_rate": 6.280193236714976e-07, |
| "loss": 7.5352, |
| "step": 583 |
| }, |
| { |
| "epoch": 2.808907613602167, |
| "grad_norm": 0.1699695736169815, |
| "learning_rate": 6.119162640901772e-07, |
| "loss": 7.9234, |
| "step": 584 |
| }, |
| { |
| "epoch": 2.8137225398736083, |
| "grad_norm": 0.14597013592720032, |
| "learning_rate": 5.958132045088568e-07, |
| "loss": 8.406, |
| "step": 585 |
| }, |
| { |
| "epoch": 2.8185374661450497, |
| "grad_norm": 0.1936945766210556, |
| "learning_rate": 5.797101449275363e-07, |
| "loss": 7.1909, |
| "step": 586 |
| }, |
| { |
| "epoch": 2.823352392416491, |
| "grad_norm": 0.1677147001028061, |
| "learning_rate": 5.636070853462158e-07, |
| "loss": 8.3866, |
| "step": 587 |
| }, |
| { |
| "epoch": 2.8281673186879326, |
| "grad_norm": 0.1816486269235611, |
| "learning_rate": 5.475040257648954e-07, |
| "loss": 8.0837, |
| "step": 588 |
| }, |
| { |
| "epoch": 2.832982244959374, |
| "grad_norm": 0.18202394247055054, |
| "learning_rate": 5.314009661835749e-07, |
| "loss": 9.1406, |
| "step": 589 |
| }, |
| { |
| "epoch": 2.8377971712308154, |
| "grad_norm": 0.2390686720609665, |
| "learning_rate": 5.152979066022545e-07, |
| "loss": 8.5755, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.842612097502257, |
| "grad_norm": 0.18315307796001434, |
| "learning_rate": 4.991948470209341e-07, |
| "loss": 8.1501, |
| "step": 591 |
| }, |
| { |
| "epoch": 2.8474270237736983, |
| "grad_norm": 0.17412015795707703, |
| "learning_rate": 4.830917874396135e-07, |
| "loss": 8.2024, |
| "step": 592 |
| }, |
| { |
| "epoch": 2.8522419500451397, |
| "grad_norm": 0.18761633336544037, |
| "learning_rate": 4.669887278582931e-07, |
| "loss": 7.597, |
| "step": 593 |
| }, |
| { |
| "epoch": 2.8570568763165816, |
| "grad_norm": 0.1563250869512558, |
| "learning_rate": 4.5088566827697267e-07, |
| "loss": 8.4617, |
| "step": 594 |
| }, |
| { |
| "epoch": 2.861871802588023, |
| "grad_norm": 0.13112574815750122, |
| "learning_rate": 4.347826086956522e-07, |
| "loss": 7.6717, |
| "step": 595 |
| }, |
| { |
| "epoch": 2.8666867288594644, |
| "grad_norm": 0.1944950670003891, |
| "learning_rate": 4.1867954911433176e-07, |
| "loss": 8.5494, |
| "step": 596 |
| }, |
| { |
| "epoch": 2.871501655130906, |
| "grad_norm": 0.18215830624103546, |
| "learning_rate": 4.025764895330113e-07, |
| "loss": 8.4453, |
| "step": 597 |
| }, |
| { |
| "epoch": 2.8763165814023472, |
| "grad_norm": 0.15392394363880157, |
| "learning_rate": 3.8647342995169085e-07, |
| "loss": 7.0528, |
| "step": 598 |
| }, |
| { |
| "epoch": 2.8811315076737887, |
| "grad_norm": 0.17069800198078156, |
| "learning_rate": 3.7037037037037036e-07, |
| "loss": 9.8743, |
| "step": 599 |
| }, |
| { |
| "epoch": 2.88594643394523, |
| "grad_norm": 0.13186608254909515, |
| "learning_rate": 3.5426731078904993e-07, |
| "loss": 7.9741, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.8907613602166715, |
| "grad_norm": 0.15300041437149048, |
| "learning_rate": 3.3816425120772945e-07, |
| "loss": 8.788, |
| "step": 601 |
| }, |
| { |
| "epoch": 2.8955762864881134, |
| "grad_norm": 0.15090717375278473, |
| "learning_rate": 3.22061191626409e-07, |
| "loss": 7.801, |
| "step": 602 |
| }, |
| { |
| "epoch": 2.900391212759555, |
| "grad_norm": 0.1606573611497879, |
| "learning_rate": 3.059581320450886e-07, |
| "loss": 8.5165, |
| "step": 603 |
| }, |
| { |
| "epoch": 2.9052061390309962, |
| "grad_norm": 0.15746456384658813, |
| "learning_rate": 2.8985507246376816e-07, |
| "loss": 7.3699, |
| "step": 604 |
| }, |
| { |
| "epoch": 2.9100210653024376, |
| "grad_norm": 0.1550646871328354, |
| "learning_rate": 2.737520128824477e-07, |
| "loss": 7.6848, |
| "step": 605 |
| }, |
| { |
| "epoch": 2.914835991573879, |
| "grad_norm": 0.14871163666248322, |
| "learning_rate": 2.5764895330112725e-07, |
| "loss": 7.6812, |
| "step": 606 |
| }, |
| { |
| "epoch": 2.9196509178453205, |
| "grad_norm": 0.2426673322916031, |
| "learning_rate": 2.4154589371980677e-07, |
| "loss": 7.7157, |
| "step": 607 |
| }, |
| { |
| "epoch": 2.924465844116762, |
| "grad_norm": 0.19695597887039185, |
| "learning_rate": 2.2544283413848634e-07, |
| "loss": 7.9716, |
| "step": 608 |
| }, |
| { |
| "epoch": 2.9292807703882033, |
| "grad_norm": 0.18192477524280548, |
| "learning_rate": 2.0933977455716588e-07, |
| "loss": 7.4395, |
| "step": 609 |
| }, |
| { |
| "epoch": 2.9340956966596448, |
| "grad_norm": 0.18087869882583618, |
| "learning_rate": 1.9323671497584542e-07, |
| "loss": 7.6177, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.938910622931086, |
| "grad_norm": 0.1489817202091217, |
| "learning_rate": 1.7713365539452497e-07, |
| "loss": 7.4342, |
| "step": 611 |
| }, |
| { |
| "epoch": 2.9437255492025276, |
| "grad_norm": 0.12941974401474, |
| "learning_rate": 1.610305958132045e-07, |
| "loss": 9.0655, |
| "step": 612 |
| }, |
| { |
| "epoch": 2.9485404754739695, |
| "grad_norm": 0.1680421680212021, |
| "learning_rate": 1.4492753623188408e-07, |
| "loss": 7.2567, |
| "step": 613 |
| }, |
| { |
| "epoch": 2.953355401745411, |
| "grad_norm": 0.18065397441387177, |
| "learning_rate": 1.2882447665056362e-07, |
| "loss": 7.9862, |
| "step": 614 |
| }, |
| { |
| "epoch": 2.9581703280168523, |
| "grad_norm": 0.1599837988615036, |
| "learning_rate": 1.1272141706924317e-07, |
| "loss": 8.2424, |
| "step": 615 |
| }, |
| { |
| "epoch": 2.9629852542882937, |
| "grad_norm": 0.1959857940673828, |
| "learning_rate": 9.661835748792271e-08, |
| "loss": 7.4787, |
| "step": 616 |
| }, |
| { |
| "epoch": 2.967800180559735, |
| "grad_norm": 0.15649034082889557, |
| "learning_rate": 8.051529790660226e-08, |
| "loss": 8.1575, |
| "step": 617 |
| }, |
| { |
| "epoch": 2.9726151068311766, |
| "grad_norm": 0.1679297834634781, |
| "learning_rate": 6.441223832528181e-08, |
| "loss": 7.2253, |
| "step": 618 |
| }, |
| { |
| "epoch": 2.977430033102618, |
| "grad_norm": 0.15790539979934692, |
| "learning_rate": 4.8309178743961356e-08, |
| "loss": 7.6764, |
| "step": 619 |
| }, |
| { |
| "epoch": 2.9822449593740594, |
| "grad_norm": 0.1694169044494629, |
| "learning_rate": 3.2206119162640906e-08, |
| "loss": 8.6771, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.9870598856455013, |
| "grad_norm": 0.17527279257774353, |
| "learning_rate": 1.6103059581320453e-08, |
| "loss": 10.7562, |
| "step": 621 |
| }, |
| { |
| "epoch": 2.9870598856455013, |
| "step": 621, |
| "total_flos": 2.802876100504453e+18, |
| "train_loss": 10.002562027622536, |
| "train_runtime": 59343.0737, |
| "train_samples_per_second": 1.344, |
| "train_steps_per_second": 0.01 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 621, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.802876100504453e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
