| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 11670, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.001713796058269066, |
| "grad_norm": 3.5197439193725586, |
| "learning_rate": 4.9974293059125964e-05, |
| "loss": 3.229, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.003427592116538132, |
| "grad_norm": 1.788411259651184, |
| "learning_rate": 4.994572979148815e-05, |
| "loss": 1.4466, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.005141388174807198, |
| "grad_norm": 1.3185161352157593, |
| "learning_rate": 4.991716652385033e-05, |
| "loss": 1.0682, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.006855184233076264, |
| "grad_norm": 0.9748584628105164, |
| "learning_rate": 4.9888603256212515e-05, |
| "loss": 0.9275, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.00856898029134533, |
| "grad_norm": 0.9990955591201782, |
| "learning_rate": 4.9860039988574694e-05, |
| "loss": 0.8359, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.010282776349614395, |
| "grad_norm": 1.0820547342300415, |
| "learning_rate": 4.9831476720936873e-05, |
| "loss": 0.7742, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.011996572407883462, |
| "grad_norm": 1.0009771585464478, |
| "learning_rate": 4.980291345329906e-05, |
| "loss": 0.7429, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.013710368466152529, |
| "grad_norm": 0.8651469349861145, |
| "learning_rate": 4.977435018566124e-05, |
| "loss": 0.7075, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.015424164524421594, |
| "grad_norm": 1.003004789352417, |
| "learning_rate": 4.9745786918023425e-05, |
| "loss": 0.7025, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.01713796058269066, |
| "grad_norm": 1.044442057609558, |
| "learning_rate": 4.971722365038561e-05, |
| "loss": 0.6876, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.018851756640959727, |
| "grad_norm": 0.912819504737854, |
| "learning_rate": 4.968866038274779e-05, |
| "loss": 0.6582, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.02056555269922879, |
| "grad_norm": 0.7841666340827942, |
| "learning_rate": 4.966009711510997e-05, |
| "loss": 0.6521, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.022279348757497857, |
| "grad_norm": 0.8431994915008545, |
| "learning_rate": 4.9631533847472155e-05, |
| "loss": 0.6473, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.023993144815766924, |
| "grad_norm": 0.854539692401886, |
| "learning_rate": 4.9602970579834334e-05, |
| "loss": 0.6686, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.02570694087403599, |
| "grad_norm": 0.8027311563491821, |
| "learning_rate": 4.957440731219652e-05, |
| "loss": 0.6357, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.027420736932305057, |
| "grad_norm": 0.7218838930130005, |
| "learning_rate": 4.95458440445587e-05, |
| "loss": 0.636, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.02913453299057412, |
| "grad_norm": 0.8693987727165222, |
| "learning_rate": 4.9517280776920886e-05, |
| "loss": 0.6319, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.030848329048843187, |
| "grad_norm": 0.7060816884040833, |
| "learning_rate": 4.9488717509283065e-05, |
| "loss": 0.6215, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.032562125107112254, |
| "grad_norm": 0.8361769914627075, |
| "learning_rate": 4.9460154241645244e-05, |
| "loss": 0.6304, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.03427592116538132, |
| "grad_norm": 1.2885167598724365, |
| "learning_rate": 4.943159097400743e-05, |
| "loss": 0.5948, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.03598971722365039, |
| "grad_norm": 0.8330972790718079, |
| "learning_rate": 4.940302770636961e-05, |
| "loss": 0.5624, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.037703513281919454, |
| "grad_norm": 0.8592369556427002, |
| "learning_rate": 4.9374464438731795e-05, |
| "loss": 0.6062, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.03941730934018852, |
| "grad_norm": 0.6641691327095032, |
| "learning_rate": 4.9345901171093975e-05, |
| "loss": 0.5822, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.04113110539845758, |
| "grad_norm": 0.7218849062919617, |
| "learning_rate": 4.9317337903456154e-05, |
| "loss": 0.5898, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.04284490145672665, |
| "grad_norm": 0.7507635951042175, |
| "learning_rate": 4.928877463581834e-05, |
| "loss": 0.5637, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.044558697514995714, |
| "grad_norm": 0.6507437229156494, |
| "learning_rate": 4.926021136818052e-05, |
| "loss": 0.5765, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.04627249357326478, |
| "grad_norm": 0.6712321043014526, |
| "learning_rate": 4.9231648100542705e-05, |
| "loss": 0.5637, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.04798628963153385, |
| "grad_norm": 0.8501739501953125, |
| "learning_rate": 4.920308483290489e-05, |
| "loss": 0.5514, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.049700085689802914, |
| "grad_norm": 0.7565245032310486, |
| "learning_rate": 4.917452156526707e-05, |
| "loss": 0.5569, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.05141388174807198, |
| "grad_norm": 0.7239087224006653, |
| "learning_rate": 4.914595829762925e-05, |
| "loss": 0.5468, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.05312767780634105, |
| "grad_norm": 0.7810051441192627, |
| "learning_rate": 4.911739502999143e-05, |
| "loss": 0.5516, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.054841473864610114, |
| "grad_norm": 0.9277384877204895, |
| "learning_rate": 4.9088831762353615e-05, |
| "loss": 0.5593, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.056555269922879174, |
| "grad_norm": 0.7718018293380737, |
| "learning_rate": 4.90602684947158e-05, |
| "loss": 0.5402, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.05826906598114824, |
| "grad_norm": 0.6351784467697144, |
| "learning_rate": 4.903170522707798e-05, |
| "loss": 0.5221, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.05998286203941731, |
| "grad_norm": 0.7788419723510742, |
| "learning_rate": 4.9003141959440166e-05, |
| "loss": 0.5186, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.061696658097686374, |
| "grad_norm": 0.7004103064537048, |
| "learning_rate": 4.897457869180234e-05, |
| "loss": 0.5543, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.06341045415595545, |
| "grad_norm": 0.6299038529396057, |
| "learning_rate": 4.8946015424164525e-05, |
| "loss": 0.5385, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.06512425021422451, |
| "grad_norm": 0.6537446975708008, |
| "learning_rate": 4.891745215652671e-05, |
| "loss": 0.5068, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.06683804627249357, |
| "grad_norm": 0.7129578590393066, |
| "learning_rate": 4.888888888888889e-05, |
| "loss": 0.5386, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.06855184233076264, |
| "grad_norm": 0.6344906687736511, |
| "learning_rate": 4.8860325621251076e-05, |
| "loss": 0.5402, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.0702656383890317, |
| "grad_norm": 0.7094561457633972, |
| "learning_rate": 4.8831762353613255e-05, |
| "loss": 0.5, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.07197943444730077, |
| "grad_norm": 0.7106287479400635, |
| "learning_rate": 4.8803199085975434e-05, |
| "loss": 0.5181, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.07369323050556983, |
| "grad_norm": 0.6683750748634338, |
| "learning_rate": 4.877463581833762e-05, |
| "loss": 0.525, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.07540702656383891, |
| "grad_norm": 0.6109952330589294, |
| "learning_rate": 4.87460725506998e-05, |
| "loss": 0.5109, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.07712082262210797, |
| "grad_norm": 0.6429896950721741, |
| "learning_rate": 4.8717509283061986e-05, |
| "loss": 0.5295, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.07883461868037704, |
| "grad_norm": 0.6576216816902161, |
| "learning_rate": 4.868894601542417e-05, |
| "loss": 0.5145, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.0805484147386461, |
| "grad_norm": 0.7273991107940674, |
| "learning_rate": 4.866038274778635e-05, |
| "loss": 0.512, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.08226221079691516, |
| "grad_norm": 0.652603268623352, |
| "learning_rate": 4.863181948014853e-05, |
| "loss": 0.521, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.08397600685518423, |
| "grad_norm": 0.7902228832244873, |
| "learning_rate": 4.860325621251071e-05, |
| "loss": 0.5337, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.0856898029134533, |
| "grad_norm": 0.6212602257728577, |
| "learning_rate": 4.8574692944872895e-05, |
| "loss": 0.5135, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.08740359897172237, |
| "grad_norm": 0.6101359724998474, |
| "learning_rate": 4.854612967723508e-05, |
| "loss": 0.4812, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.08911739502999143, |
| "grad_norm": 0.623332142829895, |
| "learning_rate": 4.851756640959726e-05, |
| "loss": 0.4979, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.0908311910882605, |
| "grad_norm": 0.6756040453910828, |
| "learning_rate": 4.848900314195945e-05, |
| "loss": 0.488, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.09254498714652956, |
| "grad_norm": 0.6245468854904175, |
| "learning_rate": 4.8460439874321626e-05, |
| "loss": 0.4887, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.09425878320479864, |
| "grad_norm": 0.6777324676513672, |
| "learning_rate": 4.8431876606683805e-05, |
| "loss": 0.518, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.0959725792630677, |
| "grad_norm": 0.6594008207321167, |
| "learning_rate": 4.840331333904599e-05, |
| "loss": 0.5027, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.09768637532133675, |
| "grad_norm": 0.6377647519111633, |
| "learning_rate": 4.837475007140817e-05, |
| "loss": 0.4977, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.09940017137960583, |
| "grad_norm": 0.637972354888916, |
| "learning_rate": 4.8346186803770356e-05, |
| "loss": 0.5055, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.10111396743787489, |
| "grad_norm": 0.5835251808166504, |
| "learning_rate": 4.8317623536132536e-05, |
| "loss": 0.4866, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.10282776349614396, |
| "grad_norm": 0.5735305547714233, |
| "learning_rate": 4.8289060268494715e-05, |
| "loss": 0.4788, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.10454155955441302, |
| "grad_norm": 0.643041729927063, |
| "learning_rate": 4.82604970008569e-05, |
| "loss": 0.4675, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.1062553556126821, |
| "grad_norm": 0.6759035587310791, |
| "learning_rate": 4.823193373321908e-05, |
| "loss": 0.4864, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.10796915167095116, |
| "grad_norm": 0.6026252508163452, |
| "learning_rate": 4.8203370465581266e-05, |
| "loss": 0.5074, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.10968294772922023, |
| "grad_norm": 0.6817514300346375, |
| "learning_rate": 4.8174807197943445e-05, |
| "loss": 0.4844, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.11139674378748929, |
| "grad_norm": 0.5522242188453674, |
| "learning_rate": 4.814624393030563e-05, |
| "loss": 0.5001, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.11311053984575835, |
| "grad_norm": 0.5717945098876953, |
| "learning_rate": 4.811768066266781e-05, |
| "loss": 0.4829, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.11482433590402742, |
| "grad_norm": 0.5866938233375549, |
| "learning_rate": 4.808911739502999e-05, |
| "loss": 0.5096, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.11653813196229648, |
| "grad_norm": 0.5821776390075684, |
| "learning_rate": 4.8060554127392176e-05, |
| "loss": 0.49, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.11825192802056556, |
| "grad_norm": 0.6838080883026123, |
| "learning_rate": 4.8031990859754355e-05, |
| "loss": 0.4756, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.11996572407883462, |
| "grad_norm": 0.5338395237922668, |
| "learning_rate": 4.800342759211654e-05, |
| "loss": 0.4788, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.12167952013710369, |
| "grad_norm": 0.6005649566650391, |
| "learning_rate": 4.797486432447873e-05, |
| "loss": 0.476, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.12339331619537275, |
| "grad_norm": 0.5598942637443542, |
| "learning_rate": 4.7946301056840906e-05, |
| "loss": 0.4721, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.12510711225364182, |
| "grad_norm": 0.6488958597183228, |
| "learning_rate": 4.7917737789203086e-05, |
| "loss": 0.4608, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.1268209083119109, |
| "grad_norm": 0.6719090342521667, |
| "learning_rate": 4.788917452156527e-05, |
| "loss": 0.4972, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.12853470437017994, |
| "grad_norm": 0.722967803478241, |
| "learning_rate": 4.786061125392745e-05, |
| "loss": 0.4663, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.13024850042844902, |
| "grad_norm": 0.6082452535629272, |
| "learning_rate": 4.783204798628964e-05, |
| "loss": 0.4922, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.1319622964867181, |
| "grad_norm": 0.5927706956863403, |
| "learning_rate": 4.7803484718651816e-05, |
| "loss": 0.4894, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.13367609254498714, |
| "grad_norm": 0.5587890148162842, |
| "learning_rate": 4.7774921451013995e-05, |
| "loss": 0.4895, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.1353898886032562, |
| "grad_norm": 0.6011940240859985, |
| "learning_rate": 4.774635818337618e-05, |
| "loss": 0.4714, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.13710368466152528, |
| "grad_norm": 0.6309077143669128, |
| "learning_rate": 4.771779491573836e-05, |
| "loss": 0.4896, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.13881748071979436, |
| "grad_norm": 0.5483425855636597, |
| "learning_rate": 4.7689231648100547e-05, |
| "loss": 0.4906, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.1405312767780634, |
| "grad_norm": 0.6498242020606995, |
| "learning_rate": 4.7660668380462726e-05, |
| "loss": 0.4845, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.14224507283633248, |
| "grad_norm": 0.6233829259872437, |
| "learning_rate": 4.763210511282491e-05, |
| "loss": 0.4587, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.14395886889460155, |
| "grad_norm": 0.586863100528717, |
| "learning_rate": 4.760354184518709e-05, |
| "loss": 0.4577, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.1456726649528706, |
| "grad_norm": 0.5762030482292175, |
| "learning_rate": 4.757497857754927e-05, |
| "loss": 0.4692, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.14738646101113967, |
| "grad_norm": 0.5599485635757446, |
| "learning_rate": 4.7546415309911456e-05, |
| "loss": 0.4843, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.14910025706940874, |
| "grad_norm": 0.5596937537193298, |
| "learning_rate": 4.7517852042273636e-05, |
| "loss": 0.4819, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.15081405312767782, |
| "grad_norm": 0.6436209678649902, |
| "learning_rate": 4.748928877463582e-05, |
| "loss": 0.4549, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.15252784918594686, |
| "grad_norm": 0.6014467477798462, |
| "learning_rate": 4.746072550699801e-05, |
| "loss": 0.4606, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.15424164524421594, |
| "grad_norm": 0.6054000854492188, |
| "learning_rate": 4.743216223936019e-05, |
| "loss": 0.4556, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.155955441302485, |
| "grad_norm": 0.5195685029029846, |
| "learning_rate": 4.7403598971722366e-05, |
| "loss": 0.4582, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.15766923736075408, |
| "grad_norm": 0.6742907762527466, |
| "learning_rate": 4.7375035704084545e-05, |
| "loss": 0.4666, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.15938303341902313, |
| "grad_norm": 0.8041543960571289, |
| "learning_rate": 4.734647243644673e-05, |
| "loss": 0.4533, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.1610968294772922, |
| "grad_norm": 0.5654326677322388, |
| "learning_rate": 4.731790916880892e-05, |
| "loss": 0.4534, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.16281062553556128, |
| "grad_norm": 0.5578976273536682, |
| "learning_rate": 4.7289345901171097e-05, |
| "loss": 0.4593, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.16452442159383032, |
| "grad_norm": 0.5508532524108887, |
| "learning_rate": 4.726078263353328e-05, |
| "loss": 0.4528, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.1662382176520994, |
| "grad_norm": 0.5675921440124512, |
| "learning_rate": 4.7232219365895455e-05, |
| "loss": 0.4556, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.16795201371036847, |
| "grad_norm": 0.5847021341323853, |
| "learning_rate": 4.720365609825764e-05, |
| "loss": 0.4573, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.16966580976863754, |
| "grad_norm": 0.6159939765930176, |
| "learning_rate": 4.717509283061983e-05, |
| "loss": 0.4497, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.1713796058269066, |
| "grad_norm": 0.5292489528656006, |
| "learning_rate": 4.7146529562982006e-05, |
| "loss": 0.466, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.17309340188517566, |
| "grad_norm": 0.5373420715332031, |
| "learning_rate": 4.711796629534419e-05, |
| "loss": 0.4543, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.17480719794344474, |
| "grad_norm": 0.5367053747177124, |
| "learning_rate": 4.708940302770637e-05, |
| "loss": 0.4555, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.17652099400171378, |
| "grad_norm": 0.5302269458770752, |
| "learning_rate": 4.706083976006855e-05, |
| "loss": 0.4526, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.17823479005998286, |
| "grad_norm": 0.5884714126586914, |
| "learning_rate": 4.703227649243074e-05, |
| "loss": 0.4533, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.17994858611825193, |
| "grad_norm": 0.5478530526161194, |
| "learning_rate": 4.7003713224792916e-05, |
| "loss": 0.454, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.181662382176521, |
| "grad_norm": 0.5300725698471069, |
| "learning_rate": 4.69751499571551e-05, |
| "loss": 0.4413, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.18337617823479005, |
| "grad_norm": 0.5762424468994141, |
| "learning_rate": 4.694658668951729e-05, |
| "loss": 0.472, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.18508997429305912, |
| "grad_norm": 0.5916193127632141, |
| "learning_rate": 4.691802342187947e-05, |
| "loss": 0.4465, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.1868037703513282, |
| "grad_norm": 0.5725514888763428, |
| "learning_rate": 4.6889460154241646e-05, |
| "loss": 0.4694, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.18851756640959727, |
| "grad_norm": 0.6294386386871338, |
| "learning_rate": 4.6860896886603826e-05, |
| "loss": 0.4513, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.19023136246786632, |
| "grad_norm": 0.5739086270332336, |
| "learning_rate": 4.683233361896601e-05, |
| "loss": 0.4769, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.1919451585261354, |
| "grad_norm": 0.5288265347480774, |
| "learning_rate": 4.68037703513282e-05, |
| "loss": 0.4506, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.19365895458440446, |
| "grad_norm": 0.5287862420082092, |
| "learning_rate": 4.677520708369038e-05, |
| "loss": 0.436, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.1953727506426735, |
| "grad_norm": 0.6703059077262878, |
| "learning_rate": 4.674664381605256e-05, |
| "loss": 0.447, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.19708654670094258, |
| "grad_norm": 0.5269696116447449, |
| "learning_rate": 4.6718080548414735e-05, |
| "loss": 0.4742, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.19880034275921166, |
| "grad_norm": 0.5767235159873962, |
| "learning_rate": 4.668951728077692e-05, |
| "loss": 0.4422, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.20051413881748073, |
| "grad_norm": 0.5331224799156189, |
| "learning_rate": 4.666095401313911e-05, |
| "loss": 0.4441, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.20222793487574978, |
| "grad_norm": 0.6412308216094971, |
| "learning_rate": 4.663239074550129e-05, |
| "loss": 0.4354, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.20394173093401885, |
| "grad_norm": 0.519543468952179, |
| "learning_rate": 4.660382747786347e-05, |
| "loss": 0.4587, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.20565552699228792, |
| "grad_norm": 0.5464423298835754, |
| "learning_rate": 4.657526421022565e-05, |
| "loss": 0.445, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.207369323050557, |
| "grad_norm": 0.5126811861991882, |
| "learning_rate": 4.654670094258783e-05, |
| "loss": 0.4336, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.20908311910882604, |
| "grad_norm": 0.49116766452789307, |
| "learning_rate": 4.651813767495002e-05, |
| "loss": 0.4542, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.21079691516709512, |
| "grad_norm": 0.562121570110321, |
| "learning_rate": 4.6489574407312196e-05, |
| "loss": 0.447, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.2125107112253642, |
| "grad_norm": 0.5438272356987, |
| "learning_rate": 4.646101113967438e-05, |
| "loss": 0.4473, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.21422450728363324, |
| "grad_norm": 0.5589945316314697, |
| "learning_rate": 4.643244787203656e-05, |
| "loss": 0.4365, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.2159383033419023, |
| "grad_norm": 0.49309206008911133, |
| "learning_rate": 4.640388460439875e-05, |
| "loss": 0.4549, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.21765209940017138, |
| "grad_norm": 0.5735007524490356, |
| "learning_rate": 4.637532133676093e-05, |
| "loss": 0.434, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.21936589545844046, |
| "grad_norm": 0.5194084048271179, |
| "learning_rate": 4.6346758069123106e-05, |
| "loss": 0.4324, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.2210796915167095, |
| "grad_norm": 0.5877565741539001, |
| "learning_rate": 4.631819480148529e-05, |
| "loss": 0.4328, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.22279348757497858, |
| "grad_norm": 0.6073413491249084, |
| "learning_rate": 4.628963153384747e-05, |
| "loss": 0.4413, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.22450728363324765, |
| "grad_norm": 0.5142035484313965, |
| "learning_rate": 4.626106826620966e-05, |
| "loss": 0.4277, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.2262210796915167, |
| "grad_norm": 0.6134445071220398, |
| "learning_rate": 4.6232504998571843e-05, |
| "loss": 0.4399, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.22793487574978577, |
| "grad_norm": 0.5537267327308655, |
| "learning_rate": 4.620394173093402e-05, |
| "loss": 0.4227, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.22964867180805484, |
| "grad_norm": 0.5451083779335022, |
| "learning_rate": 4.61753784632962e-05, |
| "loss": 0.4462, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.23136246786632392, |
| "grad_norm": 0.5471403002738953, |
| "learning_rate": 4.614681519565839e-05, |
| "loss": 0.425, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.23307626392459296, |
| "grad_norm": 0.5239073634147644, |
| "learning_rate": 4.611825192802057e-05, |
| "loss": 0.4396, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.23479005998286204, |
| "grad_norm": 0.5054474472999573, |
| "learning_rate": 4.608968866038275e-05, |
| "loss": 0.4185, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.2365038560411311, |
| "grad_norm": 0.5151476860046387, |
| "learning_rate": 4.606112539274493e-05, |
| "loss": 0.4284, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.23821765209940018, |
| "grad_norm": 0.5287209749221802, |
| "learning_rate": 4.603256212510711e-05, |
| "loss": 0.4349, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.23993144815766923, |
| "grad_norm": 0.5235722661018372, |
| "learning_rate": 4.60039988574693e-05, |
| "loss": 0.4283, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.2416452442159383, |
| "grad_norm": 0.5603968501091003, |
| "learning_rate": 4.597543558983148e-05, |
| "loss": 0.4428, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.24335904027420738, |
| "grad_norm": 0.54140704870224, |
| "learning_rate": 4.594687232219366e-05, |
| "loss": 0.4289, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.24507283633247642, |
| "grad_norm": 0.5573848485946655, |
| "learning_rate": 4.591830905455584e-05, |
| "loss": 0.4377, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.2467866323907455, |
| "grad_norm": 0.5520525574684143, |
| "learning_rate": 4.588974578691803e-05, |
| "loss": 0.4365, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.24850042844901457, |
| "grad_norm": 0.6135875582695007, |
| "learning_rate": 4.586118251928021e-05, |
| "loss": 0.4573, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.25021422450728364, |
| "grad_norm": 0.5709384679794312, |
| "learning_rate": 4.583261925164239e-05, |
| "loss": 0.4293, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.2519280205655527, |
| "grad_norm": 0.49724119901657104, |
| "learning_rate": 4.580405598400457e-05, |
| "loss": 0.4393, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.2536418166238218, |
| "grad_norm": 0.5525110363960266, |
| "learning_rate": 4.577549271636675e-05, |
| "loss": 0.4281, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.25535561268209084, |
| "grad_norm": 0.5513701438903809, |
| "learning_rate": 4.574692944872894e-05, |
| "loss": 0.4395, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.2570694087403599, |
| "grad_norm": 0.4892454743385315, |
| "learning_rate": 4.5718366181091124e-05, |
| "loss": 0.4315, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.258783204798629, |
| "grad_norm": 0.5723627209663391, |
| "learning_rate": 4.56898029134533e-05, |
| "loss": 0.4402, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.26049700085689803, |
| "grad_norm": 0.5150974988937378, |
| "learning_rate": 4.566123964581548e-05, |
| "loss": 0.4367, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.2622107969151671, |
| "grad_norm": 0.5223197340965271, |
| "learning_rate": 4.563267637817766e-05, |
| "loss": 0.4217, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.2639245929734362, |
| "grad_norm": 0.4551326036453247, |
| "learning_rate": 4.560411311053985e-05, |
| "loss": 0.4222, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.2656383890317052, |
| "grad_norm": 0.5828386545181274, |
| "learning_rate": 4.5575549842902034e-05, |
| "loss": 0.4416, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.26735218508997427, |
| "grad_norm": 0.5964780449867249, |
| "learning_rate": 4.554698657526421e-05, |
| "loss": 0.4306, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.26906598114824337, |
| "grad_norm": 0.5186784267425537, |
| "learning_rate": 4.55184233076264e-05, |
| "loss": 0.4263, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.2707797772065124, |
| "grad_norm": 0.49257805943489075, |
| "learning_rate": 4.548986003998857e-05, |
| "loss": 0.4066, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.27249357326478146, |
| "grad_norm": 0.5377402901649475, |
| "learning_rate": 4.546129677235076e-05, |
| "loss": 0.4257, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.27420736932305056, |
| "grad_norm": 0.4789324104785919, |
| "learning_rate": 4.543273350471294e-05, |
| "loss": 0.444, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.2759211653813196, |
| "grad_norm": 0.5270596742630005, |
| "learning_rate": 4.540417023707512e-05, |
| "loss": 0.4391, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.2776349614395887, |
| "grad_norm": 0.5666368007659912, |
| "learning_rate": 4.537560696943731e-05, |
| "loss": 0.4238, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.27934875749785776, |
| "grad_norm": 0.5089669823646545, |
| "learning_rate": 4.534704370179949e-05, |
| "loss": 0.4322, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.2810625535561268, |
| "grad_norm": 0.5666882991790771, |
| "learning_rate": 4.531848043416167e-05, |
| "loss": 0.4238, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.2827763496143959, |
| "grad_norm": 0.48932990431785583, |
| "learning_rate": 4.528991716652385e-05, |
| "loss": 0.4275, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.28449014567266495, |
| "grad_norm": 0.5295417904853821, |
| "learning_rate": 4.526135389888603e-05, |
| "loss": 0.4321, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.286203941730934, |
| "grad_norm": 0.5406290888786316, |
| "learning_rate": 4.523279063124822e-05, |
| "loss": 0.4351, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.2879177377892031, |
| "grad_norm": 0.515723466873169, |
| "learning_rate": 4.5204227363610404e-05, |
| "loss": 0.4359, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.28963153384747214, |
| "grad_norm": 0.6831620335578918, |
| "learning_rate": 4.5175664095972584e-05, |
| "loss": 0.4173, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.2913453299057412, |
| "grad_norm": 0.4642072319984436, |
| "learning_rate": 4.514710082833476e-05, |
| "loss": 0.4148, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.2930591259640103, |
| "grad_norm": 0.5784996747970581, |
| "learning_rate": 4.511853756069694e-05, |
| "loss": 0.4344, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.29477292202227934, |
| "grad_norm": 0.46822839975357056, |
| "learning_rate": 4.508997429305913e-05, |
| "loss": 0.4192, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.29648671808054844, |
| "grad_norm": 0.5901206731796265, |
| "learning_rate": 4.5061411025421314e-05, |
| "loss": 0.4224, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.2982005141388175, |
| "grad_norm": 0.5184633135795593, |
| "learning_rate": 4.503284775778349e-05, |
| "loss": 0.4459, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.29991431019708653, |
| "grad_norm": 0.47953465580940247, |
| "learning_rate": 4.500428449014568e-05, |
| "loss": 0.4075, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.30162810625535563, |
| "grad_norm": 0.508063554763794, |
| "learning_rate": 4.497572122250785e-05, |
| "loss": 0.4201, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.3033419023136247, |
| "grad_norm": 0.5239994525909424, |
| "learning_rate": 4.494715795487004e-05, |
| "loss": 0.4097, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.3050556983718937, |
| "grad_norm": 0.47601497173309326, |
| "learning_rate": 4.4918594687232224e-05, |
| "loss": 0.4176, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.3067694944301628, |
| "grad_norm": 0.5476956367492676, |
| "learning_rate": 4.48900314195944e-05, |
| "loss": 0.4325, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.30848329048843187, |
| "grad_norm": 0.5456777215003967, |
| "learning_rate": 4.486146815195659e-05, |
| "loss": 0.4202, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.3101970865467009, |
| "grad_norm": 0.5144990086555481, |
| "learning_rate": 4.483290488431877e-05, |
| "loss": 0.4349, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.31191088260497, |
| "grad_norm": 0.483378142118454, |
| "learning_rate": 4.480434161668095e-05, |
| "loss": 0.4414, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.31362467866323906, |
| "grad_norm": 0.542691707611084, |
| "learning_rate": 4.4775778349043134e-05, |
| "loss": 0.4298, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.31533847472150817, |
| "grad_norm": 0.49622848629951477, |
| "learning_rate": 4.474721508140531e-05, |
| "loss": 0.4151, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.3170522707797772, |
| "grad_norm": 0.48325487971305847, |
| "learning_rate": 4.47186518137675e-05, |
| "loss": 0.4111, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.31876606683804626, |
| "grad_norm": 0.47797560691833496, |
| "learning_rate": 4.469008854612968e-05, |
| "loss": 0.4374, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.32047986289631536, |
| "grad_norm": 0.48413246870040894, |
| "learning_rate": 4.4661525278491864e-05, |
| "loss": 0.4144, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.3221936589545844, |
| "grad_norm": 0.48628735542297363, |
| "learning_rate": 4.463296201085404e-05, |
| "loss": 0.4199, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.32390745501285345, |
| "grad_norm": 0.5147850513458252, |
| "learning_rate": 4.460439874321622e-05, |
| "loss": 0.4185, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.32562125107112255, |
| "grad_norm": 0.5466386079788208, |
| "learning_rate": 4.457583547557841e-05, |
| "loss": 0.4086, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.3273350471293916, |
| "grad_norm": 0.5725340247154236, |
| "learning_rate": 4.454727220794059e-05, |
| "loss": 0.4036, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.32904884318766064, |
| "grad_norm": 0.5826147794723511, |
| "learning_rate": 4.4518708940302774e-05, |
| "loss": 0.4045, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.33076263924592975, |
| "grad_norm": 0.5249732136726379, |
| "learning_rate": 4.449014567266496e-05, |
| "loss": 0.4046, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.3324764353041988, |
| "grad_norm": 0.49851375818252563, |
| "learning_rate": 4.446158240502714e-05, |
| "loss": 0.4303, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.3341902313624679, |
| "grad_norm": 0.49083590507507324, |
| "learning_rate": 4.443301913738932e-05, |
| "loss": 0.4139, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.33590402742073694, |
| "grad_norm": 0.4749123454093933, |
| "learning_rate": 4.44044558697515e-05, |
| "loss": 0.4178, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.337617823479006, |
| "grad_norm": 0.474155455827713, |
| "learning_rate": 4.4375892602113684e-05, |
| "loss": 0.4198, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.3393316195372751, |
| "grad_norm": 0.48373639583587646, |
| "learning_rate": 4.434732933447587e-05, |
| "loss": 0.4289, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.34104541559554413, |
| "grad_norm": 0.4969842731952667, |
| "learning_rate": 4.431876606683805e-05, |
| "loss": 0.4071, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.3427592116538132, |
| "grad_norm": 0.4806075990200043, |
| "learning_rate": 4.429020279920023e-05, |
| "loss": 0.4005, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.3444730077120823, |
| "grad_norm": 0.5082671642303467, |
| "learning_rate": 4.4261639531562414e-05, |
| "loss": 0.4015, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.3461868037703513, |
| "grad_norm": 0.530406653881073, |
| "learning_rate": 4.423307626392459e-05, |
| "loss": 0.4169, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.34790059982862037, |
| "grad_norm": 0.4801930785179138, |
| "learning_rate": 4.420451299628678e-05, |
| "loss": 0.4212, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.3496143958868895, |
| "grad_norm": 0.4946390688419342, |
| "learning_rate": 4.417594972864896e-05, |
| "loss": 0.4171, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.3513281919451585, |
| "grad_norm": 0.4361880123615265, |
| "learning_rate": 4.4147386461011145e-05, |
| "loss": 0.4207, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.35304198800342756, |
| "grad_norm": 0.48112979531288147, |
| "learning_rate": 4.4118823193373324e-05, |
| "loss": 0.4189, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.35475578406169667, |
| "grad_norm": 0.49672552943229675, |
| "learning_rate": 4.40902599257355e-05, |
| "loss": 0.4298, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.3564695801199657, |
| "grad_norm": 0.4827049970626831, |
| "learning_rate": 4.406169665809769e-05, |
| "loss": 0.4138, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.3581833761782348, |
| "grad_norm": 0.49597135186195374, |
| "learning_rate": 4.403313339045987e-05, |
| "loss": 0.4109, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.35989717223650386, |
| "grad_norm": 0.5000253915786743, |
| "learning_rate": 4.4004570122822054e-05, |
| "loss": 0.4219, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.3616109682947729, |
| "grad_norm": 0.5186734795570374, |
| "learning_rate": 4.397600685518424e-05, |
| "loss": 0.4304, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.363324764353042, |
| "grad_norm": 0.5129287242889404, |
| "learning_rate": 4.394744358754642e-05, |
| "loss": 0.416, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.36503856041131105, |
| "grad_norm": 0.5247070789337158, |
| "learning_rate": 4.39188803199086e-05, |
| "loss": 0.414, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.3667523564695801, |
| "grad_norm": 0.4930817186832428, |
| "learning_rate": 4.389031705227078e-05, |
| "loss": 0.3926, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.3684661525278492, |
| "grad_norm": 0.49000611901283264, |
| "learning_rate": 4.3861753784632964e-05, |
| "loss": 0.4318, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.37017994858611825, |
| "grad_norm": 0.4887852966785431, |
| "learning_rate": 4.383319051699515e-05, |
| "loss": 0.4099, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.3718937446443873, |
| "grad_norm": 0.49520814418792725, |
| "learning_rate": 4.380462724935733e-05, |
| "loss": 0.4026, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.3736075407026564, |
| "grad_norm": 0.5411486029624939, |
| "learning_rate": 4.377606398171951e-05, |
| "loss": 0.4369, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.37532133676092544, |
| "grad_norm": 0.5404260158538818, |
| "learning_rate": 4.374750071408169e-05, |
| "loss": 0.4014, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.37703513281919454, |
| "grad_norm": 0.4977183938026428, |
| "learning_rate": 4.3718937446443874e-05, |
| "loss": 0.4055, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.3787489288774636, |
| "grad_norm": 0.5122350454330444, |
| "learning_rate": 4.369037417880606e-05, |
| "loss": 0.414, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.38046272493573263, |
| "grad_norm": 0.46838364005088806, |
| "learning_rate": 4.366181091116824e-05, |
| "loss": 0.3943, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.38217652099400173, |
| "grad_norm": 0.5282347798347473, |
| "learning_rate": 4.3633247643530425e-05, |
| "loss": 0.4083, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.3838903170522708, |
| "grad_norm": 0.5209845304489136, |
| "learning_rate": 4.3604684375892604e-05, |
| "loss": 0.4067, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.3856041131105398, |
| "grad_norm": 0.47322601079940796, |
| "learning_rate": 4.3576121108254783e-05, |
| "loss": 0.3973, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.3873179091688089, |
| "grad_norm": 0.48601487278938293, |
| "learning_rate": 4.354755784061697e-05, |
| "loss": 0.3997, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.389031705227078, |
| "grad_norm": 0.5330342054367065, |
| "learning_rate": 4.351899457297915e-05, |
| "loss": 0.4055, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.390745501285347, |
| "grad_norm": 0.5453196167945862, |
| "learning_rate": 4.3490431305341335e-05, |
| "loss": 0.4296, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.3924592973436161, |
| "grad_norm": 0.4657805860042572, |
| "learning_rate": 4.346186803770352e-05, |
| "loss": 0.4034, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.39417309340188517, |
| "grad_norm": 0.5053611993789673, |
| "learning_rate": 4.34333047700657e-05, |
| "loss": 0.3915, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.39588688946015427, |
| "grad_norm": 0.46003392338752747, |
| "learning_rate": 4.340474150242788e-05, |
| "loss": 0.4058, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.3976006855184233, |
| "grad_norm": 0.5221563577651978, |
| "learning_rate": 4.337617823479006e-05, |
| "loss": 0.3929, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.39931448157669236, |
| "grad_norm": 0.5037152767181396, |
| "learning_rate": 4.3347614967152244e-05, |
| "loss": 0.407, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.40102827763496146, |
| "grad_norm": 0.4151383340358734, |
| "learning_rate": 4.331905169951443e-05, |
| "loss": 0.4127, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.4027420736932305, |
| "grad_norm": 0.45278656482696533, |
| "learning_rate": 4.329048843187661e-05, |
| "loss": 0.3931, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.40445586975149955, |
| "grad_norm": 0.4748023748397827, |
| "learning_rate": 4.3261925164238796e-05, |
| "loss": 0.4079, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.40616966580976865, |
| "grad_norm": 0.4828534424304962, |
| "learning_rate": 4.323336189660097e-05, |
| "loss": 0.4322, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.4078834618680377, |
| "grad_norm": 0.4558246433734894, |
| "learning_rate": 4.3204798628963154e-05, |
| "loss": 0.4125, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.40959725792630675, |
| "grad_norm": 0.4439447522163391, |
| "learning_rate": 4.317623536132534e-05, |
| "loss": 0.4051, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.41131105398457585, |
| "grad_norm": 0.5642324090003967, |
| "learning_rate": 4.314767209368752e-05, |
| "loss": 0.4008, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.4130248500428449, |
| "grad_norm": 0.4604392945766449, |
| "learning_rate": 4.3119108826049705e-05, |
| "loss": 0.4047, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.414738646101114, |
| "grad_norm": 0.45364564657211304, |
| "learning_rate": 4.3090545558411885e-05, |
| "loss": 0.3789, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.41645244215938304, |
| "grad_norm": 0.47339892387390137, |
| "learning_rate": 4.3061982290774064e-05, |
| "loss": 0.3985, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.4181662382176521, |
| "grad_norm": 0.4818185269832611, |
| "learning_rate": 4.303341902313625e-05, |
| "loss": 0.4123, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.4198800342759212, |
| "grad_norm": 0.4778873324394226, |
| "learning_rate": 4.300485575549843e-05, |
| "loss": 0.3915, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.42159383033419023, |
| "grad_norm": 0.4846336841583252, |
| "learning_rate": 4.2976292487860615e-05, |
| "loss": 0.42, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.4233076263924593, |
| "grad_norm": 0.5048242211341858, |
| "learning_rate": 4.2947729220222794e-05, |
| "loss": 0.3926, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.4250214224507284, |
| "grad_norm": 0.5179741382598877, |
| "learning_rate": 4.291916595258498e-05, |
| "loss": 0.4047, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.4267352185089974, |
| "grad_norm": 0.4281986653804779, |
| "learning_rate": 4.289060268494716e-05, |
| "loss": 0.3953, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.4284490145672665, |
| "grad_norm": 0.47407853603363037, |
| "learning_rate": 4.286203941730934e-05, |
| "loss": 0.4099, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.4301628106255356, |
| "grad_norm": 0.4928293228149414, |
| "learning_rate": 4.2833476149671525e-05, |
| "loss": 0.4039, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.4318766066838046, |
| "grad_norm": 0.45097365975379944, |
| "learning_rate": 4.2804912882033704e-05, |
| "loss": 0.401, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.43359040274207367, |
| "grad_norm": 0.5395087003707886, |
| "learning_rate": 4.277634961439589e-05, |
| "loss": 0.4043, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.43530419880034277, |
| "grad_norm": 0.48334208130836487, |
| "learning_rate": 4.2747786346758076e-05, |
| "loss": 0.4065, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.4370179948586118, |
| "grad_norm": 0.4694972336292267, |
| "learning_rate": 4.271922307912025e-05, |
| "loss": 0.4004, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.4387317909168809, |
| "grad_norm": 0.45093536376953125, |
| "learning_rate": 4.2690659811482435e-05, |
| "loss": 0.3972, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.44044558697514996, |
| "grad_norm": 0.606305718421936, |
| "learning_rate": 4.2662096543844614e-05, |
| "loss": 0.4081, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.442159383033419, |
| "grad_norm": 0.5000024437904358, |
| "learning_rate": 4.26335332762068e-05, |
| "loss": 0.4007, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.4438731790916881, |
| "grad_norm": 0.5056565403938293, |
| "learning_rate": 4.2604970008568986e-05, |
| "loss": 0.4004, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.44558697514995715, |
| "grad_norm": 0.5103461146354675, |
| "learning_rate": 4.2576406740931165e-05, |
| "loss": 0.4072, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.4473007712082262, |
| "grad_norm": 0.5315241813659668, |
| "learning_rate": 4.2547843473293344e-05, |
| "loss": 0.4081, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.4490145672664953, |
| "grad_norm": 0.51112961769104, |
| "learning_rate": 4.251928020565553e-05, |
| "loss": 0.3999, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.45072836332476435, |
| "grad_norm": 0.5215428471565247, |
| "learning_rate": 4.249071693801771e-05, |
| "loss": 0.4108, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.4524421593830334, |
| "grad_norm": 0.43863195180892944, |
| "learning_rate": 4.2462153670379896e-05, |
| "loss": 0.3979, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.4541559554413025, |
| "grad_norm": 0.4583381116390228, |
| "learning_rate": 4.2433590402742075e-05, |
| "loss": 0.4118, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.45586975149957154, |
| "grad_norm": 0.4846024811267853, |
| "learning_rate": 4.240502713510426e-05, |
| "loss": 0.4165, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.45758354755784064, |
| "grad_norm": 0.5279461741447449, |
| "learning_rate": 4.237646386746644e-05, |
| "loss": 0.4105, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.4592973436161097, |
| "grad_norm": 0.4175077974796295, |
| "learning_rate": 4.234790059982862e-05, |
| "loss": 0.3939, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.46101113967437873, |
| "grad_norm": 0.5505842566490173, |
| "learning_rate": 4.2319337332190805e-05, |
| "loss": 0.4048, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.46272493573264784, |
| "grad_norm": 0.4925336539745331, |
| "learning_rate": 4.2290774064552985e-05, |
| "loss": 0.4104, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.4644387317909169, |
| "grad_norm": 0.5095216035842896, |
| "learning_rate": 4.226221079691517e-05, |
| "loss": 0.4181, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.4661525278491859, |
| "grad_norm": 0.5652039647102356, |
| "learning_rate": 4.223364752927736e-05, |
| "loss": 0.3889, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.46786632390745503, |
| "grad_norm": 0.49469706416130066, |
| "learning_rate": 4.2205084261639536e-05, |
| "loss": 0.4209, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.4695801199657241, |
| "grad_norm": 0.42379167675971985, |
| "learning_rate": 4.2176520994001715e-05, |
| "loss": 0.3982, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.4712939160239931, |
| "grad_norm": 0.5219408273696899, |
| "learning_rate": 4.2147957726363894e-05, |
| "loss": 0.3772, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.4730077120822622, |
| "grad_norm": 0.4595051407814026, |
| "learning_rate": 4.211939445872608e-05, |
| "loss": 0.3932, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.47472150814053127, |
| "grad_norm": 0.4492412805557251, |
| "learning_rate": 4.2090831191088266e-05, |
| "loss": 0.408, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.47643530419880037, |
| "grad_norm": 0.5153499841690063, |
| "learning_rate": 4.2062267923450446e-05, |
| "loss": 0.3902, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.4781491002570694, |
| "grad_norm": 0.49975866079330444, |
| "learning_rate": 4.2033704655812625e-05, |
| "loss": 0.3845, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.47986289631533846, |
| "grad_norm": 0.4870286285877228, |
| "learning_rate": 4.2005141388174804e-05, |
| "loss": 0.4034, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.48157669237360756, |
| "grad_norm": 0.4432912766933441, |
| "learning_rate": 4.197657812053699e-05, |
| "loss": 0.3981, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.4832904884318766, |
| "grad_norm": 0.3999868929386139, |
| "learning_rate": 4.1948014852899176e-05, |
| "loss": 0.374, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.48500428449014565, |
| "grad_norm": 0.5054958462715149, |
| "learning_rate": 4.1919451585261355e-05, |
| "loss": 0.4125, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.48671808054841476, |
| "grad_norm": 0.4698047935962677, |
| "learning_rate": 4.189088831762354e-05, |
| "loss": 0.3797, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.4884318766066838, |
| "grad_norm": 0.45830556750297546, |
| "learning_rate": 4.186232504998572e-05, |
| "loss": 0.4044, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.49014567266495285, |
| "grad_norm": 0.509774386882782, |
| "learning_rate": 4.18337617823479e-05, |
| "loss": 0.3836, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.49185946872322195, |
| "grad_norm": 0.49995678663253784, |
| "learning_rate": 4.1805198514710086e-05, |
| "loss": 0.3799, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.493573264781491, |
| "grad_norm": 0.49276742339134216, |
| "learning_rate": 4.1776635247072265e-05, |
| "loss": 0.4116, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.4952870608397601, |
| "grad_norm": 0.4521953761577606, |
| "learning_rate": 4.174807197943445e-05, |
| "loss": 0.3889, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.49700085689802914, |
| "grad_norm": 0.5152191519737244, |
| "learning_rate": 4.171950871179663e-05, |
| "loss": 0.3982, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.4987146529562982, |
| "grad_norm": 0.4679267406463623, |
| "learning_rate": 4.1690945444158816e-05, |
| "loss": 0.3947, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.5004284490145673, |
| "grad_norm": 0.45497140288352966, |
| "learning_rate": 4.1662382176520996e-05, |
| "loss": 0.3759, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.5021422450728363, |
| "grad_norm": 0.5409018993377686, |
| "learning_rate": 4.1633818908883175e-05, |
| "loss": 0.4003, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.5038560411311054, |
| "grad_norm": 0.4464910328388214, |
| "learning_rate": 4.160525564124536e-05, |
| "loss": 0.3915, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.5055698371893744, |
| "grad_norm": 0.5109448432922363, |
| "learning_rate": 4.157669237360755e-05, |
| "loss": 0.3709, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.5072836332476436, |
| "grad_norm": 0.4784081280231476, |
| "learning_rate": 4.1548129105969726e-05, |
| "loss": 0.3896, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.5089974293059126, |
| "grad_norm": 0.4331073462963104, |
| "learning_rate": 4.1519565838331905e-05, |
| "loss": 0.3739, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.5107112253641817, |
| "grad_norm": 0.43807411193847656, |
| "learning_rate": 4.1491002570694085e-05, |
| "loss": 0.3891, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.5124250214224507, |
| "grad_norm": 0.4344954788684845, |
| "learning_rate": 4.146243930305627e-05, |
| "loss": 0.4073, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.5141388174807198, |
| "grad_norm": 0.45541128516197205, |
| "learning_rate": 4.1433876035418457e-05, |
| "loss": 0.4017, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.5158526135389888, |
| "grad_norm": 0.4948163330554962, |
| "learning_rate": 4.1405312767780636e-05, |
| "loss": 0.3836, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.517566409597258, |
| "grad_norm": 0.5308042764663696, |
| "learning_rate": 4.137674950014282e-05, |
| "loss": 0.3793, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.519280205655527, |
| "grad_norm": 0.46851393580436707, |
| "learning_rate": 4.1348186232505e-05, |
| "loss": 0.3849, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.5209940017137961, |
| "grad_norm": 0.482305645942688, |
| "learning_rate": 4.131962296486718e-05, |
| "loss": 0.3998, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.5227077977720651, |
| "grad_norm": 0.41640397906303406, |
| "learning_rate": 4.1291059697229366e-05, |
| "loss": 0.3817, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.5244215938303342, |
| "grad_norm": 0.46141761541366577, |
| "learning_rate": 4.1262496429591546e-05, |
| "loss": 0.3731, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.5261353898886033, |
| "grad_norm": 0.46264177560806274, |
| "learning_rate": 4.123393316195373e-05, |
| "loss": 0.381, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.5278491859468724, |
| "grad_norm": 0.4680739641189575, |
| "learning_rate": 4.120536989431591e-05, |
| "loss": 0.3817, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.5295629820051414, |
| "grad_norm": 0.4986321032047272, |
| "learning_rate": 4.11768066266781e-05, |
| "loss": 0.3897, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.5312767780634104, |
| "grad_norm": 0.4697842597961426, |
| "learning_rate": 4.1148243359040276e-05, |
| "loss": 0.3843, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.5329905741216795, |
| "grad_norm": 0.4521206319332123, |
| "learning_rate": 4.1119680091402455e-05, |
| "loss": 0.3856, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.5347043701799485, |
| "grad_norm": 0.46120381355285645, |
| "learning_rate": 4.109111682376464e-05, |
| "loss": 0.3976, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.5364181662382177, |
| "grad_norm": 0.48239853978157043, |
| "learning_rate": 4.106255355612682e-05, |
| "loss": 0.3949, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.5381319622964867, |
| "grad_norm": 0.4508815109729767, |
| "learning_rate": 4.1033990288489007e-05, |
| "loss": 0.4015, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.5398457583547558, |
| "grad_norm": 0.4042247533798218, |
| "learning_rate": 4.100542702085119e-05, |
| "loss": 0.4032, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.5415595544130248, |
| "grad_norm": 0.49115559458732605, |
| "learning_rate": 4.0976863753213365e-05, |
| "loss": 0.3847, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.5432733504712939, |
| "grad_norm": 0.4663139581680298, |
| "learning_rate": 4.094830048557555e-05, |
| "loss": 0.3991, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.5449871465295629, |
| "grad_norm": 0.5062701106071472, |
| "learning_rate": 4.091973721793773e-05, |
| "loss": 0.3901, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.5467009425878321, |
| "grad_norm": 0.49512970447540283, |
| "learning_rate": 4.0891173950299916e-05, |
| "loss": 0.3921, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.5484147386461011, |
| "grad_norm": 0.6591855883598328, |
| "learning_rate": 4.08626106826621e-05, |
| "loss": 0.3768, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.5501285347043702, |
| "grad_norm": 0.45946204662323, |
| "learning_rate": 4.083404741502428e-05, |
| "loss": 0.3922, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.5518423307626392, |
| "grad_norm": 0.4640927314758301, |
| "learning_rate": 4.080548414738646e-05, |
| "loss": 0.379, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.5535561268209083, |
| "grad_norm": 0.4628278911113739, |
| "learning_rate": 4.077692087974865e-05, |
| "loss": 0.4021, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.5552699228791774, |
| "grad_norm": 0.49231502413749695, |
| "learning_rate": 4.0748357612110826e-05, |
| "loss": 0.3959, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.5569837189374465, |
| "grad_norm": 0.48861929774284363, |
| "learning_rate": 4.071979434447301e-05, |
| "loss": 0.3883, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.5586975149957155, |
| "grad_norm": 0.5438745617866516, |
| "learning_rate": 4.069123107683519e-05, |
| "loss": 0.3985, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.5604113110539846, |
| "grad_norm": 0.5093244314193726, |
| "learning_rate": 4.066266780919738e-05, |
| "loss": 0.3536, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.5621251071122536, |
| "grad_norm": 0.43954500555992126, |
| "learning_rate": 4.0634104541559556e-05, |
| "loss": 0.3826, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.5638389031705227, |
| "grad_norm": 0.5128121376037598, |
| "learning_rate": 4.0605541273921736e-05, |
| "loss": 0.4037, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.5655526992287918, |
| "grad_norm": 0.4617377519607544, |
| "learning_rate": 4.057697800628392e-05, |
| "loss": 0.4009, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.5672664952870609, |
| "grad_norm": 0.46787700057029724, |
| "learning_rate": 4.05484147386461e-05, |
| "loss": 0.3989, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.5689802913453299, |
| "grad_norm": 0.5328530669212341, |
| "learning_rate": 4.051985147100829e-05, |
| "loss": 0.3814, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.570694087403599, |
| "grad_norm": 0.4385411739349365, |
| "learning_rate": 4.049128820337047e-05, |
| "loss": 0.3681, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.572407883461868, |
| "grad_norm": 0.45673176646232605, |
| "learning_rate": 4.0462724935732645e-05, |
| "loss": 0.3829, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.5741216795201372, |
| "grad_norm": 0.45383307337760925, |
| "learning_rate": 4.043416166809483e-05, |
| "loss": 0.3747, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.5758354755784062, |
| "grad_norm": 0.4405433237552643, |
| "learning_rate": 4.040559840045701e-05, |
| "loss": 0.3827, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.5775492716366752, |
| "grad_norm": 0.45892763137817383, |
| "learning_rate": 4.03770351328192e-05, |
| "loss": 0.3781, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.5792630676949443, |
| "grad_norm": 0.48304322361946106, |
| "learning_rate": 4.034847186518138e-05, |
| "loss": 0.398, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.5809768637532133, |
| "grad_norm": 0.4620954692363739, |
| "learning_rate": 4.031990859754356e-05, |
| "loss": 0.3927, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.5826906598114824, |
| "grad_norm": 0.4997206926345825, |
| "learning_rate": 4.029134532990574e-05, |
| "loss": 0.383, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.5844044558697515, |
| "grad_norm": 0.5515158176422119, |
| "learning_rate": 4.026278206226792e-05, |
| "loss": 0.3983, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.5861182519280206, |
| "grad_norm": 0.5057517290115356, |
| "learning_rate": 4.0234218794630106e-05, |
| "loss": 0.4052, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.5878320479862896, |
| "grad_norm": 0.4466065764427185, |
| "learning_rate": 4.020565552699229e-05, |
| "loss": 0.4019, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.5895458440445587, |
| "grad_norm": 0.44154247641563416, |
| "learning_rate": 4.017709225935447e-05, |
| "loss": 0.382, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.5912596401028277, |
| "grad_norm": 0.46753990650177, |
| "learning_rate": 4.014852899171666e-05, |
| "loss": 0.383, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.5929734361610969, |
| "grad_norm": 0.4521337151527405, |
| "learning_rate": 4.011996572407884e-05, |
| "loss": 0.3822, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.5946872322193659, |
| "grad_norm": 0.46324121952056885, |
| "learning_rate": 4.0091402456441016e-05, |
| "loss": 0.3954, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.596401028277635, |
| "grad_norm": 0.499546617269516, |
| "learning_rate": 4.00628391888032e-05, |
| "loss": 0.4129, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.598114824335904, |
| "grad_norm": 0.44482311606407166, |
| "learning_rate": 4.003427592116538e-05, |
| "loss": 0.392, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.5998286203941731, |
| "grad_norm": 0.5121467113494873, |
| "learning_rate": 4.000571265352757e-05, |
| "loss": 0.3792, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.6015424164524421, |
| "grad_norm": 0.4905322790145874, |
| "learning_rate": 3.997714938588975e-05, |
| "loss": 0.3858, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.6032562125107113, |
| "grad_norm": 0.4642052948474884, |
| "learning_rate": 3.994858611825193e-05, |
| "loss": 0.3872, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.6049700085689803, |
| "grad_norm": 0.47320064902305603, |
| "learning_rate": 3.992002285061411e-05, |
| "loss": 0.3881, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.6066838046272494, |
| "grad_norm": 0.45698079466819763, |
| "learning_rate": 3.989145958297629e-05, |
| "loss": 0.3894, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.6083976006855184, |
| "grad_norm": 0.4781307876110077, |
| "learning_rate": 3.986289631533848e-05, |
| "loss": 0.3826, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.6101113967437874, |
| "grad_norm": 0.48909029364585876, |
| "learning_rate": 3.983433304770066e-05, |
| "loss": 0.3853, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.6118251928020566, |
| "grad_norm": 0.45835670828819275, |
| "learning_rate": 3.980576978006284e-05, |
| "loss": 0.3905, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.6135389888603257, |
| "grad_norm": 0.4872204065322876, |
| "learning_rate": 3.977720651242502e-05, |
| "loss": 0.3856, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.6152527849185947, |
| "grad_norm": 0.4030555486679077, |
| "learning_rate": 3.97486432447872e-05, |
| "loss": 0.3713, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.6169665809768637, |
| "grad_norm": 0.5011148452758789, |
| "learning_rate": 3.972007997714939e-05, |
| "loss": 0.3918, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.6186803770351328, |
| "grad_norm": 0.4357930123806, |
| "learning_rate": 3.969151670951157e-05, |
| "loss": 0.3775, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.6203941730934018, |
| "grad_norm": 0.47152426838874817, |
| "learning_rate": 3.966295344187375e-05, |
| "loss": 0.3727, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.622107969151671, |
| "grad_norm": 0.4790559709072113, |
| "learning_rate": 3.963439017423594e-05, |
| "loss": 0.3844, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.62382176520994, |
| "grad_norm": 0.43179333209991455, |
| "learning_rate": 3.960582690659812e-05, |
| "loss": 0.3849, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.6255355612682091, |
| "grad_norm": 0.4304300546646118, |
| "learning_rate": 3.95772636389603e-05, |
| "loss": 0.3839, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.6272493573264781, |
| "grad_norm": 0.4341460168361664, |
| "learning_rate": 3.954870037132248e-05, |
| "loss": 0.3855, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.6289631533847472, |
| "grad_norm": 0.4285462200641632, |
| "learning_rate": 3.952013710368466e-05, |
| "loss": 0.3673, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.6306769494430163, |
| "grad_norm": 0.49335575103759766, |
| "learning_rate": 3.949157383604685e-05, |
| "loss": 0.4034, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.6323907455012854, |
| "grad_norm": 0.44308072328567505, |
| "learning_rate": 3.946301056840903e-05, |
| "loss": 0.3802, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.6341045415595544, |
| "grad_norm": 0.4259876012802124, |
| "learning_rate": 3.943444730077121e-05, |
| "loss": 0.3807, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.6358183376178235, |
| "grad_norm": 0.4075721204280853, |
| "learning_rate": 3.940588403313339e-05, |
| "loss": 0.3853, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.6375321336760925, |
| "grad_norm": 0.4169134199619293, |
| "learning_rate": 3.937732076549557e-05, |
| "loss": 0.3715, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.6392459297343616, |
| "grad_norm": 0.45992928743362427, |
| "learning_rate": 3.934875749785776e-05, |
| "loss": 0.3808, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.6409597257926307, |
| "grad_norm": 0.42471954226493835, |
| "learning_rate": 3.932019423021994e-05, |
| "loss": 0.3902, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.6426735218508998, |
| "grad_norm": 0.4044492840766907, |
| "learning_rate": 3.929163096258212e-05, |
| "loss": 0.3775, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.6443873179091688, |
| "grad_norm": 0.41978341341018677, |
| "learning_rate": 3.92630676949443e-05, |
| "loss": 0.3626, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.6461011139674379, |
| "grad_norm": 0.4912661910057068, |
| "learning_rate": 3.923450442730648e-05, |
| "loss": 0.3698, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.6478149100257069, |
| "grad_norm": 0.44264456629753113, |
| "learning_rate": 3.920594115966867e-05, |
| "loss": 0.3761, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.6495287060839761, |
| "grad_norm": 0.45757827162742615, |
| "learning_rate": 3.9177377892030847e-05, |
| "loss": 0.3851, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.6512425021422451, |
| "grad_norm": 0.5428141355514526, |
| "learning_rate": 3.914881462439303e-05, |
| "loss": 0.397, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.6529562982005142, |
| "grad_norm": 0.45041322708129883, |
| "learning_rate": 3.912025135675522e-05, |
| "loss": 0.3966, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.6546700942587832, |
| "grad_norm": 0.4285386800765991, |
| "learning_rate": 3.90916880891174e-05, |
| "loss": 0.3889, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.6563838903170522, |
| "grad_norm": 0.45799657702445984, |
| "learning_rate": 3.906312482147958e-05, |
| "loss": 0.4048, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.6580976863753213, |
| "grad_norm": 0.445076048374176, |
| "learning_rate": 3.9034561553841756e-05, |
| "loss": 0.3675, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.6598114824335904, |
| "grad_norm": 0.4635215103626251, |
| "learning_rate": 3.900599828620394e-05, |
| "loss": 0.3991, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.6615252784918595, |
| "grad_norm": 0.42482051253318787, |
| "learning_rate": 3.897743501856613e-05, |
| "loss": 0.3899, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.6632390745501285, |
| "grad_norm": 0.4092475175857544, |
| "learning_rate": 3.894887175092831e-05, |
| "loss": 0.382, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.6649528706083976, |
| "grad_norm": 0.4773096740245819, |
| "learning_rate": 3.8920308483290494e-05, |
| "loss": 0.3721, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 0.46646052598953247, |
| "learning_rate": 3.889174521565267e-05, |
| "loss": 0.3584, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.6683804627249358, |
| "grad_norm": 0.4377121925354004, |
| "learning_rate": 3.886318194801485e-05, |
| "loss": 0.3715, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.6700942587832048, |
| "grad_norm": 0.434952974319458, |
| "learning_rate": 3.883461868037704e-05, |
| "loss": 0.3874, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.6718080548414739, |
| "grad_norm": 0.44789665937423706, |
| "learning_rate": 3.880605541273922e-05, |
| "loss": 0.3832, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.6735218508997429, |
| "grad_norm": 0.4606776833534241, |
| "learning_rate": 3.87774921451014e-05, |
| "loss": 0.3864, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.675235646958012, |
| "grad_norm": 0.4751772880554199, |
| "learning_rate": 3.874892887746359e-05, |
| "loss": 0.3901, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.676949443016281, |
| "grad_norm": 0.4270033538341522, |
| "learning_rate": 3.872036560982576e-05, |
| "loss": 0.3792, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.6786632390745502, |
| "grad_norm": 0.36948758363723755, |
| "learning_rate": 3.869180234218795e-05, |
| "loss": 0.3615, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.6803770351328192, |
| "grad_norm": 0.40578505396842957, |
| "learning_rate": 3.866323907455013e-05, |
| "loss": 0.3905, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.6820908311910883, |
| "grad_norm": 0.43324077129364014, |
| "learning_rate": 3.863467580691231e-05, |
| "loss": 0.3976, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.6838046272493573, |
| "grad_norm": 0.4060199558734894, |
| "learning_rate": 3.86061125392745e-05, |
| "loss": 0.384, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.6855184233076264, |
| "grad_norm": 0.41697928309440613, |
| "learning_rate": 3.857754927163668e-05, |
| "loss": 0.3907, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.6872322193658955, |
| "grad_norm": 0.43197640776634216, |
| "learning_rate": 3.854898600399886e-05, |
| "loss": 0.3644, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.6889460154241646, |
| "grad_norm": 0.4213910400867462, |
| "learning_rate": 3.852042273636104e-05, |
| "loss": 0.3828, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.6906598114824336, |
| "grad_norm": 0.45907771587371826, |
| "learning_rate": 3.849185946872322e-05, |
| "loss": 0.3796, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.6923736075407027, |
| "grad_norm": 0.4346909523010254, |
| "learning_rate": 3.846329620108541e-05, |
| "loss": 0.3819, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.6940874035989717, |
| "grad_norm": 0.4609411060810089, |
| "learning_rate": 3.843473293344759e-05, |
| "loss": 0.3678, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.6958011996572407, |
| "grad_norm": 0.4279443323612213, |
| "learning_rate": 3.8406169665809774e-05, |
| "loss": 0.3646, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.6975149957155099, |
| "grad_norm": 0.42237308621406555, |
| "learning_rate": 3.837760639817195e-05, |
| "loss": 0.3764, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.699228791773779, |
| "grad_norm": 0.40210121870040894, |
| "learning_rate": 3.834904313053413e-05, |
| "loss": 0.3715, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.700942587832048, |
| "grad_norm": 0.5159941911697388, |
| "learning_rate": 3.832047986289632e-05, |
| "loss": 0.3653, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.702656383890317, |
| "grad_norm": 0.39419978857040405, |
| "learning_rate": 3.82919165952585e-05, |
| "loss": 0.3966, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.7043701799485861, |
| "grad_norm": 0.459267795085907, |
| "learning_rate": 3.8263353327620684e-05, |
| "loss": 0.3784, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.7060839760068551, |
| "grad_norm": 0.46595674753189087, |
| "learning_rate": 3.823479005998286e-05, |
| "loss": 0.3841, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.7077977720651243, |
| "grad_norm": 0.42522045969963074, |
| "learning_rate": 3.820622679234505e-05, |
| "loss": 0.3847, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.7095115681233933, |
| "grad_norm": 0.4188786745071411, |
| "learning_rate": 3.817766352470723e-05, |
| "loss": 0.3744, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.7112253641816624, |
| "grad_norm": 0.46960318088531494, |
| "learning_rate": 3.814910025706941e-05, |
| "loss": 0.3566, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.7129391602399314, |
| "grad_norm": 0.4544188380241394, |
| "learning_rate": 3.8120536989431594e-05, |
| "loss": 0.3798, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.7146529562982005, |
| "grad_norm": 0.44834500551223755, |
| "learning_rate": 3.809197372179378e-05, |
| "loss": 0.377, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.7163667523564696, |
| "grad_norm": 0.4910108149051666, |
| "learning_rate": 3.806341045415596e-05, |
| "loss": 0.3867, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.7180805484147387, |
| "grad_norm": 0.4388539493083954, |
| "learning_rate": 3.803484718651814e-05, |
| "loss": 0.3739, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.7197943444730077, |
| "grad_norm": 0.4148114323616028, |
| "learning_rate": 3.800628391888032e-05, |
| "loss": 0.3592, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.7215081405312768, |
| "grad_norm": 0.399849534034729, |
| "learning_rate": 3.79777206512425e-05, |
| "loss": 0.3705, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.7232219365895458, |
| "grad_norm": 0.4451843202114105, |
| "learning_rate": 3.794915738360469e-05, |
| "loss": 0.3772, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.7249357326478149, |
| "grad_norm": 0.4321479797363281, |
| "learning_rate": 3.792059411596687e-05, |
| "loss": 0.3654, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.726649528706084, |
| "grad_norm": 0.444069504737854, |
| "learning_rate": 3.7892030848329055e-05, |
| "loss": 0.3614, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.7283633247643531, |
| "grad_norm": 0.4706447720527649, |
| "learning_rate": 3.7863467580691234e-05, |
| "loss": 0.3809, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.7300771208226221, |
| "grad_norm": 0.3922620713710785, |
| "learning_rate": 3.783490431305341e-05, |
| "loss": 0.3925, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.7317909168808912, |
| "grad_norm": 0.4120844602584839, |
| "learning_rate": 3.78063410454156e-05, |
| "loss": 0.3617, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.7335047129391602, |
| "grad_norm": 0.4326859414577484, |
| "learning_rate": 3.777777777777778e-05, |
| "loss": 0.3647, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.7352185089974294, |
| "grad_norm": 0.40129154920578003, |
| "learning_rate": 3.7749214510139964e-05, |
| "loss": 0.3914, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.7369323050556984, |
| "grad_norm": 0.480270117521286, |
| "learning_rate": 3.7720651242502143e-05, |
| "loss": 0.3774, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.7386461011139674, |
| "grad_norm": 0.42428138852119446, |
| "learning_rate": 3.769208797486433e-05, |
| "loss": 0.3895, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.7403598971722365, |
| "grad_norm": 0.4401046931743622, |
| "learning_rate": 3.766352470722651e-05, |
| "loss": 0.3877, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.7420736932305055, |
| "grad_norm": 0.44101765751838684, |
| "learning_rate": 3.763496143958869e-05, |
| "loss": 0.3568, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.7437874892887746, |
| "grad_norm": 0.46002933382987976, |
| "learning_rate": 3.7606398171950874e-05, |
| "loss": 0.3699, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.7455012853470437, |
| "grad_norm": 0.40729400515556335, |
| "learning_rate": 3.757783490431305e-05, |
| "loss": 0.3693, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.7472150814053128, |
| "grad_norm": 0.39425283670425415, |
| "learning_rate": 3.754927163667524e-05, |
| "loss": 0.392, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.7489288774635818, |
| "grad_norm": 0.44731876254081726, |
| "learning_rate": 3.752070836903742e-05, |
| "loss": 0.38, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.7506426735218509, |
| "grad_norm": 0.4442377984523773, |
| "learning_rate": 3.74921451013996e-05, |
| "loss": 0.3871, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.7523564695801199, |
| "grad_norm": 0.42616844177246094, |
| "learning_rate": 3.7463581833761784e-05, |
| "loss": 0.3663, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.7540702656383891, |
| "grad_norm": 0.44392848014831543, |
| "learning_rate": 3.743501856612396e-05, |
| "loss": 0.3666, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.7557840616966581, |
| "grad_norm": 0.41869884729385376, |
| "learning_rate": 3.740645529848615e-05, |
| "loss": 0.3715, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.7574978577549272, |
| "grad_norm": 0.5005581378936768, |
| "learning_rate": 3.7377892030848335e-05, |
| "loss": 0.3933, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.7592116538131962, |
| "grad_norm": 0.42626211047172546, |
| "learning_rate": 3.7349328763210514e-05, |
| "loss": 0.396, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.7609254498714653, |
| "grad_norm": 0.4285553991794586, |
| "learning_rate": 3.7320765495572693e-05, |
| "loss": 0.3865, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.7626392459297343, |
| "grad_norm": 0.44240063428878784, |
| "learning_rate": 3.729220222793487e-05, |
| "loss": 0.4041, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.7643530419880035, |
| "grad_norm": 0.44902411103248596, |
| "learning_rate": 3.726363896029706e-05, |
| "loss": 0.3851, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.7660668380462725, |
| "grad_norm": 0.4316774904727936, |
| "learning_rate": 3.7235075692659245e-05, |
| "loss": 0.3647, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.7677806341045416, |
| "grad_norm": 0.4804839491844177, |
| "learning_rate": 3.7206512425021424e-05, |
| "loss": 0.3811, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.7694944301628106, |
| "grad_norm": 0.44255098700523376, |
| "learning_rate": 3.717794915738361e-05, |
| "loss": 0.3731, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.7712082262210797, |
| "grad_norm": 0.47301185131073, |
| "learning_rate": 3.714938588974579e-05, |
| "loss": 0.3777, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.7729220222793488, |
| "grad_norm": 0.4279269874095917, |
| "learning_rate": 3.712082262210797e-05, |
| "loss": 0.3839, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.7746358183376179, |
| "grad_norm": 0.47981521487236023, |
| "learning_rate": 3.7092259354470154e-05, |
| "loss": 0.366, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.7763496143958869, |
| "grad_norm": 0.4463767111301422, |
| "learning_rate": 3.7063696086832334e-05, |
| "loss": 0.387, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.778063410454156, |
| "grad_norm": 0.4834374487400055, |
| "learning_rate": 3.703513281919452e-05, |
| "loss": 0.3689, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.779777206512425, |
| "grad_norm": 0.4108034074306488, |
| "learning_rate": 3.7006569551556706e-05, |
| "loss": 0.3528, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.781491002570694, |
| "grad_norm": 0.46595698595046997, |
| "learning_rate": 3.697800628391888e-05, |
| "loss": 0.3776, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.7832047986289632, |
| "grad_norm": 0.556064784526825, |
| "learning_rate": 3.6949443016281064e-05, |
| "loss": 0.3689, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.7849185946872322, |
| "grad_norm": 0.49466294050216675, |
| "learning_rate": 3.6920879748643243e-05, |
| "loss": 0.3773, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.7866323907455013, |
| "grad_norm": 0.43849724531173706, |
| "learning_rate": 3.689231648100543e-05, |
| "loss": 0.3786, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.7883461868037703, |
| "grad_norm": 0.4461914598941803, |
| "learning_rate": 3.6863753213367615e-05, |
| "loss": 0.3731, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.7900599828620394, |
| "grad_norm": 0.39898931980133057, |
| "learning_rate": 3.6835189945729795e-05, |
| "loss": 0.3694, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.7917737789203085, |
| "grad_norm": 0.4689505398273468, |
| "learning_rate": 3.6806626678091974e-05, |
| "loss": 0.3742, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.7934875749785776, |
| "grad_norm": 0.4229956269264221, |
| "learning_rate": 3.677806341045415e-05, |
| "loss": 0.3465, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.7952013710368466, |
| "grad_norm": 0.4562397301197052, |
| "learning_rate": 3.674950014281634e-05, |
| "loss": 0.3684, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.7969151670951157, |
| "grad_norm": 0.3931344151496887, |
| "learning_rate": 3.6720936875178525e-05, |
| "loss": 0.3704, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.7986289631533847, |
| "grad_norm": 0.42493489384651184, |
| "learning_rate": 3.6692373607540704e-05, |
| "loss": 0.3837, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.8003427592116538, |
| "grad_norm": 0.42890891432762146, |
| "learning_rate": 3.666381033990289e-05, |
| "loss": 0.37, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.8020565552699229, |
| "grad_norm": 0.3955785930156708, |
| "learning_rate": 3.663524707226507e-05, |
| "loss": 0.3758, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.803770351328192, |
| "grad_norm": 0.40773460268974304, |
| "learning_rate": 3.660668380462725e-05, |
| "loss": 0.3697, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.805484147386461, |
| "grad_norm": 0.45977774262428284, |
| "learning_rate": 3.6578120536989435e-05, |
| "loss": 0.371, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.8071979434447301, |
| "grad_norm": 0.44712209701538086, |
| "learning_rate": 3.6549557269351614e-05, |
| "loss": 0.3744, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.8089117395029991, |
| "grad_norm": 0.4498061239719391, |
| "learning_rate": 3.65209940017138e-05, |
| "loss": 0.356, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.8106255355612683, |
| "grad_norm": 0.42666059732437134, |
| "learning_rate": 3.649243073407598e-05, |
| "loss": 0.3752, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.8123393316195373, |
| "grad_norm": 0.46936237812042236, |
| "learning_rate": 3.646386746643816e-05, |
| "loss": 0.349, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.8140531276778064, |
| "grad_norm": 0.4472278654575348, |
| "learning_rate": 3.6435304198800345e-05, |
| "loss": 0.3826, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.8157669237360754, |
| "grad_norm": 0.4189947545528412, |
| "learning_rate": 3.6406740931162524e-05, |
| "loss": 0.359, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.8174807197943444, |
| "grad_norm": 0.43510058522224426, |
| "learning_rate": 3.637817766352471e-05, |
| "loss": 0.3757, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.8191945158526135, |
| "grad_norm": 0.4573146104812622, |
| "learning_rate": 3.634961439588689e-05, |
| "loss": 0.3666, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.8209083119108826, |
| "grad_norm": 0.4547922909259796, |
| "learning_rate": 3.6321051128249075e-05, |
| "loss": 0.3763, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.8226221079691517, |
| "grad_norm": 0.4520827829837799, |
| "learning_rate": 3.6292487860611254e-05, |
| "loss": 0.3812, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.8243359040274207, |
| "grad_norm": 0.4624135196208954, |
| "learning_rate": 3.6263924592973434e-05, |
| "loss": 0.3747, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.8260497000856898, |
| "grad_norm": 0.4581402838230133, |
| "learning_rate": 3.623536132533562e-05, |
| "loss": 0.3758, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.8277634961439588, |
| "grad_norm": 0.4327716827392578, |
| "learning_rate": 3.6206798057697806e-05, |
| "loss": 0.3677, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.829477292202228, |
| "grad_norm": 0.41706621646881104, |
| "learning_rate": 3.6178234790059985e-05, |
| "loss": 0.3699, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.831191088260497, |
| "grad_norm": 0.48654213547706604, |
| "learning_rate": 3.614967152242217e-05, |
| "loss": 0.363, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.8329048843187661, |
| "grad_norm": 0.9540205001831055, |
| "learning_rate": 3.612110825478435e-05, |
| "loss": 0.3613, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.8346186803770351, |
| "grad_norm": 0.43841347098350525, |
| "learning_rate": 3.609254498714653e-05, |
| "loss": 0.3692, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.8363324764353042, |
| "grad_norm": 0.49240532517433167, |
| "learning_rate": 3.6063981719508715e-05, |
| "loss": 0.3826, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.8380462724935732, |
| "grad_norm": 0.4343222379684448, |
| "learning_rate": 3.6035418451870895e-05, |
| "loss": 0.3619, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.8397600685518424, |
| "grad_norm": 0.3697074353694916, |
| "learning_rate": 3.600685518423308e-05, |
| "loss": 0.3573, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.8414738646101114, |
| "grad_norm": 0.44506195187568665, |
| "learning_rate": 3.597829191659526e-05, |
| "loss": 0.3831, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.8431876606683805, |
| "grad_norm": 0.49516722559928894, |
| "learning_rate": 3.5949728648957446e-05, |
| "loss": 0.3707, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.8449014567266495, |
| "grad_norm": 0.43179890513420105, |
| "learning_rate": 3.5921165381319625e-05, |
| "loss": 0.3754, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.8466152527849186, |
| "grad_norm": 0.4354996681213379, |
| "learning_rate": 3.5892602113681804e-05, |
| "loss": 0.376, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.8483290488431876, |
| "grad_norm": 0.4149874150753021, |
| "learning_rate": 3.586403884604399e-05, |
| "loss": 0.3712, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.8500428449014568, |
| "grad_norm": 0.40607717633247375, |
| "learning_rate": 3.583547557840617e-05, |
| "loss": 0.3775, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.8517566409597258, |
| "grad_norm": 0.39906200766563416, |
| "learning_rate": 3.5806912310768356e-05, |
| "loss": 0.3667, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.8534704370179949, |
| "grad_norm": 0.42885473370552063, |
| "learning_rate": 3.5778349043130535e-05, |
| "loss": 0.3736, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.8551842330762639, |
| "grad_norm": 0.45682159066200256, |
| "learning_rate": 3.5749785775492714e-05, |
| "loss": 0.3758, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.856898029134533, |
| "grad_norm": 0.4330593943595886, |
| "learning_rate": 3.57212225078549e-05, |
| "loss": 0.351, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.8586118251928021, |
| "grad_norm": 0.48278284072875977, |
| "learning_rate": 3.569265924021708e-05, |
| "loss": 0.3764, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.8603256212510711, |
| "grad_norm": 0.4309553802013397, |
| "learning_rate": 3.5664095972579265e-05, |
| "loss": 0.3537, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.8620394173093402, |
| "grad_norm": 0.43522948026657104, |
| "learning_rate": 3.563553270494145e-05, |
| "loss": 0.3737, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.8637532133676092, |
| "grad_norm": 0.41307273507118225, |
| "learning_rate": 3.560696943730363e-05, |
| "loss": 0.3751, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.8654670094258783, |
| "grad_norm": 0.4293232262134552, |
| "learning_rate": 3.557840616966581e-05, |
| "loss": 0.3806, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.8671808054841473, |
| "grad_norm": 0.46006080508232117, |
| "learning_rate": 3.554984290202799e-05, |
| "loss": 0.3597, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.8688946015424165, |
| "grad_norm": 0.439104825258255, |
| "learning_rate": 3.5521279634390175e-05, |
| "loss": 0.3648, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.8706083976006855, |
| "grad_norm": 0.39455896615982056, |
| "learning_rate": 3.549271636675236e-05, |
| "loss": 0.3671, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.8723221936589546, |
| "grad_norm": 0.41576287150382996, |
| "learning_rate": 3.546415309911454e-05, |
| "loss": 0.3744, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.8740359897172236, |
| "grad_norm": 0.43900826573371887, |
| "learning_rate": 3.5435589831476726e-05, |
| "loss": 0.3693, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.8757497857754927, |
| "grad_norm": 0.4696173369884491, |
| "learning_rate": 3.5407026563838906e-05, |
| "loss": 0.3708, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.8774635818337618, |
| "grad_norm": 0.436869740486145, |
| "learning_rate": 3.5378463296201085e-05, |
| "loss": 0.3684, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.8791773778920309, |
| "grad_norm": 0.4194677770137787, |
| "learning_rate": 3.534990002856327e-05, |
| "loss": 0.3685, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.8808911739502999, |
| "grad_norm": 0.41912123560905457, |
| "learning_rate": 3.532133676092545e-05, |
| "loss": 0.376, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.882604970008569, |
| "grad_norm": 0.410951167345047, |
| "learning_rate": 3.5292773493287636e-05, |
| "loss": 0.3623, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.884318766066838, |
| "grad_norm": 0.41262558102607727, |
| "learning_rate": 3.5264210225649815e-05, |
| "loss": 0.389, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.8860325621251071, |
| "grad_norm": 0.40964463353157043, |
| "learning_rate": 3.5235646958011995e-05, |
| "loss": 0.383, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.8877463581833762, |
| "grad_norm": 0.4126282334327698, |
| "learning_rate": 3.520708369037418e-05, |
| "loss": 0.3431, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.8894601542416453, |
| "grad_norm": 0.43680474162101746, |
| "learning_rate": 3.517852042273636e-05, |
| "loss": 0.3742, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.8911739502999143, |
| "grad_norm": 0.42978253960609436, |
| "learning_rate": 3.5149957155098546e-05, |
| "loss": 0.3621, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.8928877463581834, |
| "grad_norm": 0.4275003969669342, |
| "learning_rate": 3.512139388746073e-05, |
| "loss": 0.3784, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.8946015424164524, |
| "grad_norm": 0.5404401421546936, |
| "learning_rate": 3.509283061982291e-05, |
| "loss": 0.3778, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.8963153384747216, |
| "grad_norm": 0.4109743535518646, |
| "learning_rate": 3.506426735218509e-05, |
| "loss": 0.3597, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.8980291345329906, |
| "grad_norm": 0.4215233623981476, |
| "learning_rate": 3.503570408454727e-05, |
| "loss": 0.3705, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.8997429305912596, |
| "grad_norm": 0.5016302466392517, |
| "learning_rate": 3.5007140816909456e-05, |
| "loss": 0.3667, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.9014567266495287, |
| "grad_norm": 0.4061182141304016, |
| "learning_rate": 3.497857754927164e-05, |
| "loss": 0.3602, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.9031705227077977, |
| "grad_norm": 0.4132539629936218, |
| "learning_rate": 3.495001428163382e-05, |
| "loss": 0.3638, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.9048843187660668, |
| "grad_norm": 0.38507506251335144, |
| "learning_rate": 3.492145101399601e-05, |
| "loss": 0.3557, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.9065981148243359, |
| "grad_norm": 0.39408767223358154, |
| "learning_rate": 3.4892887746358186e-05, |
| "loss": 0.3544, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.908311910882605, |
| "grad_norm": 0.44993147253990173, |
| "learning_rate": 3.4864324478720365e-05, |
| "loss": 0.3619, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.910025706940874, |
| "grad_norm": 0.4015878736972809, |
| "learning_rate": 3.483576121108255e-05, |
| "loss": 0.3647, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.9117395029991431, |
| "grad_norm": 0.41548463702201843, |
| "learning_rate": 3.480719794344473e-05, |
| "loss": 0.3649, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.9134532990574121, |
| "grad_norm": 0.4296075105667114, |
| "learning_rate": 3.4778634675806917e-05, |
| "loss": 0.3688, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.9151670951156813, |
| "grad_norm": 0.40596818923950195, |
| "learning_rate": 3.4750071408169096e-05, |
| "loss": 0.3553, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.9168808911739503, |
| "grad_norm": 0.4294643998146057, |
| "learning_rate": 3.4721508140531275e-05, |
| "loss": 0.3624, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.9185946872322194, |
| "grad_norm": 0.40626177191734314, |
| "learning_rate": 3.469294487289346e-05, |
| "loss": 0.358, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.9203084832904884, |
| "grad_norm": 0.4296109974384308, |
| "learning_rate": 3.466438160525564e-05, |
| "loss": 0.3613, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.9220222793487575, |
| "grad_norm": 0.4380834400653839, |
| "learning_rate": 3.4635818337617826e-05, |
| "loss": 0.3795, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.9237360754070265, |
| "grad_norm": 0.41026878356933594, |
| "learning_rate": 3.4607255069980005e-05, |
| "loss": 0.3748, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.9254498714652957, |
| "grad_norm": 0.4788786768913269, |
| "learning_rate": 3.457869180234219e-05, |
| "loss": 0.3606, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.9271636675235647, |
| "grad_norm": 0.40038466453552246, |
| "learning_rate": 3.455012853470437e-05, |
| "loss": 0.3885, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.9288774635818338, |
| "grad_norm": 0.4130307734012604, |
| "learning_rate": 3.452156526706655e-05, |
| "loss": 0.3796, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.9305912596401028, |
| "grad_norm": 0.4447920024394989, |
| "learning_rate": 3.4493001999428736e-05, |
| "loss": 0.3951, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.9323050556983719, |
| "grad_norm": 0.41205018758773804, |
| "learning_rate": 3.446443873179092e-05, |
| "loss": 0.3549, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.934018851756641, |
| "grad_norm": 0.4112369418144226, |
| "learning_rate": 3.44358754641531e-05, |
| "loss": 0.3634, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.9357326478149101, |
| "grad_norm": 0.3979431390762329, |
| "learning_rate": 3.440731219651529e-05, |
| "loss": 0.383, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.9374464438731791, |
| "grad_norm": 0.3819255232810974, |
| "learning_rate": 3.4378748928877466e-05, |
| "loss": 0.3705, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.9391602399314481, |
| "grad_norm": 0.35595545172691345, |
| "learning_rate": 3.4350185661239646e-05, |
| "loss": 0.3624, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.9408740359897172, |
| "grad_norm": 0.453141450881958, |
| "learning_rate": 3.432162239360183e-05, |
| "loss": 0.357, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.9425878320479862, |
| "grad_norm": 0.4668983817100525, |
| "learning_rate": 3.429305912596401e-05, |
| "loss": 0.3652, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.9443016281062554, |
| "grad_norm": 0.4746719300746918, |
| "learning_rate": 3.42644958583262e-05, |
| "loss": 0.3726, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.9460154241645244, |
| "grad_norm": 0.4136699140071869, |
| "learning_rate": 3.4235932590688376e-05, |
| "loss": 0.3664, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.9477292202227935, |
| "grad_norm": 0.50481778383255, |
| "learning_rate": 3.4207369323050555e-05, |
| "loss": 0.3729, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.9494430162810625, |
| "grad_norm": 0.43926066160202026, |
| "learning_rate": 3.417880605541274e-05, |
| "loss": 0.3689, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.9511568123393316, |
| "grad_norm": 0.3832367956638336, |
| "learning_rate": 3.415024278777492e-05, |
| "loss": 0.3679, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.9528706083976007, |
| "grad_norm": 0.46387988328933716, |
| "learning_rate": 3.412167952013711e-05, |
| "loss": 0.3538, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.9545844044558698, |
| "grad_norm": 0.4562791585922241, |
| "learning_rate": 3.4093116252499286e-05, |
| "loss": 0.3631, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.9562982005141388, |
| "grad_norm": 0.436279833316803, |
| "learning_rate": 3.406455298486147e-05, |
| "loss": 0.373, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.9580119965724079, |
| "grad_norm": 0.4309545159339905, |
| "learning_rate": 3.403598971722365e-05, |
| "loss": 0.3688, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.9597257926306769, |
| "grad_norm": 0.4345686435699463, |
| "learning_rate": 3.400742644958583e-05, |
| "loss": 0.3767, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.961439588688946, |
| "grad_norm": 0.47498658299446106, |
| "learning_rate": 3.3978863181948016e-05, |
| "loss": 0.3624, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.9631533847472151, |
| "grad_norm": 0.5105198621749878, |
| "learning_rate": 3.3950299914310196e-05, |
| "loss": 0.3579, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.9648671808054842, |
| "grad_norm": 0.42196258902549744, |
| "learning_rate": 3.392173664667238e-05, |
| "loss": 0.3641, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.9665809768637532, |
| "grad_norm": 0.4690169095993042, |
| "learning_rate": 3.389317337903457e-05, |
| "loss": 0.385, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.9682947729220223, |
| "grad_norm": 0.3849544823169708, |
| "learning_rate": 3.386461011139675e-05, |
| "loss": 0.3712, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.9700085689802913, |
| "grad_norm": 0.459349125623703, |
| "learning_rate": 3.3836046843758926e-05, |
| "loss": 0.3841, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.9717223650385605, |
| "grad_norm": 0.4056195020675659, |
| "learning_rate": 3.3807483576121105e-05, |
| "loss": 0.3581, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.9734361610968295, |
| "grad_norm": 0.46903523802757263, |
| "learning_rate": 3.377892030848329e-05, |
| "loss": 0.3661, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.9751499571550986, |
| "grad_norm": 0.41805553436279297, |
| "learning_rate": 3.375035704084548e-05, |
| "loss": 0.3711, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.9768637532133676, |
| "grad_norm": 0.4520112872123718, |
| "learning_rate": 3.372179377320766e-05, |
| "loss": 0.3554, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.9785775492716366, |
| "grad_norm": 0.4656761884689331, |
| "learning_rate": 3.369323050556984e-05, |
| "loss": 0.3681, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.9802913453299057, |
| "grad_norm": 0.4471518099308014, |
| "learning_rate": 3.3664667237932015e-05, |
| "loss": 0.3576, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.9820051413881749, |
| "grad_norm": 0.4089897572994232, |
| "learning_rate": 3.36361039702942e-05, |
| "loss": 0.3647, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.9837189374464439, |
| "grad_norm": 0.40042605996131897, |
| "learning_rate": 3.360754070265639e-05, |
| "loss": 0.3538, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.9854327335047129, |
| "grad_norm": 0.4252929985523224, |
| "learning_rate": 3.3578977435018566e-05, |
| "loss": 0.3705, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.987146529562982, |
| "grad_norm": 0.4239642024040222, |
| "learning_rate": 3.355041416738075e-05, |
| "loss": 0.3459, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.988860325621251, |
| "grad_norm": 0.42976200580596924, |
| "learning_rate": 3.352185089974293e-05, |
| "loss": 0.3481, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.9905741216795202, |
| "grad_norm": 0.4923042058944702, |
| "learning_rate": 3.349328763210511e-05, |
| "loss": 0.3704, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.9922879177377892, |
| "grad_norm": 0.44239214062690735, |
| "learning_rate": 3.34647243644673e-05, |
| "loss": 0.3615, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.9940017137960583, |
| "grad_norm": 0.4351910948753357, |
| "learning_rate": 3.3436161096829476e-05, |
| "loss": 0.3767, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.9957155098543273, |
| "grad_norm": 0.4020942151546478, |
| "learning_rate": 3.340759782919166e-05, |
| "loss": 0.3824, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.9974293059125964, |
| "grad_norm": 0.4038684070110321, |
| "learning_rate": 3.337903456155385e-05, |
| "loss": 0.3643, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.9991431019708654, |
| "grad_norm": 0.3742600679397583, |
| "learning_rate": 3.335047129391603e-05, |
| "loss": 0.3374, |
| "step": 5830 |
| }, |
| { |
| "epoch": 1.0008568980291346, |
| "grad_norm": 0.45896250009536743, |
| "learning_rate": 3.332190802627821e-05, |
| "loss": 0.3483, |
| "step": 5840 |
| }, |
| { |
| "epoch": 1.0025706940874035, |
| "grad_norm": 0.43760430812835693, |
| "learning_rate": 3.3293344758640386e-05, |
| "loss": 0.3359, |
| "step": 5850 |
| }, |
| { |
| "epoch": 1.0042844901456727, |
| "grad_norm": 0.43930524587631226, |
| "learning_rate": 3.326478149100257e-05, |
| "loss": 0.3547, |
| "step": 5860 |
| }, |
| { |
| "epoch": 1.0059982862039418, |
| "grad_norm": 0.47293394804000854, |
| "learning_rate": 3.323621822336476e-05, |
| "loss": 0.3548, |
| "step": 5870 |
| }, |
| { |
| "epoch": 1.0077120822622108, |
| "grad_norm": 0.422246515750885, |
| "learning_rate": 3.320765495572694e-05, |
| "loss": 0.3536, |
| "step": 5880 |
| }, |
| { |
| "epoch": 1.00942587832048, |
| "grad_norm": 0.3768950402736664, |
| "learning_rate": 3.317909168808912e-05, |
| "loss": 0.3375, |
| "step": 5890 |
| }, |
| { |
| "epoch": 1.0111396743787489, |
| "grad_norm": 0.40679293870925903, |
| "learning_rate": 3.3150528420451296e-05, |
| "loss": 0.3557, |
| "step": 5900 |
| }, |
| { |
| "epoch": 1.012853470437018, |
| "grad_norm": 0.42642706632614136, |
| "learning_rate": 3.312196515281348e-05, |
| "loss": 0.372, |
| "step": 5910 |
| }, |
| { |
| "epoch": 1.0145672664952872, |
| "grad_norm": 0.46030041575431824, |
| "learning_rate": 3.309340188517567e-05, |
| "loss": 0.3575, |
| "step": 5920 |
| }, |
| { |
| "epoch": 1.016281062553556, |
| "grad_norm": 0.40845292806625366, |
| "learning_rate": 3.306483861753785e-05, |
| "loss": 0.3424, |
| "step": 5930 |
| }, |
| { |
| "epoch": 1.0179948586118253, |
| "grad_norm": 0.4577491879463196, |
| "learning_rate": 3.303627534990003e-05, |
| "loss": 0.3494, |
| "step": 5940 |
| }, |
| { |
| "epoch": 1.0197086546700942, |
| "grad_norm": 0.42184576392173767, |
| "learning_rate": 3.300771208226221e-05, |
| "loss": 0.3597, |
| "step": 5950 |
| }, |
| { |
| "epoch": 1.0214224507283634, |
| "grad_norm": 0.44896042346954346, |
| "learning_rate": 3.297914881462439e-05, |
| "loss": 0.3453, |
| "step": 5960 |
| }, |
| { |
| "epoch": 1.0231362467866323, |
| "grad_norm": 0.41005054116249084, |
| "learning_rate": 3.295058554698658e-05, |
| "loss": 0.353, |
| "step": 5970 |
| }, |
| { |
| "epoch": 1.0248500428449014, |
| "grad_norm": 0.38638490438461304, |
| "learning_rate": 3.2922022279348757e-05, |
| "loss": 0.339, |
| "step": 5980 |
| }, |
| { |
| "epoch": 1.0265638389031706, |
| "grad_norm": 0.4330446422100067, |
| "learning_rate": 3.289345901171094e-05, |
| "loss": 0.3291, |
| "step": 5990 |
| }, |
| { |
| "epoch": 1.0282776349614395, |
| "grad_norm": 0.38331279158592224, |
| "learning_rate": 3.286489574407312e-05, |
| "loss": 0.3667, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.0299914310197087, |
| "grad_norm": 0.42192813754081726, |
| "learning_rate": 3.283633247643531e-05, |
| "loss": 0.3419, |
| "step": 6010 |
| }, |
| { |
| "epoch": 1.0317052270779776, |
| "grad_norm": 0.467171847820282, |
| "learning_rate": 3.280776920879749e-05, |
| "loss": 0.3398, |
| "step": 6020 |
| }, |
| { |
| "epoch": 1.0334190231362468, |
| "grad_norm": 0.4578188359737396, |
| "learning_rate": 3.2779205941159666e-05, |
| "loss": 0.3555, |
| "step": 6030 |
| }, |
| { |
| "epoch": 1.035132819194516, |
| "grad_norm": 0.3848859369754791, |
| "learning_rate": 3.275064267352185e-05, |
| "loss": 0.3585, |
| "step": 6040 |
| }, |
| { |
| "epoch": 1.0368466152527849, |
| "grad_norm": 0.41844481229782104, |
| "learning_rate": 3.272207940588404e-05, |
| "loss": 0.3536, |
| "step": 6050 |
| }, |
| { |
| "epoch": 1.038560411311054, |
| "grad_norm": 0.4219590425491333, |
| "learning_rate": 3.269351613824622e-05, |
| "loss": 0.3346, |
| "step": 6060 |
| }, |
| { |
| "epoch": 1.040274207369323, |
| "grad_norm": 0.397193044424057, |
| "learning_rate": 3.2664952870608404e-05, |
| "loss": 0.3524, |
| "step": 6070 |
| }, |
| { |
| "epoch": 1.0419880034275921, |
| "grad_norm": 0.3962811231613159, |
| "learning_rate": 3.263638960297058e-05, |
| "loss": 0.3528, |
| "step": 6080 |
| }, |
| { |
| "epoch": 1.0437017994858613, |
| "grad_norm": 0.42967748641967773, |
| "learning_rate": 3.260782633533276e-05, |
| "loss": 0.3452, |
| "step": 6090 |
| }, |
| { |
| "epoch": 1.0454155955441302, |
| "grad_norm": 0.46409425139427185, |
| "learning_rate": 3.257926306769495e-05, |
| "loss": 0.3503, |
| "step": 6100 |
| }, |
| { |
| "epoch": 1.0471293916023994, |
| "grad_norm": 0.49521201848983765, |
| "learning_rate": 3.255069980005713e-05, |
| "loss": 0.3545, |
| "step": 6110 |
| }, |
| { |
| "epoch": 1.0488431876606683, |
| "grad_norm": 0.4241666793823242, |
| "learning_rate": 3.252213653241931e-05, |
| "loss": 0.351, |
| "step": 6120 |
| }, |
| { |
| "epoch": 1.0505569837189375, |
| "grad_norm": 0.47557422518730164, |
| "learning_rate": 3.249357326478149e-05, |
| "loss": 0.3474, |
| "step": 6130 |
| }, |
| { |
| "epoch": 1.0522707797772064, |
| "grad_norm": 0.4359321594238281, |
| "learning_rate": 3.246500999714367e-05, |
| "loss": 0.3382, |
| "step": 6140 |
| }, |
| { |
| "epoch": 1.0539845758354756, |
| "grad_norm": 0.4463767409324646, |
| "learning_rate": 3.243644672950586e-05, |
| "loss": 0.3409, |
| "step": 6150 |
| }, |
| { |
| "epoch": 1.0556983718937447, |
| "grad_norm": 0.3884042501449585, |
| "learning_rate": 3.240788346186804e-05, |
| "loss": 0.3382, |
| "step": 6160 |
| }, |
| { |
| "epoch": 1.0574121679520136, |
| "grad_norm": 0.47423774003982544, |
| "learning_rate": 3.237932019423022e-05, |
| "loss": 0.3439, |
| "step": 6170 |
| }, |
| { |
| "epoch": 1.0591259640102828, |
| "grad_norm": 0.4362853765487671, |
| "learning_rate": 3.23507569265924e-05, |
| "loss": 0.345, |
| "step": 6180 |
| }, |
| { |
| "epoch": 1.0608397600685517, |
| "grad_norm": 0.43055716156959534, |
| "learning_rate": 3.232219365895459e-05, |
| "loss": 0.3622, |
| "step": 6190 |
| }, |
| { |
| "epoch": 1.062553556126821, |
| "grad_norm": 0.4222048819065094, |
| "learning_rate": 3.229363039131677e-05, |
| "loss": 0.353, |
| "step": 6200 |
| }, |
| { |
| "epoch": 1.06426735218509, |
| "grad_norm": 0.42239975929260254, |
| "learning_rate": 3.226506712367895e-05, |
| "loss": 0.3646, |
| "step": 6210 |
| }, |
| { |
| "epoch": 1.065981148243359, |
| "grad_norm": 0.43706634640693665, |
| "learning_rate": 3.223650385604113e-05, |
| "loss": 0.3551, |
| "step": 6220 |
| }, |
| { |
| "epoch": 1.0676949443016281, |
| "grad_norm": 0.4561137557029724, |
| "learning_rate": 3.220794058840331e-05, |
| "loss": 0.3494, |
| "step": 6230 |
| }, |
| { |
| "epoch": 1.069408740359897, |
| "grad_norm": 0.4455920159816742, |
| "learning_rate": 3.21793773207655e-05, |
| "loss": 0.3396, |
| "step": 6240 |
| }, |
| { |
| "epoch": 1.0711225364181662, |
| "grad_norm": 0.4367483854293823, |
| "learning_rate": 3.2150814053127684e-05, |
| "loss": 0.3551, |
| "step": 6250 |
| }, |
| { |
| "epoch": 1.0728363324764354, |
| "grad_norm": 0.40412530303001404, |
| "learning_rate": 3.212225078548986e-05, |
| "loss": 0.3404, |
| "step": 6260 |
| }, |
| { |
| "epoch": 1.0745501285347043, |
| "grad_norm": 0.4885301887989044, |
| "learning_rate": 3.209368751785204e-05, |
| "loss": 0.3493, |
| "step": 6270 |
| }, |
| { |
| "epoch": 1.0762639245929735, |
| "grad_norm": 0.4218777120113373, |
| "learning_rate": 3.206512425021422e-05, |
| "loss": 0.371, |
| "step": 6280 |
| }, |
| { |
| "epoch": 1.0779777206512424, |
| "grad_norm": 0.423092782497406, |
| "learning_rate": 3.203656098257641e-05, |
| "loss": 0.3632, |
| "step": 6290 |
| }, |
| { |
| "epoch": 1.0796915167095116, |
| "grad_norm": 0.4192599654197693, |
| "learning_rate": 3.2007997714938594e-05, |
| "loss": 0.3495, |
| "step": 6300 |
| }, |
| { |
| "epoch": 1.0814053127677807, |
| "grad_norm": 0.4132305085659027, |
| "learning_rate": 3.197943444730077e-05, |
| "loss": 0.3623, |
| "step": 6310 |
| }, |
| { |
| "epoch": 1.0831191088260497, |
| "grad_norm": 0.4898054897785187, |
| "learning_rate": 3.195087117966295e-05, |
| "loss": 0.3417, |
| "step": 6320 |
| }, |
| { |
| "epoch": 1.0848329048843188, |
| "grad_norm": 0.4401434063911438, |
| "learning_rate": 3.192230791202513e-05, |
| "loss": 0.361, |
| "step": 6330 |
| }, |
| { |
| "epoch": 1.0865467009425878, |
| "grad_norm": 0.41742950677871704, |
| "learning_rate": 3.189374464438732e-05, |
| "loss": 0.3634, |
| "step": 6340 |
| }, |
| { |
| "epoch": 1.088260497000857, |
| "grad_norm": 0.3645254075527191, |
| "learning_rate": 3.1865181376749504e-05, |
| "loss": 0.3335, |
| "step": 6350 |
| }, |
| { |
| "epoch": 1.089974293059126, |
| "grad_norm": 0.3742375671863556, |
| "learning_rate": 3.183661810911168e-05, |
| "loss": 0.3526, |
| "step": 6360 |
| }, |
| { |
| "epoch": 1.091688089117395, |
| "grad_norm": 0.42631155252456665, |
| "learning_rate": 3.180805484147387e-05, |
| "loss": 0.3387, |
| "step": 6370 |
| }, |
| { |
| "epoch": 1.0934018851756642, |
| "grad_norm": 0.41597044467926025, |
| "learning_rate": 3.177949157383605e-05, |
| "loss": 0.3566, |
| "step": 6380 |
| }, |
| { |
| "epoch": 1.095115681233933, |
| "grad_norm": 0.41658124327659607, |
| "learning_rate": 3.175092830619823e-05, |
| "loss": 0.3534, |
| "step": 6390 |
| }, |
| { |
| "epoch": 1.0968294772922023, |
| "grad_norm": 0.4091750681400299, |
| "learning_rate": 3.172236503856041e-05, |
| "loss": 0.3526, |
| "step": 6400 |
| }, |
| { |
| "epoch": 1.0985432733504712, |
| "grad_norm": 0.4087865948677063, |
| "learning_rate": 3.169380177092259e-05, |
| "loss": 0.3258, |
| "step": 6410 |
| }, |
| { |
| "epoch": 1.1002570694087404, |
| "grad_norm": 0.4153346121311188, |
| "learning_rate": 3.166523850328478e-05, |
| "loss": 0.3547, |
| "step": 6420 |
| }, |
| { |
| "epoch": 1.1019708654670095, |
| "grad_norm": 0.43321630358695984, |
| "learning_rate": 3.1636675235646965e-05, |
| "loss": 0.3489, |
| "step": 6430 |
| }, |
| { |
| "epoch": 1.1036846615252784, |
| "grad_norm": 0.42528247833251953, |
| "learning_rate": 3.1608111968009144e-05, |
| "loss": 0.3463, |
| "step": 6440 |
| }, |
| { |
| "epoch": 1.1053984575835476, |
| "grad_norm": 0.3978523015975952, |
| "learning_rate": 3.157954870037132e-05, |
| "loss": 0.3506, |
| "step": 6450 |
| }, |
| { |
| "epoch": 1.1071122536418165, |
| "grad_norm": 0.48159298300743103, |
| "learning_rate": 3.15509854327335e-05, |
| "loss": 0.3726, |
| "step": 6460 |
| }, |
| { |
| "epoch": 1.1088260497000857, |
| "grad_norm": 0.4103160798549652, |
| "learning_rate": 3.152242216509569e-05, |
| "loss": 0.3409, |
| "step": 6470 |
| }, |
| { |
| "epoch": 1.1105398457583548, |
| "grad_norm": 0.496094673871994, |
| "learning_rate": 3.1493858897457874e-05, |
| "loss": 0.3455, |
| "step": 6480 |
| }, |
| { |
| "epoch": 1.1122536418166238, |
| "grad_norm": 0.4564761519432068, |
| "learning_rate": 3.1465295629820053e-05, |
| "loss": 0.3513, |
| "step": 6490 |
| }, |
| { |
| "epoch": 1.113967437874893, |
| "grad_norm": 0.4227219223976135, |
| "learning_rate": 3.143673236218224e-05, |
| "loss": 0.3581, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.1156812339331619, |
| "grad_norm": 0.42185524106025696, |
| "learning_rate": 3.140816909454441e-05, |
| "loss": 0.3514, |
| "step": 6510 |
| }, |
| { |
| "epoch": 1.117395029991431, |
| "grad_norm": 0.4504411816596985, |
| "learning_rate": 3.13796058269066e-05, |
| "loss": 0.3564, |
| "step": 6520 |
| }, |
| { |
| "epoch": 1.1191088260497002, |
| "grad_norm": 0.4239251911640167, |
| "learning_rate": 3.1351042559268784e-05, |
| "loss": 0.3483, |
| "step": 6530 |
| }, |
| { |
| "epoch": 1.1208226221079691, |
| "grad_norm": 0.42364707589149475, |
| "learning_rate": 3.132247929163096e-05, |
| "loss": 0.3585, |
| "step": 6540 |
| }, |
| { |
| "epoch": 1.1225364181662383, |
| "grad_norm": 0.40176278352737427, |
| "learning_rate": 3.129391602399315e-05, |
| "loss": 0.3432, |
| "step": 6550 |
| }, |
| { |
| "epoch": 1.1242502142245072, |
| "grad_norm": 0.42972254753112793, |
| "learning_rate": 3.126535275635533e-05, |
| "loss": 0.3632, |
| "step": 6560 |
| }, |
| { |
| "epoch": 1.1259640102827764, |
| "grad_norm": 0.4208223223686218, |
| "learning_rate": 3.123678948871751e-05, |
| "loss": 0.3487, |
| "step": 6570 |
| }, |
| { |
| "epoch": 1.1276778063410453, |
| "grad_norm": 0.41982948780059814, |
| "learning_rate": 3.1208226221079694e-05, |
| "loss": 0.3448, |
| "step": 6580 |
| }, |
| { |
| "epoch": 1.1293916023993145, |
| "grad_norm": 0.3786119222640991, |
| "learning_rate": 3.117966295344187e-05, |
| "loss": 0.3532, |
| "step": 6590 |
| }, |
| { |
| "epoch": 1.1311053984575836, |
| "grad_norm": 0.39533334970474243, |
| "learning_rate": 3.115109968580406e-05, |
| "loss": 0.3499, |
| "step": 6600 |
| }, |
| { |
| "epoch": 1.1328191945158526, |
| "grad_norm": 0.4255177676677704, |
| "learning_rate": 3.112253641816624e-05, |
| "loss": 0.3401, |
| "step": 6610 |
| }, |
| { |
| "epoch": 1.1345329905741217, |
| "grad_norm": 0.4227048456668854, |
| "learning_rate": 3.1093973150528424e-05, |
| "loss": 0.3589, |
| "step": 6620 |
| }, |
| { |
| "epoch": 1.1362467866323906, |
| "grad_norm": 0.4483916461467743, |
| "learning_rate": 3.1065409882890603e-05, |
| "loss": 0.3547, |
| "step": 6630 |
| }, |
| { |
| "epoch": 1.1379605826906598, |
| "grad_norm": 0.4231320917606354, |
| "learning_rate": 3.103684661525278e-05, |
| "loss": 0.3588, |
| "step": 6640 |
| }, |
| { |
| "epoch": 1.139674378748929, |
| "grad_norm": 0.4227351248264313, |
| "learning_rate": 3.100828334761497e-05, |
| "loss": 0.3455, |
| "step": 6650 |
| }, |
| { |
| "epoch": 1.141388174807198, |
| "grad_norm": 0.4091714322566986, |
| "learning_rate": 3.0979720079977155e-05, |
| "loss": 0.3476, |
| "step": 6660 |
| }, |
| { |
| "epoch": 1.143101970865467, |
| "grad_norm": 0.4448917508125305, |
| "learning_rate": 3.0951156812339334e-05, |
| "loss": 0.3498, |
| "step": 6670 |
| }, |
| { |
| "epoch": 1.144815766923736, |
| "grad_norm": 0.39556825160980225, |
| "learning_rate": 3.092259354470152e-05, |
| "loss": 0.3586, |
| "step": 6680 |
| }, |
| { |
| "epoch": 1.1465295629820051, |
| "grad_norm": 0.44014015793800354, |
| "learning_rate": 3.089403027706369e-05, |
| "loss": 0.3523, |
| "step": 6690 |
| }, |
| { |
| "epoch": 1.1482433590402743, |
| "grad_norm": 0.4422236382961273, |
| "learning_rate": 3.086546700942588e-05, |
| "loss": 0.3433, |
| "step": 6700 |
| }, |
| { |
| "epoch": 1.1499571550985432, |
| "grad_norm": 0.4930676519870758, |
| "learning_rate": 3.0836903741788064e-05, |
| "loss": 0.3565, |
| "step": 6710 |
| }, |
| { |
| "epoch": 1.1516709511568124, |
| "grad_norm": 0.4265972077846527, |
| "learning_rate": 3.0808340474150244e-05, |
| "loss": 0.3353, |
| "step": 6720 |
| }, |
| { |
| "epoch": 1.1533847472150813, |
| "grad_norm": 0.4512198865413666, |
| "learning_rate": 3.077977720651243e-05, |
| "loss": 0.3382, |
| "step": 6730 |
| }, |
| { |
| "epoch": 1.1550985432733505, |
| "grad_norm": 0.435465931892395, |
| "learning_rate": 3.075121393887461e-05, |
| "loss": 0.3454, |
| "step": 6740 |
| }, |
| { |
| "epoch": 1.1568123393316196, |
| "grad_norm": 0.42844897508621216, |
| "learning_rate": 3.072265067123679e-05, |
| "loss": 0.3518, |
| "step": 6750 |
| }, |
| { |
| "epoch": 1.1585261353898886, |
| "grad_norm": 0.3897634446620941, |
| "learning_rate": 3.0694087403598974e-05, |
| "loss": 0.3495, |
| "step": 6760 |
| }, |
| { |
| "epoch": 1.1602399314481577, |
| "grad_norm": 0.46333223581314087, |
| "learning_rate": 3.0665524135961153e-05, |
| "loss": 0.3489, |
| "step": 6770 |
| }, |
| { |
| "epoch": 1.1619537275064267, |
| "grad_norm": 0.4132658541202545, |
| "learning_rate": 3.063696086832334e-05, |
| "loss": 0.3506, |
| "step": 6780 |
| }, |
| { |
| "epoch": 1.1636675235646958, |
| "grad_norm": 0.46667787432670593, |
| "learning_rate": 3.060839760068552e-05, |
| "loss": 0.3551, |
| "step": 6790 |
| }, |
| { |
| "epoch": 1.165381319622965, |
| "grad_norm": 0.3969384729862213, |
| "learning_rate": 3.0579834333047705e-05, |
| "loss": 0.3578, |
| "step": 6800 |
| }, |
| { |
| "epoch": 1.167095115681234, |
| "grad_norm": 0.39458054304122925, |
| "learning_rate": 3.0551271065409884e-05, |
| "loss": 0.3459, |
| "step": 6810 |
| }, |
| { |
| "epoch": 1.168808911739503, |
| "grad_norm": 0.40578460693359375, |
| "learning_rate": 3.052270779777206e-05, |
| "loss": 0.3339, |
| "step": 6820 |
| }, |
| { |
| "epoch": 1.170522707797772, |
| "grad_norm": 0.3973940908908844, |
| "learning_rate": 3.049414453013425e-05, |
| "loss": 0.3537, |
| "step": 6830 |
| }, |
| { |
| "epoch": 1.1722365038560412, |
| "grad_norm": 0.4285309314727783, |
| "learning_rate": 3.046558126249643e-05, |
| "loss": 0.3503, |
| "step": 6840 |
| }, |
| { |
| "epoch": 1.17395029991431, |
| "grad_norm": 0.40150052309036255, |
| "learning_rate": 3.0437017994858614e-05, |
| "loss": 0.3427, |
| "step": 6850 |
| }, |
| { |
| "epoch": 1.1756640959725793, |
| "grad_norm": 0.4046010971069336, |
| "learning_rate": 3.0408454727220797e-05, |
| "loss": 0.3417, |
| "step": 6860 |
| }, |
| { |
| "epoch": 1.1773778920308484, |
| "grad_norm": 0.42314770817756653, |
| "learning_rate": 3.0379891459582976e-05, |
| "loss": 0.3351, |
| "step": 6870 |
| }, |
| { |
| "epoch": 1.1790916880891174, |
| "grad_norm": 0.42427992820739746, |
| "learning_rate": 3.0351328191945162e-05, |
| "loss": 0.3499, |
| "step": 6880 |
| }, |
| { |
| "epoch": 1.1808054841473865, |
| "grad_norm": 0.42444947361946106, |
| "learning_rate": 3.0322764924307338e-05, |
| "loss": 0.348, |
| "step": 6890 |
| }, |
| { |
| "epoch": 1.1825192802056554, |
| "grad_norm": 0.41960152983665466, |
| "learning_rate": 3.0294201656669524e-05, |
| "loss": 0.3464, |
| "step": 6900 |
| }, |
| { |
| "epoch": 1.1842330762639246, |
| "grad_norm": 0.42055803537368774, |
| "learning_rate": 3.026563838903171e-05, |
| "loss": 0.3442, |
| "step": 6910 |
| }, |
| { |
| "epoch": 1.1859468723221935, |
| "grad_norm": 0.3928168714046478, |
| "learning_rate": 3.0237075121393886e-05, |
| "loss": 0.3548, |
| "step": 6920 |
| }, |
| { |
| "epoch": 1.1876606683804627, |
| "grad_norm": 0.5035582184791565, |
| "learning_rate": 3.0208511853756072e-05, |
| "loss": 0.3495, |
| "step": 6930 |
| }, |
| { |
| "epoch": 1.1893744644387318, |
| "grad_norm": 0.4152749180793762, |
| "learning_rate": 3.017994858611825e-05, |
| "loss": 0.3502, |
| "step": 6940 |
| }, |
| { |
| "epoch": 1.1910882604970008, |
| "grad_norm": 0.45122581720352173, |
| "learning_rate": 3.0151385318480434e-05, |
| "loss": 0.3553, |
| "step": 6950 |
| }, |
| { |
| "epoch": 1.19280205655527, |
| "grad_norm": 0.401976078748703, |
| "learning_rate": 3.012282205084262e-05, |
| "loss": 0.3457, |
| "step": 6960 |
| }, |
| { |
| "epoch": 1.1945158526135389, |
| "grad_norm": 0.44023826718330383, |
| "learning_rate": 3.00942587832048e-05, |
| "loss": 0.344, |
| "step": 6970 |
| }, |
| { |
| "epoch": 1.196229648671808, |
| "grad_norm": 0.4113614559173584, |
| "learning_rate": 3.0065695515566982e-05, |
| "loss": 0.3554, |
| "step": 6980 |
| }, |
| { |
| "epoch": 1.1979434447300772, |
| "grad_norm": 0.43389397859573364, |
| "learning_rate": 3.0037132247929168e-05, |
| "loss": 0.337, |
| "step": 6990 |
| }, |
| { |
| "epoch": 1.1996572407883461, |
| "grad_norm": 0.45042628049850464, |
| "learning_rate": 3.0008568980291347e-05, |
| "loss": 0.3447, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.2013710368466153, |
| "grad_norm": 0.4491696059703827, |
| "learning_rate": 2.998000571265353e-05, |
| "loss": 0.3471, |
| "step": 7010 |
| }, |
| { |
| "epoch": 1.2030848329048842, |
| "grad_norm": 0.41832613945007324, |
| "learning_rate": 2.995144244501571e-05, |
| "loss": 0.3537, |
| "step": 7020 |
| }, |
| { |
| "epoch": 1.2047986289631534, |
| "grad_norm": 0.4287663996219635, |
| "learning_rate": 2.9922879177377895e-05, |
| "loss": 0.3501, |
| "step": 7030 |
| }, |
| { |
| "epoch": 1.2065124250214225, |
| "grad_norm": 0.41054508090019226, |
| "learning_rate": 2.9894315909740077e-05, |
| "loss": 0.3476, |
| "step": 7040 |
| }, |
| { |
| "epoch": 1.2082262210796915, |
| "grad_norm": 0.4107612371444702, |
| "learning_rate": 2.9865752642102257e-05, |
| "loss": 0.3445, |
| "step": 7050 |
| }, |
| { |
| "epoch": 1.2099400171379606, |
| "grad_norm": 0.4279773235321045, |
| "learning_rate": 2.9837189374464443e-05, |
| "loss": 0.3731, |
| "step": 7060 |
| }, |
| { |
| "epoch": 1.2116538131962296, |
| "grad_norm": 0.5119055509567261, |
| "learning_rate": 2.9808626106826622e-05, |
| "loss": 0.3352, |
| "step": 7070 |
| }, |
| { |
| "epoch": 1.2133676092544987, |
| "grad_norm": 0.41452860832214355, |
| "learning_rate": 2.9780062839188805e-05, |
| "loss": 0.3418, |
| "step": 7080 |
| }, |
| { |
| "epoch": 1.2150814053127679, |
| "grad_norm": 0.42358824610710144, |
| "learning_rate": 2.975149957155099e-05, |
| "loss": 0.349, |
| "step": 7090 |
| }, |
| { |
| "epoch": 1.2167952013710368, |
| "grad_norm": 0.3853763937950134, |
| "learning_rate": 2.9722936303913166e-05, |
| "loss": 0.3491, |
| "step": 7100 |
| }, |
| { |
| "epoch": 1.218508997429306, |
| "grad_norm": 0.4241725206375122, |
| "learning_rate": 2.9694373036275352e-05, |
| "loss": 0.3396, |
| "step": 7110 |
| }, |
| { |
| "epoch": 1.220222793487575, |
| "grad_norm": 0.4051187336444855, |
| "learning_rate": 2.9665809768637532e-05, |
| "loss": 0.3477, |
| "step": 7120 |
| }, |
| { |
| "epoch": 1.221936589545844, |
| "grad_norm": 0.41006556153297424, |
| "learning_rate": 2.9637246500999714e-05, |
| "loss": 0.3374, |
| "step": 7130 |
| }, |
| { |
| "epoch": 1.2236503856041132, |
| "grad_norm": 0.4366990327835083, |
| "learning_rate": 2.96086832333619e-05, |
| "loss": 0.3537, |
| "step": 7140 |
| }, |
| { |
| "epoch": 1.2253641816623821, |
| "grad_norm": 0.3898869454860687, |
| "learning_rate": 2.958011996572408e-05, |
| "loss": 0.3332, |
| "step": 7150 |
| }, |
| { |
| "epoch": 1.2270779777206513, |
| "grad_norm": 0.4259560704231262, |
| "learning_rate": 2.9551556698086262e-05, |
| "loss": 0.3458, |
| "step": 7160 |
| }, |
| { |
| "epoch": 1.2287917737789202, |
| "grad_norm": 0.40676066279411316, |
| "learning_rate": 2.952299343044844e-05, |
| "loss": 0.3503, |
| "step": 7170 |
| }, |
| { |
| "epoch": 1.2305055698371894, |
| "grad_norm": 0.4602939486503601, |
| "learning_rate": 2.9494430162810627e-05, |
| "loss": 0.3307, |
| "step": 7180 |
| }, |
| { |
| "epoch": 1.2322193658954586, |
| "grad_norm": 0.4000133275985718, |
| "learning_rate": 2.946586689517281e-05, |
| "loss": 0.3699, |
| "step": 7190 |
| }, |
| { |
| "epoch": 1.2339331619537275, |
| "grad_norm": 0.4689088463783264, |
| "learning_rate": 2.943730362753499e-05, |
| "loss": 0.342, |
| "step": 7200 |
| }, |
| { |
| "epoch": 1.2356469580119966, |
| "grad_norm": 0.39080819487571716, |
| "learning_rate": 2.9408740359897175e-05, |
| "loss": 0.3325, |
| "step": 7210 |
| }, |
| { |
| "epoch": 1.2373607540702656, |
| "grad_norm": 0.42110803723335266, |
| "learning_rate": 2.9380177092259355e-05, |
| "loss": 0.3399, |
| "step": 7220 |
| }, |
| { |
| "epoch": 1.2390745501285347, |
| "grad_norm": 0.3990210294723511, |
| "learning_rate": 2.9351613824621537e-05, |
| "loss": 0.3479, |
| "step": 7230 |
| }, |
| { |
| "epoch": 1.240788346186804, |
| "grad_norm": 0.4055481553077698, |
| "learning_rate": 2.9323050556983723e-05, |
| "loss": 0.3596, |
| "step": 7240 |
| }, |
| { |
| "epoch": 1.2425021422450728, |
| "grad_norm": 0.46355926990509033, |
| "learning_rate": 2.9294487289345902e-05, |
| "loss": 0.3534, |
| "step": 7250 |
| }, |
| { |
| "epoch": 1.244215938303342, |
| "grad_norm": 0.3957843780517578, |
| "learning_rate": 2.9265924021708085e-05, |
| "loss": 0.3328, |
| "step": 7260 |
| }, |
| { |
| "epoch": 1.245929734361611, |
| "grad_norm": 0.38406893610954285, |
| "learning_rate": 2.9237360754070264e-05, |
| "loss": 0.3633, |
| "step": 7270 |
| }, |
| { |
| "epoch": 1.24764353041988, |
| "grad_norm": 0.4850548505783081, |
| "learning_rate": 2.920879748643245e-05, |
| "loss": 0.3695, |
| "step": 7280 |
| }, |
| { |
| "epoch": 1.249357326478149, |
| "grad_norm": 0.43643587827682495, |
| "learning_rate": 2.9180234218794633e-05, |
| "loss": 0.3476, |
| "step": 7290 |
| }, |
| { |
| "epoch": 1.2510711225364182, |
| "grad_norm": 0.429887056350708, |
| "learning_rate": 2.9151670951156812e-05, |
| "loss": 0.3645, |
| "step": 7300 |
| }, |
| { |
| "epoch": 1.252784918594687, |
| "grad_norm": 0.4277980625629425, |
| "learning_rate": 2.9123107683518995e-05, |
| "loss": 0.333, |
| "step": 7310 |
| }, |
| { |
| "epoch": 1.2544987146529563, |
| "grad_norm": 0.442796915769577, |
| "learning_rate": 2.909454441588118e-05, |
| "loss": 0.3382, |
| "step": 7320 |
| }, |
| { |
| "epoch": 1.2562125107112254, |
| "grad_norm": 0.4223655164241791, |
| "learning_rate": 2.906598114824336e-05, |
| "loss": 0.3503, |
| "step": 7330 |
| }, |
| { |
| "epoch": 1.2579263067694944, |
| "grad_norm": 0.38975775241851807, |
| "learning_rate": 2.9037417880605543e-05, |
| "loss": 0.3382, |
| "step": 7340 |
| }, |
| { |
| "epoch": 1.2596401028277635, |
| "grad_norm": 0.3538907468318939, |
| "learning_rate": 2.9008854612967722e-05, |
| "loss": 0.3502, |
| "step": 7350 |
| }, |
| { |
| "epoch": 1.2613538988860324, |
| "grad_norm": 0.4272812008857727, |
| "learning_rate": 2.8980291345329908e-05, |
| "loss": 0.3492, |
| "step": 7360 |
| }, |
| { |
| "epoch": 1.2630676949443016, |
| "grad_norm": 0.42171192169189453, |
| "learning_rate": 2.895172807769209e-05, |
| "loss": 0.3447, |
| "step": 7370 |
| }, |
| { |
| "epoch": 1.2647814910025708, |
| "grad_norm": 0.4208640456199646, |
| "learning_rate": 2.892316481005427e-05, |
| "loss": 0.3395, |
| "step": 7380 |
| }, |
| { |
| "epoch": 1.2664952870608397, |
| "grad_norm": 0.3956572711467743, |
| "learning_rate": 2.8894601542416456e-05, |
| "loss": 0.3273, |
| "step": 7390 |
| }, |
| { |
| "epoch": 1.2682090831191088, |
| "grad_norm": 0.3806025981903076, |
| "learning_rate": 2.8866038274778635e-05, |
| "loss": 0.3485, |
| "step": 7400 |
| }, |
| { |
| "epoch": 1.2699228791773778, |
| "grad_norm": 0.3972262442111969, |
| "learning_rate": 2.8837475007140818e-05, |
| "loss": 0.3521, |
| "step": 7410 |
| }, |
| { |
| "epoch": 1.271636675235647, |
| "grad_norm": 0.43498408794403076, |
| "learning_rate": 2.8808911739503004e-05, |
| "loss": 0.344, |
| "step": 7420 |
| }, |
| { |
| "epoch": 1.273350471293916, |
| "grad_norm": 0.46216341853141785, |
| "learning_rate": 2.8780348471865183e-05, |
| "loss": 0.3489, |
| "step": 7430 |
| }, |
| { |
| "epoch": 1.275064267352185, |
| "grad_norm": 0.5822446942329407, |
| "learning_rate": 2.8751785204227366e-05, |
| "loss": 0.3432, |
| "step": 7440 |
| }, |
| { |
| "epoch": 1.2767780634104542, |
| "grad_norm": 0.43710097670555115, |
| "learning_rate": 2.8723221936589545e-05, |
| "loss": 0.3449, |
| "step": 7450 |
| }, |
| { |
| "epoch": 1.2784918594687231, |
| "grad_norm": 0.5048580765724182, |
| "learning_rate": 2.869465866895173e-05, |
| "loss": 0.3395, |
| "step": 7460 |
| }, |
| { |
| "epoch": 1.2802056555269923, |
| "grad_norm": 0.3946685492992401, |
| "learning_rate": 2.8666095401313913e-05, |
| "loss": 0.3549, |
| "step": 7470 |
| }, |
| { |
| "epoch": 1.2819194515852614, |
| "grad_norm": 0.4065665006637573, |
| "learning_rate": 2.8637532133676093e-05, |
| "loss": 0.3169, |
| "step": 7480 |
| }, |
| { |
| "epoch": 1.2836332476435304, |
| "grad_norm": 0.40248727798461914, |
| "learning_rate": 2.860896886603828e-05, |
| "loss": 0.3255, |
| "step": 7490 |
| }, |
| { |
| "epoch": 1.2853470437017995, |
| "grad_norm": 0.370870977640152, |
| "learning_rate": 2.8580405598400454e-05, |
| "loss": 0.3589, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.2870608397600685, |
| "grad_norm": 0.4085274338722229, |
| "learning_rate": 2.855184233076264e-05, |
| "loss": 0.343, |
| "step": 7510 |
| }, |
| { |
| "epoch": 1.2887746358183376, |
| "grad_norm": 0.47734397649765015, |
| "learning_rate": 2.8523279063124823e-05, |
| "loss": 0.3481, |
| "step": 7520 |
| }, |
| { |
| "epoch": 1.2904884318766068, |
| "grad_norm": 0.4094698429107666, |
| "learning_rate": 2.8494715795487002e-05, |
| "loss": 0.3519, |
| "step": 7530 |
| }, |
| { |
| "epoch": 1.2922022279348757, |
| "grad_norm": 0.3843911290168762, |
| "learning_rate": 2.846615252784919e-05, |
| "loss": 0.3539, |
| "step": 7540 |
| }, |
| { |
| "epoch": 1.2939160239931449, |
| "grad_norm": 0.44203248620033264, |
| "learning_rate": 2.8437589260211368e-05, |
| "loss": 0.3478, |
| "step": 7550 |
| }, |
| { |
| "epoch": 1.2956298200514138, |
| "grad_norm": 0.37155306339263916, |
| "learning_rate": 2.840902599257355e-05, |
| "loss": 0.331, |
| "step": 7560 |
| }, |
| { |
| "epoch": 1.297343616109683, |
| "grad_norm": 0.3852187395095825, |
| "learning_rate": 2.8380462724935736e-05, |
| "loss": 0.3325, |
| "step": 7570 |
| }, |
| { |
| "epoch": 1.2990574121679521, |
| "grad_norm": 0.391021192073822, |
| "learning_rate": 2.8351899457297915e-05, |
| "loss": 0.3501, |
| "step": 7580 |
| }, |
| { |
| "epoch": 1.300771208226221, |
| "grad_norm": 0.43556347489356995, |
| "learning_rate": 2.8323336189660098e-05, |
| "loss": 0.3458, |
| "step": 7590 |
| }, |
| { |
| "epoch": 1.3024850042844902, |
| "grad_norm": 0.4070069491863251, |
| "learning_rate": 2.8294772922022284e-05, |
| "loss": 0.3507, |
| "step": 7600 |
| }, |
| { |
| "epoch": 1.3041988003427591, |
| "grad_norm": 0.4203561842441559, |
| "learning_rate": 2.8266209654384463e-05, |
| "loss": 0.3516, |
| "step": 7610 |
| }, |
| { |
| "epoch": 1.3059125964010283, |
| "grad_norm": 0.4148425757884979, |
| "learning_rate": 2.8237646386746646e-05, |
| "loss": 0.3302, |
| "step": 7620 |
| }, |
| { |
| "epoch": 1.3076263924592975, |
| "grad_norm": 0.4449089467525482, |
| "learning_rate": 2.8209083119108825e-05, |
| "loss": 0.3508, |
| "step": 7630 |
| }, |
| { |
| "epoch": 1.3093401885175664, |
| "grad_norm": 0.4570872187614441, |
| "learning_rate": 2.818051985147101e-05, |
| "loss": 0.35, |
| "step": 7640 |
| }, |
| { |
| "epoch": 1.3110539845758356, |
| "grad_norm": 0.38971251249313354, |
| "learning_rate": 2.8151956583833194e-05, |
| "loss": 0.3423, |
| "step": 7650 |
| }, |
| { |
| "epoch": 1.3127677806341045, |
| "grad_norm": 0.3867109715938568, |
| "learning_rate": 2.8123393316195373e-05, |
| "loss": 0.3389, |
| "step": 7660 |
| }, |
| { |
| "epoch": 1.3144815766923736, |
| "grad_norm": 0.44314730167388916, |
| "learning_rate": 2.809483004855756e-05, |
| "loss": 0.3447, |
| "step": 7670 |
| }, |
| { |
| "epoch": 1.3161953727506428, |
| "grad_norm": 0.3955530822277069, |
| "learning_rate": 2.8066266780919735e-05, |
| "loss": 0.3385, |
| "step": 7680 |
| }, |
| { |
| "epoch": 1.3179091688089117, |
| "grad_norm": 0.44573432207107544, |
| "learning_rate": 2.803770351328192e-05, |
| "loss": 0.3407, |
| "step": 7690 |
| }, |
| { |
| "epoch": 1.3196229648671807, |
| "grad_norm": 0.38774076104164124, |
| "learning_rate": 2.8009140245644107e-05, |
| "loss": 0.3463, |
| "step": 7700 |
| }, |
| { |
| "epoch": 1.3213367609254498, |
| "grad_norm": 0.44221237301826477, |
| "learning_rate": 2.7980576978006283e-05, |
| "loss": 0.3454, |
| "step": 7710 |
| }, |
| { |
| "epoch": 1.323050556983719, |
| "grad_norm": 0.38349688053131104, |
| "learning_rate": 2.7954870037132248e-05, |
| "loss": 0.349, |
| "step": 7720 |
| }, |
| { |
| "epoch": 1.3247643530419881, |
| "grad_norm": 0.6474334597587585, |
| "learning_rate": 2.792630676949443e-05, |
| "loss": 0.3639, |
| "step": 7730 |
| }, |
| { |
| "epoch": 1.326478149100257, |
| "grad_norm": 0.39967530965805054, |
| "learning_rate": 2.7897743501856616e-05, |
| "loss": 0.3481, |
| "step": 7740 |
| }, |
| { |
| "epoch": 1.328191945158526, |
| "grad_norm": 0.463186115026474, |
| "learning_rate": 2.7869180234218795e-05, |
| "loss": 0.351, |
| "step": 7750 |
| }, |
| { |
| "epoch": 1.3299057412167952, |
| "grad_norm": 0.4431716799736023, |
| "learning_rate": 2.7840616966580978e-05, |
| "loss": 0.3315, |
| "step": 7760 |
| }, |
| { |
| "epoch": 1.3316195372750643, |
| "grad_norm": 0.42048847675323486, |
| "learning_rate": 2.7812053698943157e-05, |
| "loss": 0.3426, |
| "step": 7770 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 0.41159260272979736, |
| "learning_rate": 2.7783490431305343e-05, |
| "loss": 0.3411, |
| "step": 7780 |
| }, |
| { |
| "epoch": 1.3350471293916024, |
| "grad_norm": 0.42812713980674744, |
| "learning_rate": 2.7754927163667526e-05, |
| "loss": 0.3561, |
| "step": 7790 |
| }, |
| { |
| "epoch": 1.3367609254498714, |
| "grad_norm": 0.40041008591651917, |
| "learning_rate": 2.7726363896029705e-05, |
| "loss": 0.3348, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.3384747215081405, |
| "grad_norm": 0.4039687514305115, |
| "learning_rate": 2.769780062839189e-05, |
| "loss": 0.3519, |
| "step": 7810 |
| }, |
| { |
| "epoch": 1.3401885175664097, |
| "grad_norm": 0.38299936056137085, |
| "learning_rate": 2.766923736075407e-05, |
| "loss": 0.3485, |
| "step": 7820 |
| }, |
| { |
| "epoch": 1.3419023136246786, |
| "grad_norm": 0.47175827622413635, |
| "learning_rate": 2.7640674093116253e-05, |
| "loss": 0.3628, |
| "step": 7830 |
| }, |
| { |
| "epoch": 1.3436161096829478, |
| "grad_norm": 0.3974986970424652, |
| "learning_rate": 2.761211082547844e-05, |
| "loss": 0.3462, |
| "step": 7840 |
| }, |
| { |
| "epoch": 1.3453299057412167, |
| "grad_norm": 0.4005205035209656, |
| "learning_rate": 2.7583547557840618e-05, |
| "loss": 0.3528, |
| "step": 7850 |
| }, |
| { |
| "epoch": 1.3470437017994858, |
| "grad_norm": 0.46165525913238525, |
| "learning_rate": 2.75549842902028e-05, |
| "loss": 0.3423, |
| "step": 7860 |
| }, |
| { |
| "epoch": 1.348757497857755, |
| "grad_norm": 0.4195481240749359, |
| "learning_rate": 2.7526421022564987e-05, |
| "loss": 0.346, |
| "step": 7870 |
| }, |
| { |
| "epoch": 1.350471293916024, |
| "grad_norm": 0.41186022758483887, |
| "learning_rate": 2.7497857754927163e-05, |
| "loss": 0.3587, |
| "step": 7880 |
| }, |
| { |
| "epoch": 1.352185089974293, |
| "grad_norm": 0.39691275358200073, |
| "learning_rate": 2.746929448728935e-05, |
| "loss": 0.3292, |
| "step": 7890 |
| }, |
| { |
| "epoch": 1.353898886032562, |
| "grad_norm": 0.43522560596466064, |
| "learning_rate": 2.7440731219651528e-05, |
| "loss": 0.3455, |
| "step": 7900 |
| }, |
| { |
| "epoch": 1.3556126820908312, |
| "grad_norm": 0.41686180233955383, |
| "learning_rate": 2.741216795201371e-05, |
| "loss": 0.3319, |
| "step": 7910 |
| }, |
| { |
| "epoch": 1.3573264781491003, |
| "grad_norm": 0.4145779311656952, |
| "learning_rate": 2.7383604684375897e-05, |
| "loss": 0.3413, |
| "step": 7920 |
| }, |
| { |
| "epoch": 1.3590402742073693, |
| "grad_norm": 0.4023870825767517, |
| "learning_rate": 2.7355041416738076e-05, |
| "loss": 0.3451, |
| "step": 7930 |
| }, |
| { |
| "epoch": 1.3607540702656384, |
| "grad_norm": 0.3804696798324585, |
| "learning_rate": 2.732647814910026e-05, |
| "loss": 0.3454, |
| "step": 7940 |
| }, |
| { |
| "epoch": 1.3624678663239074, |
| "grad_norm": 0.41007333993911743, |
| "learning_rate": 2.7297914881462438e-05, |
| "loss": 0.327, |
| "step": 7950 |
| }, |
| { |
| "epoch": 1.3641816623821765, |
| "grad_norm": 0.37983033061027527, |
| "learning_rate": 2.7269351613824624e-05, |
| "loss": 0.3481, |
| "step": 7960 |
| }, |
| { |
| "epoch": 1.3658954584404457, |
| "grad_norm": 0.4238635301589966, |
| "learning_rate": 2.7240788346186806e-05, |
| "loss": 0.3325, |
| "step": 7970 |
| }, |
| { |
| "epoch": 1.3676092544987146, |
| "grad_norm": 0.40278929471969604, |
| "learning_rate": 2.7212225078548986e-05, |
| "loss": 0.3391, |
| "step": 7980 |
| }, |
| { |
| "epoch": 1.3693230505569838, |
| "grad_norm": 0.42544665932655334, |
| "learning_rate": 2.718366181091117e-05, |
| "loss": 0.3436, |
| "step": 7990 |
| }, |
| { |
| "epoch": 1.3710368466152527, |
| "grad_norm": 0.3899822235107422, |
| "learning_rate": 2.715509854327335e-05, |
| "loss": 0.3608, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.3727506426735219, |
| "grad_norm": 0.40118059515953064, |
| "learning_rate": 2.7126535275635533e-05, |
| "loss": 0.3421, |
| "step": 8010 |
| }, |
| { |
| "epoch": 1.374464438731791, |
| "grad_norm": 0.3830666244029999, |
| "learning_rate": 2.709797200799772e-05, |
| "loss": 0.3455, |
| "step": 8020 |
| }, |
| { |
| "epoch": 1.37617823479006, |
| "grad_norm": 0.4546830356121063, |
| "learning_rate": 2.70694087403599e-05, |
| "loss": 0.3413, |
| "step": 8030 |
| }, |
| { |
| "epoch": 1.3778920308483291, |
| "grad_norm": 0.4319319725036621, |
| "learning_rate": 2.704084547272208e-05, |
| "loss": 0.3434, |
| "step": 8040 |
| }, |
| { |
| "epoch": 1.379605826906598, |
| "grad_norm": 0.4801386296749115, |
| "learning_rate": 2.701228220508426e-05, |
| "loss": 0.3475, |
| "step": 8050 |
| }, |
| { |
| "epoch": 1.3813196229648672, |
| "grad_norm": 0.4308033287525177, |
| "learning_rate": 2.6983718937446447e-05, |
| "loss": 0.3524, |
| "step": 8060 |
| }, |
| { |
| "epoch": 1.3830334190231364, |
| "grad_norm": 0.37144121527671814, |
| "learning_rate": 2.695515566980863e-05, |
| "loss": 0.3225, |
| "step": 8070 |
| }, |
| { |
| "epoch": 1.3847472150814053, |
| "grad_norm": 0.43441927433013916, |
| "learning_rate": 2.692659240217081e-05, |
| "loss": 0.3448, |
| "step": 8080 |
| }, |
| { |
| "epoch": 1.3864610111396745, |
| "grad_norm": 0.4089992046356201, |
| "learning_rate": 2.689802913453299e-05, |
| "loss": 0.3345, |
| "step": 8090 |
| }, |
| { |
| "epoch": 1.3881748071979434, |
| "grad_norm": 0.387023001909256, |
| "learning_rate": 2.686946586689517e-05, |
| "loss": 0.3544, |
| "step": 8100 |
| }, |
| { |
| "epoch": 1.3898886032562126, |
| "grad_norm": 0.4173690974712372, |
| "learning_rate": 2.6840902599257356e-05, |
| "loss": 0.3324, |
| "step": 8110 |
| }, |
| { |
| "epoch": 1.3916023993144817, |
| "grad_norm": 0.3853393793106079, |
| "learning_rate": 2.681233933161954e-05, |
| "loss": 0.3487, |
| "step": 8120 |
| }, |
| { |
| "epoch": 1.3933161953727506, |
| "grad_norm": 0.48058122396469116, |
| "learning_rate": 2.6783776063981718e-05, |
| "loss": 0.3375, |
| "step": 8130 |
| }, |
| { |
| "epoch": 1.3950299914310196, |
| "grad_norm": 0.43440964818000793, |
| "learning_rate": 2.6755212796343904e-05, |
| "loss": 0.3497, |
| "step": 8140 |
| }, |
| { |
| "epoch": 1.3967437874892887, |
| "grad_norm": 0.4103083312511444, |
| "learning_rate": 2.6726649528706083e-05, |
| "loss": 0.3348, |
| "step": 8150 |
| }, |
| { |
| "epoch": 1.398457583547558, |
| "grad_norm": 0.5796851515769958, |
| "learning_rate": 2.6698086261068266e-05, |
| "loss": 0.3518, |
| "step": 8160 |
| }, |
| { |
| "epoch": 1.4001713796058268, |
| "grad_norm": 0.4238094389438629, |
| "learning_rate": 2.6669522993430452e-05, |
| "loss": 0.3414, |
| "step": 8170 |
| }, |
| { |
| "epoch": 1.401885175664096, |
| "grad_norm": 0.4287961721420288, |
| "learning_rate": 2.664095972579263e-05, |
| "loss": 0.3369, |
| "step": 8180 |
| }, |
| { |
| "epoch": 1.403598971722365, |
| "grad_norm": 0.41233572363853455, |
| "learning_rate": 2.6612396458154814e-05, |
| "loss": 0.363, |
| "step": 8190 |
| }, |
| { |
| "epoch": 1.405312767780634, |
| "grad_norm": 0.4112406373023987, |
| "learning_rate": 2.6583833190517e-05, |
| "loss": 0.3507, |
| "step": 8200 |
| }, |
| { |
| "epoch": 1.4070265638389032, |
| "grad_norm": 0.3922879695892334, |
| "learning_rate": 2.655526992287918e-05, |
| "loss": 0.3444, |
| "step": 8210 |
| }, |
| { |
| "epoch": 1.4087403598971722, |
| "grad_norm": 0.41223299503326416, |
| "learning_rate": 2.6526706655241362e-05, |
| "loss": 0.3561, |
| "step": 8220 |
| }, |
| { |
| "epoch": 1.4104541559554413, |
| "grad_norm": 0.39642488956451416, |
| "learning_rate": 2.649814338760354e-05, |
| "loss": 0.3528, |
| "step": 8230 |
| }, |
| { |
| "epoch": 1.4121679520137103, |
| "grad_norm": 0.43318673968315125, |
| "learning_rate": 2.6469580119965727e-05, |
| "loss": 0.3368, |
| "step": 8240 |
| }, |
| { |
| "epoch": 1.4138817480719794, |
| "grad_norm": 0.4054166376590729, |
| "learning_rate": 2.644101685232791e-05, |
| "loss": 0.3388, |
| "step": 8250 |
| }, |
| { |
| "epoch": 1.4155955441302486, |
| "grad_norm": 0.42911553382873535, |
| "learning_rate": 2.641245358469009e-05, |
| "loss": 0.3404, |
| "step": 8260 |
| }, |
| { |
| "epoch": 1.4173093401885175, |
| "grad_norm": 0.4328351318836212, |
| "learning_rate": 2.6383890317052275e-05, |
| "loss": 0.3388, |
| "step": 8270 |
| }, |
| { |
| "epoch": 1.4190231362467867, |
| "grad_norm": 0.37425297498703003, |
| "learning_rate": 2.635532704941445e-05, |
| "loss": 0.3482, |
| "step": 8280 |
| }, |
| { |
| "epoch": 1.4207369323050556, |
| "grad_norm": 0.4178659915924072, |
| "learning_rate": 2.6326763781776637e-05, |
| "loss": 0.3375, |
| "step": 8290 |
| }, |
| { |
| "epoch": 1.4224507283633248, |
| "grad_norm": 0.4292641580104828, |
| "learning_rate": 2.629820051413882e-05, |
| "loss": 0.3342, |
| "step": 8300 |
| }, |
| { |
| "epoch": 1.424164524421594, |
| "grad_norm": 0.39173051714897156, |
| "learning_rate": 2.6269637246501e-05, |
| "loss": 0.3351, |
| "step": 8310 |
| }, |
| { |
| "epoch": 1.4258783204798628, |
| "grad_norm": 0.39436325430870056, |
| "learning_rate": 2.6241073978863185e-05, |
| "loss": 0.3413, |
| "step": 8320 |
| }, |
| { |
| "epoch": 1.427592116538132, |
| "grad_norm": 0.412300169467926, |
| "learning_rate": 2.6212510711225364e-05, |
| "loss": 0.3363, |
| "step": 8330 |
| }, |
| { |
| "epoch": 1.429305912596401, |
| "grad_norm": 0.45384445786476135, |
| "learning_rate": 2.6183947443587547e-05, |
| "loss": 0.3558, |
| "step": 8340 |
| }, |
| { |
| "epoch": 1.43101970865467, |
| "grad_norm": 0.3842832148075104, |
| "learning_rate": 2.6155384175949733e-05, |
| "loss": 0.339, |
| "step": 8350 |
| }, |
| { |
| "epoch": 1.4327335047129393, |
| "grad_norm": 0.4295053482055664, |
| "learning_rate": 2.6126820908311912e-05, |
| "loss": 0.3447, |
| "step": 8360 |
| }, |
| { |
| "epoch": 1.4344473007712082, |
| "grad_norm": 0.4409741163253784, |
| "learning_rate": 2.6098257640674094e-05, |
| "loss": 0.3509, |
| "step": 8370 |
| }, |
| { |
| "epoch": 1.4361610968294773, |
| "grad_norm": 0.41879725456237793, |
| "learning_rate": 2.6069694373036274e-05, |
| "loss": 0.3268, |
| "step": 8380 |
| }, |
| { |
| "epoch": 1.4378748928877463, |
| "grad_norm": 0.4443173110485077, |
| "learning_rate": 2.604113110539846e-05, |
| "loss": 0.333, |
| "step": 8390 |
| }, |
| { |
| "epoch": 1.4395886889460154, |
| "grad_norm": 0.5012508630752563, |
| "learning_rate": 2.6012567837760642e-05, |
| "loss": 0.3554, |
| "step": 8400 |
| }, |
| { |
| "epoch": 1.4413024850042846, |
| "grad_norm": 0.400483101606369, |
| "learning_rate": 2.598400457012282e-05, |
| "loss": 0.3405, |
| "step": 8410 |
| }, |
| { |
| "epoch": 1.4430162810625535, |
| "grad_norm": 0.4024072587490082, |
| "learning_rate": 2.5955441302485007e-05, |
| "loss": 0.343, |
| "step": 8420 |
| }, |
| { |
| "epoch": 1.4447300771208227, |
| "grad_norm": 0.3965204358100891, |
| "learning_rate": 2.5926878034847187e-05, |
| "loss": 0.3459, |
| "step": 8430 |
| }, |
| { |
| "epoch": 1.4464438731790916, |
| "grad_norm": 0.3904626965522766, |
| "learning_rate": 2.589831476720937e-05, |
| "loss": 0.3362, |
| "step": 8440 |
| }, |
| { |
| "epoch": 1.4481576692373608, |
| "grad_norm": 0.45727992057800293, |
| "learning_rate": 2.5869751499571555e-05, |
| "loss": 0.3298, |
| "step": 8450 |
| }, |
| { |
| "epoch": 1.44987146529563, |
| "grad_norm": 0.40625882148742676, |
| "learning_rate": 2.584118823193373e-05, |
| "loss": 0.3304, |
| "step": 8460 |
| }, |
| { |
| "epoch": 1.4515852613538989, |
| "grad_norm": 0.404329776763916, |
| "learning_rate": 2.5812624964295917e-05, |
| "loss": 0.3203, |
| "step": 8470 |
| }, |
| { |
| "epoch": 1.453299057412168, |
| "grad_norm": 0.377429723739624, |
| "learning_rate": 2.5784061696658103e-05, |
| "loss": 0.3377, |
| "step": 8480 |
| }, |
| { |
| "epoch": 1.455012853470437, |
| "grad_norm": 0.41216394305229187, |
| "learning_rate": 2.575549842902028e-05, |
| "loss": 0.3363, |
| "step": 8490 |
| }, |
| { |
| "epoch": 1.4567266495287061, |
| "grad_norm": 0.4194747805595398, |
| "learning_rate": 2.5726935161382465e-05, |
| "loss": 0.3286, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.4584404455869753, |
| "grad_norm": 0.4310661554336548, |
| "learning_rate": 2.5698371893744644e-05, |
| "loss": 0.3413, |
| "step": 8510 |
| }, |
| { |
| "epoch": 1.4601542416452442, |
| "grad_norm": 0.40952980518341064, |
| "learning_rate": 2.5669808626106827e-05, |
| "loss": 0.3529, |
| "step": 8520 |
| }, |
| { |
| "epoch": 1.4618680377035131, |
| "grad_norm": 0.3957708477973938, |
| "learning_rate": 2.5641245358469013e-05, |
| "loss": 0.3491, |
| "step": 8530 |
| }, |
| { |
| "epoch": 1.4635818337617823, |
| "grad_norm": 0.3769155740737915, |
| "learning_rate": 2.5612682090831192e-05, |
| "loss": 0.35, |
| "step": 8540 |
| }, |
| { |
| "epoch": 1.4652956298200515, |
| "grad_norm": 0.3695950210094452, |
| "learning_rate": 2.5584118823193375e-05, |
| "loss": 0.3188, |
| "step": 8550 |
| }, |
| { |
| "epoch": 1.4670094258783206, |
| "grad_norm": 0.4204133152961731, |
| "learning_rate": 2.5555555555555554e-05, |
| "loss": 0.3462, |
| "step": 8560 |
| }, |
| { |
| "epoch": 1.4687232219365896, |
| "grad_norm": 0.4069593548774719, |
| "learning_rate": 2.552699228791774e-05, |
| "loss": 0.3431, |
| "step": 8570 |
| }, |
| { |
| "epoch": 1.4704370179948585, |
| "grad_norm": 0.44790759682655334, |
| "learning_rate": 2.5498429020279923e-05, |
| "loss": 0.3304, |
| "step": 8580 |
| }, |
| { |
| "epoch": 1.4721508140531276, |
| "grad_norm": 0.42790570855140686, |
| "learning_rate": 2.5469865752642102e-05, |
| "loss": 0.3479, |
| "step": 8590 |
| }, |
| { |
| "epoch": 1.4738646101113968, |
| "grad_norm": 0.40536096692085266, |
| "learning_rate": 2.5441302485004288e-05, |
| "loss": 0.3492, |
| "step": 8600 |
| }, |
| { |
| "epoch": 1.4755784061696657, |
| "grad_norm": 0.41925767064094543, |
| "learning_rate": 2.5412739217366467e-05, |
| "loss": 0.3494, |
| "step": 8610 |
| }, |
| { |
| "epoch": 1.477292202227935, |
| "grad_norm": 0.44192054867744446, |
| "learning_rate": 2.538417594972865e-05, |
| "loss": 0.342, |
| "step": 8620 |
| }, |
| { |
| "epoch": 1.4790059982862038, |
| "grad_norm": 0.38461121916770935, |
| "learning_rate": 2.5355612682090836e-05, |
| "loss": 0.3346, |
| "step": 8630 |
| }, |
| { |
| "epoch": 1.480719794344473, |
| "grad_norm": 0.38452473282814026, |
| "learning_rate": 2.5327049414453015e-05, |
| "loss": 0.3392, |
| "step": 8640 |
| }, |
| { |
| "epoch": 1.4824335904027421, |
| "grad_norm": 0.42153528332710266, |
| "learning_rate": 2.5298486146815198e-05, |
| "loss": 0.3325, |
| "step": 8650 |
| }, |
| { |
| "epoch": 1.484147386461011, |
| "grad_norm": 0.4100632965564728, |
| "learning_rate": 2.5269922879177377e-05, |
| "loss": 0.3456, |
| "step": 8660 |
| }, |
| { |
| "epoch": 1.4858611825192802, |
| "grad_norm": 0.44015470147132874, |
| "learning_rate": 2.524135961153956e-05, |
| "loss": 0.3405, |
| "step": 8670 |
| }, |
| { |
| "epoch": 1.4875749785775492, |
| "grad_norm": 0.3868488669395447, |
| "learning_rate": 2.5212796343901746e-05, |
| "loss": 0.3526, |
| "step": 8680 |
| }, |
| { |
| "epoch": 1.4892887746358183, |
| "grad_norm": 0.4163185656070709, |
| "learning_rate": 2.5184233076263925e-05, |
| "loss": 0.3439, |
| "step": 8690 |
| }, |
| { |
| "epoch": 1.4910025706940875, |
| "grad_norm": 0.3832201361656189, |
| "learning_rate": 2.5155669808626107e-05, |
| "loss": 0.3302, |
| "step": 8700 |
| }, |
| { |
| "epoch": 1.4927163667523564, |
| "grad_norm": 0.38806959986686707, |
| "learning_rate": 2.5127106540988287e-05, |
| "loss": 0.3383, |
| "step": 8710 |
| }, |
| { |
| "epoch": 1.4944301628106256, |
| "grad_norm": 0.3635774552822113, |
| "learning_rate": 2.5098543273350473e-05, |
| "loss": 0.3396, |
| "step": 8720 |
| }, |
| { |
| "epoch": 1.4961439588688945, |
| "grad_norm": 0.40076860785484314, |
| "learning_rate": 2.5069980005712655e-05, |
| "loss": 0.3407, |
| "step": 8730 |
| }, |
| { |
| "epoch": 1.4978577549271637, |
| "grad_norm": 0.419278621673584, |
| "learning_rate": 2.5041416738074835e-05, |
| "loss": 0.3395, |
| "step": 8740 |
| }, |
| { |
| "epoch": 1.4995715509854328, |
| "grad_norm": 0.4140276610851288, |
| "learning_rate": 2.501285347043702e-05, |
| "loss": 0.3302, |
| "step": 8750 |
| }, |
| { |
| "epoch": 1.5012853470437018, |
| "grad_norm": 0.47987890243530273, |
| "learning_rate": 2.4984290202799203e-05, |
| "loss": 0.342, |
| "step": 8760 |
| }, |
| { |
| "epoch": 1.502999143101971, |
| "grad_norm": 0.4513384997844696, |
| "learning_rate": 2.4955726935161382e-05, |
| "loss": 0.3374, |
| "step": 8770 |
| }, |
| { |
| "epoch": 1.5047129391602398, |
| "grad_norm": 0.44189688563346863, |
| "learning_rate": 2.4927163667523565e-05, |
| "loss": 0.3433, |
| "step": 8780 |
| }, |
| { |
| "epoch": 1.506426735218509, |
| "grad_norm": 0.3951323330402374, |
| "learning_rate": 2.4898600399885748e-05, |
| "loss": 0.3466, |
| "step": 8790 |
| }, |
| { |
| "epoch": 1.5081405312767782, |
| "grad_norm": 0.4419739842414856, |
| "learning_rate": 2.487003713224793e-05, |
| "loss": 0.3393, |
| "step": 8800 |
| }, |
| { |
| "epoch": 1.509854327335047, |
| "grad_norm": 0.3944937586784363, |
| "learning_rate": 2.4841473864610113e-05, |
| "loss": 0.3378, |
| "step": 8810 |
| }, |
| { |
| "epoch": 1.511568123393316, |
| "grad_norm": 0.4794803857803345, |
| "learning_rate": 2.4812910596972296e-05, |
| "loss": 0.3355, |
| "step": 8820 |
| }, |
| { |
| "epoch": 1.5132819194515852, |
| "grad_norm": 0.44282740354537964, |
| "learning_rate": 2.4784347329334475e-05, |
| "loss": 0.3376, |
| "step": 8830 |
| }, |
| { |
| "epoch": 1.5149957155098543, |
| "grad_norm": 0.4469907581806183, |
| "learning_rate": 2.475578406169666e-05, |
| "loss": 0.353, |
| "step": 8840 |
| }, |
| { |
| "epoch": 1.5167095115681235, |
| "grad_norm": 0.43816834688186646, |
| "learning_rate": 2.4727220794058843e-05, |
| "loss": 0.3479, |
| "step": 8850 |
| }, |
| { |
| "epoch": 1.5184233076263924, |
| "grad_norm": 0.36124739050865173, |
| "learning_rate": 2.4698657526421023e-05, |
| "loss": 0.3472, |
| "step": 8860 |
| }, |
| { |
| "epoch": 1.5201371036846614, |
| "grad_norm": 0.4093656539916992, |
| "learning_rate": 2.4670094258783205e-05, |
| "loss": 0.3358, |
| "step": 8870 |
| }, |
| { |
| "epoch": 1.5218508997429305, |
| "grad_norm": 0.4121876358985901, |
| "learning_rate": 2.4641530991145388e-05, |
| "loss": 0.3348, |
| "step": 8880 |
| }, |
| { |
| "epoch": 1.5235646958011997, |
| "grad_norm": 0.38930338621139526, |
| "learning_rate": 2.461296772350757e-05, |
| "loss": 0.358, |
| "step": 8890 |
| }, |
| { |
| "epoch": 1.5252784918594688, |
| "grad_norm": 0.3835488259792328, |
| "learning_rate": 2.4584404455869753e-05, |
| "loss": 0.3419, |
| "step": 8900 |
| }, |
| { |
| "epoch": 1.5269922879177378, |
| "grad_norm": 0.387956827878952, |
| "learning_rate": 2.4555841188231936e-05, |
| "loss": 0.3288, |
| "step": 8910 |
| }, |
| { |
| "epoch": 1.5287060839760067, |
| "grad_norm": 0.39550501108169556, |
| "learning_rate": 2.4527277920594115e-05, |
| "loss": 0.348, |
| "step": 8920 |
| }, |
| { |
| "epoch": 1.5304198800342759, |
| "grad_norm": 0.44232356548309326, |
| "learning_rate": 2.44987146529563e-05, |
| "loss": 0.3407, |
| "step": 8930 |
| }, |
| { |
| "epoch": 1.532133676092545, |
| "grad_norm": 0.41980692744255066, |
| "learning_rate": 2.4470151385318484e-05, |
| "loss": 0.3244, |
| "step": 8940 |
| }, |
| { |
| "epoch": 1.5338474721508142, |
| "grad_norm": 0.40649715065956116, |
| "learning_rate": 2.4441588117680663e-05, |
| "loss": 0.3367, |
| "step": 8950 |
| }, |
| { |
| "epoch": 1.5355612682090831, |
| "grad_norm": 0.41725024580955505, |
| "learning_rate": 2.4413024850042845e-05, |
| "loss": 0.3521, |
| "step": 8960 |
| }, |
| { |
| "epoch": 1.537275064267352, |
| "grad_norm": 0.45514604449272156, |
| "learning_rate": 2.4384461582405028e-05, |
| "loss": 0.3363, |
| "step": 8970 |
| }, |
| { |
| "epoch": 1.5389888603256212, |
| "grad_norm": 0.40341225266456604, |
| "learning_rate": 2.435589831476721e-05, |
| "loss": 0.3551, |
| "step": 8980 |
| }, |
| { |
| "epoch": 1.5407026563838904, |
| "grad_norm": 0.45389923453330994, |
| "learning_rate": 2.4327335047129393e-05, |
| "loss": 0.3458, |
| "step": 8990 |
| }, |
| { |
| "epoch": 1.5424164524421595, |
| "grad_norm": 0.4399547576904297, |
| "learning_rate": 2.4298771779491576e-05, |
| "loss": 0.3328, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.5441302485004285, |
| "grad_norm": 0.39244237542152405, |
| "learning_rate": 2.4270208511853755e-05, |
| "loss": 0.3318, |
| "step": 9010 |
| }, |
| { |
| "epoch": 1.5458440445586974, |
| "grad_norm": 0.46719881892204285, |
| "learning_rate": 2.4241645244215938e-05, |
| "loss": 0.325, |
| "step": 9020 |
| }, |
| { |
| "epoch": 1.5475578406169666, |
| "grad_norm": 0.4076116681098938, |
| "learning_rate": 2.4213081976578124e-05, |
| "loss": 0.3152, |
| "step": 9030 |
| }, |
| { |
| "epoch": 1.5492716366752357, |
| "grad_norm": 0.4262393116950989, |
| "learning_rate": 2.4184518708940303e-05, |
| "loss": 0.3273, |
| "step": 9040 |
| }, |
| { |
| "epoch": 1.5509854327335049, |
| "grad_norm": 0.415228933095932, |
| "learning_rate": 2.4155955441302486e-05, |
| "loss": 0.3377, |
| "step": 9050 |
| }, |
| { |
| "epoch": 1.5526992287917738, |
| "grad_norm": 0.43530064821243286, |
| "learning_rate": 2.412739217366467e-05, |
| "loss": 0.3534, |
| "step": 9060 |
| }, |
| { |
| "epoch": 1.5544130248500427, |
| "grad_norm": 0.4395502507686615, |
| "learning_rate": 2.409882890602685e-05, |
| "loss": 0.3339, |
| "step": 9070 |
| }, |
| { |
| "epoch": 1.556126820908312, |
| "grad_norm": 0.41547203063964844, |
| "learning_rate": 2.4070265638389034e-05, |
| "loss": 0.3324, |
| "step": 9080 |
| }, |
| { |
| "epoch": 1.557840616966581, |
| "grad_norm": 0.39110681414604187, |
| "learning_rate": 2.4041702370751216e-05, |
| "loss": 0.3448, |
| "step": 9090 |
| }, |
| { |
| "epoch": 1.5595544130248502, |
| "grad_norm": 0.46008628606796265, |
| "learning_rate": 2.4013139103113395e-05, |
| "loss": 0.3481, |
| "step": 9100 |
| }, |
| { |
| "epoch": 1.5612682090831191, |
| "grad_norm": 0.41481733322143555, |
| "learning_rate": 2.3984575835475578e-05, |
| "loss": 0.3323, |
| "step": 9110 |
| }, |
| { |
| "epoch": 1.562982005141388, |
| "grad_norm": 0.40251603722572327, |
| "learning_rate": 2.3956012567837764e-05, |
| "loss": 0.3313, |
| "step": 9120 |
| }, |
| { |
| "epoch": 1.5646958011996572, |
| "grad_norm": 0.37586021423339844, |
| "learning_rate": 2.3927449300199943e-05, |
| "loss": 0.3328, |
| "step": 9130 |
| }, |
| { |
| "epoch": 1.5664095972579264, |
| "grad_norm": 0.39882418513298035, |
| "learning_rate": 2.3898886032562126e-05, |
| "loss": 0.3431, |
| "step": 9140 |
| }, |
| { |
| "epoch": 1.5681233933161953, |
| "grad_norm": 0.393945574760437, |
| "learning_rate": 2.387032276492431e-05, |
| "loss": 0.3442, |
| "step": 9150 |
| }, |
| { |
| "epoch": 1.5698371893744645, |
| "grad_norm": 0.3542807698249817, |
| "learning_rate": 2.3841759497286488e-05, |
| "loss": 0.3249, |
| "step": 9160 |
| }, |
| { |
| "epoch": 1.5715509854327334, |
| "grad_norm": 0.4241867959499359, |
| "learning_rate": 2.3813196229648674e-05, |
| "loss": 0.3391, |
| "step": 9170 |
| }, |
| { |
| "epoch": 1.5732647814910026, |
| "grad_norm": 0.44771257042884827, |
| "learning_rate": 2.3784632962010856e-05, |
| "loss": 0.3346, |
| "step": 9180 |
| }, |
| { |
| "epoch": 1.5749785775492717, |
| "grad_norm": 0.39804545044898987, |
| "learning_rate": 2.3756069694373036e-05, |
| "loss": 0.3251, |
| "step": 9190 |
| }, |
| { |
| "epoch": 1.5766923736075407, |
| "grad_norm": 0.47698989510536194, |
| "learning_rate": 2.3727506426735218e-05, |
| "loss": 0.3327, |
| "step": 9200 |
| }, |
| { |
| "epoch": 1.5784061696658098, |
| "grad_norm": 0.43843311071395874, |
| "learning_rate": 2.3698943159097404e-05, |
| "loss": 0.3272, |
| "step": 9210 |
| }, |
| { |
| "epoch": 1.5801199657240788, |
| "grad_norm": 0.4098581373691559, |
| "learning_rate": 2.3670379891459584e-05, |
| "loss": 0.3346, |
| "step": 9220 |
| }, |
| { |
| "epoch": 1.581833761782348, |
| "grad_norm": 0.43909481167793274, |
| "learning_rate": 2.3641816623821766e-05, |
| "loss": 0.3249, |
| "step": 9230 |
| }, |
| { |
| "epoch": 1.583547557840617, |
| "grad_norm": 0.39052918553352356, |
| "learning_rate": 2.361325335618395e-05, |
| "loss": 0.3287, |
| "step": 9240 |
| }, |
| { |
| "epoch": 1.585261353898886, |
| "grad_norm": 0.4083861708641052, |
| "learning_rate": 2.3584690088546128e-05, |
| "loss": 0.3329, |
| "step": 9250 |
| }, |
| { |
| "epoch": 1.586975149957155, |
| "grad_norm": 0.41227346658706665, |
| "learning_rate": 2.3556126820908314e-05, |
| "loss": 0.3269, |
| "step": 9260 |
| }, |
| { |
| "epoch": 1.588688946015424, |
| "grad_norm": 0.4148152768611908, |
| "learning_rate": 2.3527563553270497e-05, |
| "loss": 0.322, |
| "step": 9270 |
| }, |
| { |
| "epoch": 1.5904027420736933, |
| "grad_norm": 0.41056588292121887, |
| "learning_rate": 2.3499000285632676e-05, |
| "loss": 0.3441, |
| "step": 9280 |
| }, |
| { |
| "epoch": 1.5921165381319624, |
| "grad_norm": 0.3809565603733063, |
| "learning_rate": 2.347043701799486e-05, |
| "loss": 0.3447, |
| "step": 9290 |
| }, |
| { |
| "epoch": 1.5938303341902313, |
| "grad_norm": 0.3820127844810486, |
| "learning_rate": 2.344187375035704e-05, |
| "loss": 0.3497, |
| "step": 9300 |
| }, |
| { |
| "epoch": 1.5955441302485003, |
| "grad_norm": 0.40932685136795044, |
| "learning_rate": 2.3413310482719224e-05, |
| "loss": 0.3725, |
| "step": 9310 |
| }, |
| { |
| "epoch": 1.5972579263067694, |
| "grad_norm": 0.40701672434806824, |
| "learning_rate": 2.3384747215081406e-05, |
| "loss": 0.3167, |
| "step": 9320 |
| }, |
| { |
| "epoch": 1.5989717223650386, |
| "grad_norm": 0.43671759963035583, |
| "learning_rate": 2.335618394744359e-05, |
| "loss": 0.3232, |
| "step": 9330 |
| }, |
| { |
| "epoch": 1.6006855184233078, |
| "grad_norm": 0.4282389283180237, |
| "learning_rate": 2.332762067980577e-05, |
| "loss": 0.3399, |
| "step": 9340 |
| }, |
| { |
| "epoch": 1.6023993144815767, |
| "grad_norm": 0.4553786814212799, |
| "learning_rate": 2.3299057412167954e-05, |
| "loss": 0.3387, |
| "step": 9350 |
| }, |
| { |
| "epoch": 1.6041131105398456, |
| "grad_norm": 0.40568017959594727, |
| "learning_rate": 2.3270494144530137e-05, |
| "loss": 0.345, |
| "step": 9360 |
| }, |
| { |
| "epoch": 1.6058269065981148, |
| "grad_norm": 0.4190521538257599, |
| "learning_rate": 2.3241930876892316e-05, |
| "loss": 0.3347, |
| "step": 9370 |
| }, |
| { |
| "epoch": 1.607540702656384, |
| "grad_norm": 0.4039881229400635, |
| "learning_rate": 2.32133676092545e-05, |
| "loss": 0.3252, |
| "step": 9380 |
| }, |
| { |
| "epoch": 1.609254498714653, |
| "grad_norm": 0.4178449511528015, |
| "learning_rate": 2.318480434161668e-05, |
| "loss": 0.333, |
| "step": 9390 |
| }, |
| { |
| "epoch": 1.610968294772922, |
| "grad_norm": 0.4503561854362488, |
| "learning_rate": 2.3156241073978864e-05, |
| "loss": 0.3282, |
| "step": 9400 |
| }, |
| { |
| "epoch": 1.612682090831191, |
| "grad_norm": 0.43098393082618713, |
| "learning_rate": 2.3127677806341047e-05, |
| "loss": 0.337, |
| "step": 9410 |
| }, |
| { |
| "epoch": 1.6143958868894601, |
| "grad_norm": 0.3916527330875397, |
| "learning_rate": 2.309911453870323e-05, |
| "loss": 0.331, |
| "step": 9420 |
| }, |
| { |
| "epoch": 1.6161096829477293, |
| "grad_norm": 0.43365949392318726, |
| "learning_rate": 2.3070551271065412e-05, |
| "loss": 0.3325, |
| "step": 9430 |
| }, |
| { |
| "epoch": 1.6178234790059984, |
| "grad_norm": 0.3826988935470581, |
| "learning_rate": 2.304198800342759e-05, |
| "loss": 0.3378, |
| "step": 9440 |
| }, |
| { |
| "epoch": 1.6195372750642674, |
| "grad_norm": 0.37719157338142395, |
| "learning_rate": 2.3013424735789777e-05, |
| "loss": 0.3308, |
| "step": 9450 |
| }, |
| { |
| "epoch": 1.6212510711225363, |
| "grad_norm": 0.39002153277397156, |
| "learning_rate": 2.298486146815196e-05, |
| "loss": 0.3458, |
| "step": 9460 |
| }, |
| { |
| "epoch": 1.6229648671808055, |
| "grad_norm": 0.4165000021457672, |
| "learning_rate": 2.295629820051414e-05, |
| "loss": 0.3293, |
| "step": 9470 |
| }, |
| { |
| "epoch": 1.6246786632390746, |
| "grad_norm": 0.41711005568504333, |
| "learning_rate": 2.292773493287632e-05, |
| "loss": 0.3422, |
| "step": 9480 |
| }, |
| { |
| "epoch": 1.6263924592973438, |
| "grad_norm": 0.3922407925128937, |
| "learning_rate": 2.2899171665238504e-05, |
| "loss": 0.3314, |
| "step": 9490 |
| }, |
| { |
| "epoch": 1.6281062553556127, |
| "grad_norm": 0.40335458517074585, |
| "learning_rate": 2.2870608397600687e-05, |
| "loss": 0.3454, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.6298200514138816, |
| "grad_norm": 0.40134212374687195, |
| "learning_rate": 2.284204512996287e-05, |
| "loss": 0.3302, |
| "step": 9510 |
| }, |
| { |
| "epoch": 1.6315338474721508, |
| "grad_norm": 0.4334363639354706, |
| "learning_rate": 2.2813481862325052e-05, |
| "loss": 0.3463, |
| "step": 9520 |
| }, |
| { |
| "epoch": 1.63324764353042, |
| "grad_norm": 0.4288492798805237, |
| "learning_rate": 2.278491859468723e-05, |
| "loss": 0.3492, |
| "step": 9530 |
| }, |
| { |
| "epoch": 1.634961439588689, |
| "grad_norm": 0.41050291061401367, |
| "learning_rate": 2.2756355327049417e-05, |
| "loss": 0.3277, |
| "step": 9540 |
| }, |
| { |
| "epoch": 1.636675235646958, |
| "grad_norm": 0.4153129458427429, |
| "learning_rate": 2.27277920594116e-05, |
| "loss": 0.3383, |
| "step": 9550 |
| }, |
| { |
| "epoch": 1.638389031705227, |
| "grad_norm": 0.4749390482902527, |
| "learning_rate": 2.269922879177378e-05, |
| "loss": 0.3357, |
| "step": 9560 |
| }, |
| { |
| "epoch": 1.6401028277634961, |
| "grad_norm": 0.3886820077896118, |
| "learning_rate": 2.2670665524135962e-05, |
| "loss": 0.3501, |
| "step": 9570 |
| }, |
| { |
| "epoch": 1.6418166238217653, |
| "grad_norm": 0.42018669843673706, |
| "learning_rate": 2.2642102256498144e-05, |
| "loss": 0.3492, |
| "step": 9580 |
| }, |
| { |
| "epoch": 1.6435304198800342, |
| "grad_norm": 0.3968152403831482, |
| "learning_rate": 2.2613538988860327e-05, |
| "loss": 0.3411, |
| "step": 9590 |
| }, |
| { |
| "epoch": 1.6452442159383034, |
| "grad_norm": 0.4629608392715454, |
| "learning_rate": 2.258497572122251e-05, |
| "loss": 0.3495, |
| "step": 9600 |
| }, |
| { |
| "epoch": 1.6469580119965723, |
| "grad_norm": 0.43643638491630554, |
| "learning_rate": 2.2556412453584692e-05, |
| "loss": 0.3406, |
| "step": 9610 |
| }, |
| { |
| "epoch": 1.6486718080548415, |
| "grad_norm": 0.40299829840660095, |
| "learning_rate": 2.252784918594687e-05, |
| "loss": 0.3194, |
| "step": 9620 |
| }, |
| { |
| "epoch": 1.6503856041131106, |
| "grad_norm": 0.39634135365486145, |
| "learning_rate": 2.2499285918309054e-05, |
| "loss": 0.3648, |
| "step": 9630 |
| }, |
| { |
| "epoch": 1.6520994001713796, |
| "grad_norm": 0.37745097279548645, |
| "learning_rate": 2.247072265067124e-05, |
| "loss": 0.3309, |
| "step": 9640 |
| }, |
| { |
| "epoch": 1.6538131962296485, |
| "grad_norm": 0.3941361606121063, |
| "learning_rate": 2.244215938303342e-05, |
| "loss": 0.3565, |
| "step": 9650 |
| }, |
| { |
| "epoch": 1.6555269922879177, |
| "grad_norm": 0.3889491856098175, |
| "learning_rate": 2.2413596115395602e-05, |
| "loss": 0.3213, |
| "step": 9660 |
| }, |
| { |
| "epoch": 1.6572407883461868, |
| "grad_norm": 0.40471869707107544, |
| "learning_rate": 2.2385032847757785e-05, |
| "loss": 0.3422, |
| "step": 9670 |
| }, |
| { |
| "epoch": 1.658954584404456, |
| "grad_norm": 0.4090235233306885, |
| "learning_rate": 2.2356469580119967e-05, |
| "loss": 0.3612, |
| "step": 9680 |
| }, |
| { |
| "epoch": 1.660668380462725, |
| "grad_norm": 0.42937588691711426, |
| "learning_rate": 2.232790631248215e-05, |
| "loss": 0.3259, |
| "step": 9690 |
| }, |
| { |
| "epoch": 1.6623821765209938, |
| "grad_norm": 0.4077993631362915, |
| "learning_rate": 2.2299343044844333e-05, |
| "loss": 0.3343, |
| "step": 9700 |
| }, |
| { |
| "epoch": 1.664095972579263, |
| "grad_norm": 0.4152628183364868, |
| "learning_rate": 2.2270779777206512e-05, |
| "loss": 0.3338, |
| "step": 9710 |
| }, |
| { |
| "epoch": 1.6658097686375322, |
| "grad_norm": 0.4114777147769928, |
| "learning_rate": 2.2242216509568694e-05, |
| "loss": 0.3418, |
| "step": 9720 |
| }, |
| { |
| "epoch": 1.6675235646958013, |
| "grad_norm": 0.46183767914772034, |
| "learning_rate": 2.221365324193088e-05, |
| "loss": 0.3493, |
| "step": 9730 |
| }, |
| { |
| "epoch": 1.6692373607540703, |
| "grad_norm": 0.4328729808330536, |
| "learning_rate": 2.218508997429306e-05, |
| "loss": 0.3473, |
| "step": 9740 |
| }, |
| { |
| "epoch": 1.6709511568123392, |
| "grad_norm": 0.42931821942329407, |
| "learning_rate": 2.2156526706655242e-05, |
| "loss": 0.3313, |
| "step": 9750 |
| }, |
| { |
| "epoch": 1.6726649528706083, |
| "grad_norm": 0.4109592139720917, |
| "learning_rate": 2.2127963439017425e-05, |
| "loss": 0.3453, |
| "step": 9760 |
| }, |
| { |
| "epoch": 1.6743787489288775, |
| "grad_norm": 0.37919366359710693, |
| "learning_rate": 2.2099400171379604e-05, |
| "loss": 0.3242, |
| "step": 9770 |
| }, |
| { |
| "epoch": 1.6760925449871467, |
| "grad_norm": 0.4012930989265442, |
| "learning_rate": 2.207083690374179e-05, |
| "loss": 0.3469, |
| "step": 9780 |
| }, |
| { |
| "epoch": 1.6778063410454156, |
| "grad_norm": 0.3762998878955841, |
| "learning_rate": 2.2042273636103973e-05, |
| "loss": 0.3517, |
| "step": 9790 |
| }, |
| { |
| "epoch": 1.6795201371036845, |
| "grad_norm": 0.44242531061172485, |
| "learning_rate": 2.2013710368466152e-05, |
| "loss": 0.3469, |
| "step": 9800 |
| }, |
| { |
| "epoch": 1.6812339331619537, |
| "grad_norm": 0.38373252749443054, |
| "learning_rate": 2.1985147100828335e-05, |
| "loss": 0.3306, |
| "step": 9810 |
| }, |
| { |
| "epoch": 1.6829477292202228, |
| "grad_norm": 0.399817556142807, |
| "learning_rate": 2.195658383319052e-05, |
| "loss": 0.3196, |
| "step": 9820 |
| }, |
| { |
| "epoch": 1.684661525278492, |
| "grad_norm": 0.4670737385749817, |
| "learning_rate": 2.19280205655527e-05, |
| "loss": 0.339, |
| "step": 9830 |
| }, |
| { |
| "epoch": 1.686375321336761, |
| "grad_norm": 0.4311138391494751, |
| "learning_rate": 2.1899457297914883e-05, |
| "loss": 0.3213, |
| "step": 9840 |
| }, |
| { |
| "epoch": 1.6880891173950299, |
| "grad_norm": 0.42144256830215454, |
| "learning_rate": 2.1870894030277065e-05, |
| "loss": 0.3275, |
| "step": 9850 |
| }, |
| { |
| "epoch": 1.689802913453299, |
| "grad_norm": 0.4103786051273346, |
| "learning_rate": 2.1842330762639244e-05, |
| "loss": 0.3373, |
| "step": 9860 |
| }, |
| { |
| "epoch": 1.6915167095115682, |
| "grad_norm": 0.41490599513053894, |
| "learning_rate": 2.181376749500143e-05, |
| "loss": 0.3235, |
| "step": 9870 |
| }, |
| { |
| "epoch": 1.6932305055698373, |
| "grad_norm": 0.43073931336402893, |
| "learning_rate": 2.1785204227363613e-05, |
| "loss": 0.325, |
| "step": 9880 |
| }, |
| { |
| "epoch": 1.6949443016281063, |
| "grad_norm": 0.4372043013572693, |
| "learning_rate": 2.1756640959725792e-05, |
| "loss": 0.3336, |
| "step": 9890 |
| }, |
| { |
| "epoch": 1.6966580976863752, |
| "grad_norm": 0.3718228340148926, |
| "learning_rate": 2.1728077692087975e-05, |
| "loss": 0.3287, |
| "step": 9900 |
| }, |
| { |
| "epoch": 1.6983718937446444, |
| "grad_norm": 0.41269469261169434, |
| "learning_rate": 2.1699514424450158e-05, |
| "loss": 0.3324, |
| "step": 9910 |
| }, |
| { |
| "epoch": 1.7000856898029135, |
| "grad_norm": 0.39504536986351013, |
| "learning_rate": 2.167095115681234e-05, |
| "loss": 0.352, |
| "step": 9920 |
| }, |
| { |
| "epoch": 1.7017994858611827, |
| "grad_norm": 0.520569920539856, |
| "learning_rate": 2.1642387889174523e-05, |
| "loss": 0.3444, |
| "step": 9930 |
| }, |
| { |
| "epoch": 1.7035132819194516, |
| "grad_norm": 0.44295620918273926, |
| "learning_rate": 2.1613824621536705e-05, |
| "loss": 0.3373, |
| "step": 9940 |
| }, |
| { |
| "epoch": 1.7052270779777206, |
| "grad_norm": 0.38542020320892334, |
| "learning_rate": 2.1585261353898885e-05, |
| "loss": 0.3251, |
| "step": 9950 |
| }, |
| { |
| "epoch": 1.7069408740359897, |
| "grad_norm": 0.4100322425365448, |
| "learning_rate": 2.155669808626107e-05, |
| "loss": 0.3445, |
| "step": 9960 |
| }, |
| { |
| "epoch": 1.7086546700942589, |
| "grad_norm": 0.37752169370651245, |
| "learning_rate": 2.1528134818623253e-05, |
| "loss": 0.3429, |
| "step": 9970 |
| }, |
| { |
| "epoch": 1.7103684661525278, |
| "grad_norm": 0.4206605553627014, |
| "learning_rate": 2.1499571550985432e-05, |
| "loss": 0.3295, |
| "step": 9980 |
| }, |
| { |
| "epoch": 1.712082262210797, |
| "grad_norm": 0.3830428421497345, |
| "learning_rate": 2.1471008283347615e-05, |
| "loss": 0.3298, |
| "step": 9990 |
| }, |
| { |
| "epoch": 1.713796058269066, |
| "grad_norm": 0.40393152832984924, |
| "learning_rate": 2.1442445015709798e-05, |
| "loss": 0.3349, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.715509854327335, |
| "grad_norm": 0.37100762128829956, |
| "learning_rate": 2.141388174807198e-05, |
| "loss": 0.3354, |
| "step": 10010 |
| }, |
| { |
| "epoch": 1.7172236503856042, |
| "grad_norm": 0.3826449513435364, |
| "learning_rate": 2.1385318480434163e-05, |
| "loss": 0.3452, |
| "step": 10020 |
| }, |
| { |
| "epoch": 1.7189374464438731, |
| "grad_norm": 0.39858880639076233, |
| "learning_rate": 2.1356755212796346e-05, |
| "loss": 0.3416, |
| "step": 10030 |
| }, |
| { |
| "epoch": 1.7206512425021423, |
| "grad_norm": 0.38912972807884216, |
| "learning_rate": 2.1328191945158528e-05, |
| "loss": 0.3357, |
| "step": 10040 |
| }, |
| { |
| "epoch": 1.7223650385604112, |
| "grad_norm": 0.39427903294563293, |
| "learning_rate": 2.1299628677520707e-05, |
| "loss": 0.3309, |
| "step": 10050 |
| }, |
| { |
| "epoch": 1.7240788346186804, |
| "grad_norm": 0.4788413941860199, |
| "learning_rate": 2.1271065409882893e-05, |
| "loss": 0.3395, |
| "step": 10060 |
| }, |
| { |
| "epoch": 1.7257926306769495, |
| "grad_norm": 0.36351656913757324, |
| "learning_rate": 2.1242502142245073e-05, |
| "loss": 0.3499, |
| "step": 10070 |
| }, |
| { |
| "epoch": 1.7275064267352185, |
| "grad_norm": 0.42046666145324707, |
| "learning_rate": 2.1213938874607255e-05, |
| "loss": 0.3257, |
| "step": 10080 |
| }, |
| { |
| "epoch": 1.7292202227934874, |
| "grad_norm": 0.41890949010849, |
| "learning_rate": 2.1185375606969438e-05, |
| "loss": 0.3186, |
| "step": 10090 |
| }, |
| { |
| "epoch": 1.7309340188517566, |
| "grad_norm": 0.3858489990234375, |
| "learning_rate": 2.115681233933162e-05, |
| "loss": 0.3455, |
| "step": 10100 |
| }, |
| { |
| "epoch": 1.7326478149100257, |
| "grad_norm": 0.41216158866882324, |
| "learning_rate": 2.1128249071693803e-05, |
| "loss": 0.3313, |
| "step": 10110 |
| }, |
| { |
| "epoch": 1.7343616109682949, |
| "grad_norm": 0.4424970746040344, |
| "learning_rate": 2.1099685804055986e-05, |
| "loss": 0.335, |
| "step": 10120 |
| }, |
| { |
| "epoch": 1.7360754070265638, |
| "grad_norm": 0.4221234619617462, |
| "learning_rate": 2.107112253641817e-05, |
| "loss": 0.3321, |
| "step": 10130 |
| }, |
| { |
| "epoch": 1.7377892030848328, |
| "grad_norm": 0.4379345178604126, |
| "learning_rate": 2.1042559268780348e-05, |
| "loss": 0.3264, |
| "step": 10140 |
| }, |
| { |
| "epoch": 1.739502999143102, |
| "grad_norm": 0.38541027903556824, |
| "learning_rate": 2.1013996001142534e-05, |
| "loss": 0.333, |
| "step": 10150 |
| }, |
| { |
| "epoch": 1.741216795201371, |
| "grad_norm": 0.43533679842948914, |
| "learning_rate": 2.0985432733504713e-05, |
| "loss": 0.349, |
| "step": 10160 |
| }, |
| { |
| "epoch": 1.7429305912596402, |
| "grad_norm": 0.4305630326271057, |
| "learning_rate": 2.0956869465866896e-05, |
| "loss": 0.331, |
| "step": 10170 |
| }, |
| { |
| "epoch": 1.7446443873179092, |
| "grad_norm": 0.4137646555900574, |
| "learning_rate": 2.0928306198229078e-05, |
| "loss": 0.3435, |
| "step": 10180 |
| }, |
| { |
| "epoch": 1.746358183376178, |
| "grad_norm": 0.391099214553833, |
| "learning_rate": 2.089974293059126e-05, |
| "loss": 0.325, |
| "step": 10190 |
| }, |
| { |
| "epoch": 1.7480719794344473, |
| "grad_norm": 0.39120209217071533, |
| "learning_rate": 2.0871179662953443e-05, |
| "loss": 0.3359, |
| "step": 10200 |
| }, |
| { |
| "epoch": 1.7497857754927164, |
| "grad_norm": 0.37801820039749146, |
| "learning_rate": 2.0842616395315626e-05, |
| "loss": 0.3211, |
| "step": 10210 |
| }, |
| { |
| "epoch": 1.7514995715509856, |
| "grad_norm": 0.39814886450767517, |
| "learning_rate": 2.081405312767781e-05, |
| "loss": 0.3234, |
| "step": 10220 |
| }, |
| { |
| "epoch": 1.7532133676092545, |
| "grad_norm": 0.39131447672843933, |
| "learning_rate": 2.0785489860039988e-05, |
| "loss": 0.3352, |
| "step": 10230 |
| }, |
| { |
| "epoch": 1.7549271636675234, |
| "grad_norm": 0.4148966372013092, |
| "learning_rate": 2.075692659240217e-05, |
| "loss": 0.3339, |
| "step": 10240 |
| }, |
| { |
| "epoch": 1.7566409597257926, |
| "grad_norm": 0.40360793471336365, |
| "learning_rate": 2.0728363324764357e-05, |
| "loss": 0.3372, |
| "step": 10250 |
| }, |
| { |
| "epoch": 1.7583547557840618, |
| "grad_norm": 0.4748077690601349, |
| "learning_rate": 2.0699800057126536e-05, |
| "loss": 0.3256, |
| "step": 10260 |
| }, |
| { |
| "epoch": 1.760068551842331, |
| "grad_norm": 0.3388690650463104, |
| "learning_rate": 2.067123678948872e-05, |
| "loss": 0.3532, |
| "step": 10270 |
| }, |
| { |
| "epoch": 1.7617823479005998, |
| "grad_norm": 0.4345872402191162, |
| "learning_rate": 2.06426735218509e-05, |
| "loss": 0.3431, |
| "step": 10280 |
| }, |
| { |
| "epoch": 1.7634961439588688, |
| "grad_norm": 0.4032730460166931, |
| "learning_rate": 2.0614110254213084e-05, |
| "loss": 0.34, |
| "step": 10290 |
| }, |
| { |
| "epoch": 1.765209940017138, |
| "grad_norm": 0.3942527770996094, |
| "learning_rate": 2.0585546986575266e-05, |
| "loss": 0.3226, |
| "step": 10300 |
| }, |
| { |
| "epoch": 1.766923736075407, |
| "grad_norm": 0.38292983174324036, |
| "learning_rate": 2.055698371893745e-05, |
| "loss": 0.3176, |
| "step": 10310 |
| }, |
| { |
| "epoch": 1.7686375321336762, |
| "grad_norm": 0.407644122838974, |
| "learning_rate": 2.0528420451299628e-05, |
| "loss": 0.3395, |
| "step": 10320 |
| }, |
| { |
| "epoch": 1.7703513281919452, |
| "grad_norm": 0.42464375495910645, |
| "learning_rate": 2.049985718366181e-05, |
| "loss": 0.3213, |
| "step": 10330 |
| }, |
| { |
| "epoch": 1.7720651242502141, |
| "grad_norm": 0.3565274178981781, |
| "learning_rate": 2.0471293916023997e-05, |
| "loss": 0.3362, |
| "step": 10340 |
| }, |
| { |
| "epoch": 1.7737789203084833, |
| "grad_norm": 0.37619078159332275, |
| "learning_rate": 2.0442730648386176e-05, |
| "loss": 0.3526, |
| "step": 10350 |
| }, |
| { |
| "epoch": 1.7754927163667524, |
| "grad_norm": 0.43911996483802795, |
| "learning_rate": 2.041416738074836e-05, |
| "loss": 0.3256, |
| "step": 10360 |
| }, |
| { |
| "epoch": 1.7772065124250214, |
| "grad_norm": 0.3840199410915375, |
| "learning_rate": 2.038560411311054e-05, |
| "loss": 0.3259, |
| "step": 10370 |
| }, |
| { |
| "epoch": 1.7789203084832905, |
| "grad_norm": 0.4230378568172455, |
| "learning_rate": 2.035704084547272e-05, |
| "loss": 0.3282, |
| "step": 10380 |
| }, |
| { |
| "epoch": 1.7806341045415595, |
| "grad_norm": 0.4155026376247406, |
| "learning_rate": 2.0328477577834907e-05, |
| "loss": 0.335, |
| "step": 10390 |
| }, |
| { |
| "epoch": 1.7823479005998286, |
| "grad_norm": 0.46618354320526123, |
| "learning_rate": 2.029991431019709e-05, |
| "loss": 0.3474, |
| "step": 10400 |
| }, |
| { |
| "epoch": 1.7840616966580978, |
| "grad_norm": 0.3844912052154541, |
| "learning_rate": 2.027135104255927e-05, |
| "loss": 0.3218, |
| "step": 10410 |
| }, |
| { |
| "epoch": 1.7857754927163667, |
| "grad_norm": 0.37245050072669983, |
| "learning_rate": 2.024278777492145e-05, |
| "loss": 0.3367, |
| "step": 10420 |
| }, |
| { |
| "epoch": 1.7874892887746359, |
| "grad_norm": 0.3999907970428467, |
| "learning_rate": 2.0214224507283637e-05, |
| "loss": 0.3493, |
| "step": 10430 |
| }, |
| { |
| "epoch": 1.7892030848329048, |
| "grad_norm": 0.39571475982666016, |
| "learning_rate": 2.0185661239645816e-05, |
| "loss": 0.3301, |
| "step": 10440 |
| }, |
| { |
| "epoch": 1.790916880891174, |
| "grad_norm": 0.38127267360687256, |
| "learning_rate": 2.0157097972008e-05, |
| "loss": 0.3419, |
| "step": 10450 |
| }, |
| { |
| "epoch": 1.7926306769494431, |
| "grad_norm": 0.36275482177734375, |
| "learning_rate": 2.012853470437018e-05, |
| "loss": 0.3284, |
| "step": 10460 |
| }, |
| { |
| "epoch": 1.794344473007712, |
| "grad_norm": 0.3948185443878174, |
| "learning_rate": 2.009997143673236e-05, |
| "loss": 0.3473, |
| "step": 10470 |
| }, |
| { |
| "epoch": 1.796058269065981, |
| "grad_norm": 0.4034388065338135, |
| "learning_rate": 2.0071408169094547e-05, |
| "loss": 0.3299, |
| "step": 10480 |
| }, |
| { |
| "epoch": 1.7977720651242501, |
| "grad_norm": 0.3925109803676605, |
| "learning_rate": 2.004284490145673e-05, |
| "loss": 0.3232, |
| "step": 10490 |
| }, |
| { |
| "epoch": 1.7994858611825193, |
| "grad_norm": 0.39803266525268555, |
| "learning_rate": 2.001428163381891e-05, |
| "loss": 0.3428, |
| "step": 10500 |
| }, |
| { |
| "epoch": 1.8011996572407885, |
| "grad_norm": 0.39179807901382446, |
| "learning_rate": 1.998571836618109e-05, |
| "loss": 0.3123, |
| "step": 10510 |
| }, |
| { |
| "epoch": 1.8029134532990574, |
| "grad_norm": 0.40016594529151917, |
| "learning_rate": 1.9957155098543274e-05, |
| "loss": 0.3334, |
| "step": 10520 |
| }, |
| { |
| "epoch": 1.8046272493573263, |
| "grad_norm": 0.41052624583244324, |
| "learning_rate": 1.9928591830905457e-05, |
| "loss": 0.342, |
| "step": 10530 |
| }, |
| { |
| "epoch": 1.8063410454155955, |
| "grad_norm": 0.395678848028183, |
| "learning_rate": 1.990002856326764e-05, |
| "loss": 0.3374, |
| "step": 10540 |
| }, |
| { |
| "epoch": 1.8080548414738646, |
| "grad_norm": 0.40321213006973267, |
| "learning_rate": 1.9871465295629822e-05, |
| "loss": 0.3424, |
| "step": 10550 |
| }, |
| { |
| "epoch": 1.8097686375321338, |
| "grad_norm": 0.38921666145324707, |
| "learning_rate": 1.9842902027992e-05, |
| "loss": 0.3249, |
| "step": 10560 |
| }, |
| { |
| "epoch": 1.8114824335904027, |
| "grad_norm": 0.4000155031681061, |
| "learning_rate": 1.9814338760354184e-05, |
| "loss": 0.3397, |
| "step": 10570 |
| }, |
| { |
| "epoch": 1.8131962296486717, |
| "grad_norm": 0.4053511619567871, |
| "learning_rate": 1.978577549271637e-05, |
| "loss": 0.3315, |
| "step": 10580 |
| }, |
| { |
| "epoch": 1.8149100257069408, |
| "grad_norm": 0.3945310115814209, |
| "learning_rate": 1.975721222507855e-05, |
| "loss": 0.3419, |
| "step": 10590 |
| }, |
| { |
| "epoch": 1.81662382176521, |
| "grad_norm": 0.42978984117507935, |
| "learning_rate": 1.972864895744073e-05, |
| "loss": 0.3515, |
| "step": 10600 |
| }, |
| { |
| "epoch": 1.8183376178234791, |
| "grad_norm": 0.3619568943977356, |
| "learning_rate": 1.9700085689802914e-05, |
| "loss": 0.3338, |
| "step": 10610 |
| }, |
| { |
| "epoch": 1.820051413881748, |
| "grad_norm": 0.3962588310241699, |
| "learning_rate": 1.9671522422165097e-05, |
| "loss": 0.3329, |
| "step": 10620 |
| }, |
| { |
| "epoch": 1.821765209940017, |
| "grad_norm": 0.3794926106929779, |
| "learning_rate": 1.964295915452728e-05, |
| "loss": 0.3274, |
| "step": 10630 |
| }, |
| { |
| "epoch": 1.8234790059982862, |
| "grad_norm": 0.489555299282074, |
| "learning_rate": 1.9614395886889462e-05, |
| "loss": 0.3547, |
| "step": 10640 |
| }, |
| { |
| "epoch": 1.8251928020565553, |
| "grad_norm": 0.4101254642009735, |
| "learning_rate": 1.958583261925164e-05, |
| "loss": 0.3262, |
| "step": 10650 |
| }, |
| { |
| "epoch": 1.8269065981148245, |
| "grad_norm": 0.408819317817688, |
| "learning_rate": 1.9557269351613824e-05, |
| "loss": 0.3394, |
| "step": 10660 |
| }, |
| { |
| "epoch": 1.8286203941730934, |
| "grad_norm": 0.38574379682540894, |
| "learning_rate": 1.952870608397601e-05, |
| "loss": 0.3432, |
| "step": 10670 |
| }, |
| { |
| "epoch": 1.8303341902313623, |
| "grad_norm": 0.38276317715644836, |
| "learning_rate": 1.950014281633819e-05, |
| "loss": 0.3439, |
| "step": 10680 |
| }, |
| { |
| "epoch": 1.8320479862896315, |
| "grad_norm": 0.4008176922798157, |
| "learning_rate": 1.9471579548700372e-05, |
| "loss": 0.348, |
| "step": 10690 |
| }, |
| { |
| "epoch": 1.8337617823479007, |
| "grad_norm": 0.4130050837993622, |
| "learning_rate": 1.9443016281062554e-05, |
| "loss": 0.3327, |
| "step": 10700 |
| }, |
| { |
| "epoch": 1.8354755784061698, |
| "grad_norm": 0.39769622683525085, |
| "learning_rate": 1.9414453013424737e-05, |
| "loss": 0.3314, |
| "step": 10710 |
| }, |
| { |
| "epoch": 1.8371893744644388, |
| "grad_norm": 0.3474248945713043, |
| "learning_rate": 1.938588974578692e-05, |
| "loss": 0.3245, |
| "step": 10720 |
| }, |
| { |
| "epoch": 1.8389031705227077, |
| "grad_norm": 0.3834674656391144, |
| "learning_rate": 1.9357326478149102e-05, |
| "loss": 0.3327, |
| "step": 10730 |
| }, |
| { |
| "epoch": 1.8406169665809768, |
| "grad_norm": 0.4144718647003174, |
| "learning_rate": 1.932876321051128e-05, |
| "loss": 0.345, |
| "step": 10740 |
| }, |
| { |
| "epoch": 1.842330762639246, |
| "grad_norm": 0.41075778007507324, |
| "learning_rate": 1.9300199942873464e-05, |
| "loss": 0.3497, |
| "step": 10750 |
| }, |
| { |
| "epoch": 1.8440445586975152, |
| "grad_norm": 0.4072783291339874, |
| "learning_rate": 1.927163667523565e-05, |
| "loss": 0.329, |
| "step": 10760 |
| }, |
| { |
| "epoch": 1.845758354755784, |
| "grad_norm": 0.4069250226020813, |
| "learning_rate": 1.924307340759783e-05, |
| "loss": 0.3254, |
| "step": 10770 |
| }, |
| { |
| "epoch": 1.847472150814053, |
| "grad_norm": 0.40920811891555786, |
| "learning_rate": 1.9214510139960012e-05, |
| "loss": 0.339, |
| "step": 10780 |
| }, |
| { |
| "epoch": 1.8491859468723222, |
| "grad_norm": 0.4345456659793854, |
| "learning_rate": 1.9185946872322195e-05, |
| "loss": 0.3486, |
| "step": 10790 |
| }, |
| { |
| "epoch": 1.8508997429305913, |
| "grad_norm": 0.3994877338409424, |
| "learning_rate": 1.9157383604684377e-05, |
| "loss": 0.3352, |
| "step": 10800 |
| }, |
| { |
| "epoch": 1.8526135389888603, |
| "grad_norm": 0.38893967866897583, |
| "learning_rate": 1.912882033704656e-05, |
| "loss": 0.3338, |
| "step": 10810 |
| }, |
| { |
| "epoch": 1.8543273350471294, |
| "grad_norm": 0.37634167075157166, |
| "learning_rate": 1.9100257069408742e-05, |
| "loss": 0.3379, |
| "step": 10820 |
| }, |
| { |
| "epoch": 1.8560411311053984, |
| "grad_norm": 0.5175420045852661, |
| "learning_rate": 1.9071693801770925e-05, |
| "loss": 0.3277, |
| "step": 10830 |
| }, |
| { |
| "epoch": 1.8577549271636675, |
| "grad_norm": 0.34820953011512756, |
| "learning_rate": 1.9043130534133104e-05, |
| "loss": 0.3458, |
| "step": 10840 |
| }, |
| { |
| "epoch": 1.8594687232219367, |
| "grad_norm": 0.46136412024497986, |
| "learning_rate": 1.9014567266495287e-05, |
| "loss": 0.3433, |
| "step": 10850 |
| }, |
| { |
| "epoch": 1.8611825192802056, |
| "grad_norm": 0.3980143666267395, |
| "learning_rate": 1.898600399885747e-05, |
| "loss": 0.3362, |
| "step": 10860 |
| }, |
| { |
| "epoch": 1.8628963153384748, |
| "grad_norm": 0.3734038472175598, |
| "learning_rate": 1.8957440731219652e-05, |
| "loss": 0.3279, |
| "step": 10870 |
| }, |
| { |
| "epoch": 1.8646101113967437, |
| "grad_norm": 0.38700205087661743, |
| "learning_rate": 1.8928877463581835e-05, |
| "loss": 0.3336, |
| "step": 10880 |
| }, |
| { |
| "epoch": 1.8663239074550129, |
| "grad_norm": 0.3614012897014618, |
| "learning_rate": 1.8900314195944017e-05, |
| "loss": 0.3314, |
| "step": 10890 |
| }, |
| { |
| "epoch": 1.868037703513282, |
| "grad_norm": 0.40407755970954895, |
| "learning_rate": 1.88717509283062e-05, |
| "loss": 0.326, |
| "step": 10900 |
| }, |
| { |
| "epoch": 1.869751499571551, |
| "grad_norm": 0.45859092473983765, |
| "learning_rate": 1.8843187660668383e-05, |
| "loss": 0.3307, |
| "step": 10910 |
| }, |
| { |
| "epoch": 1.87146529562982, |
| "grad_norm": 0.3943389058113098, |
| "learning_rate": 1.8814624393030565e-05, |
| "loss": 0.32, |
| "step": 10920 |
| }, |
| { |
| "epoch": 1.873179091688089, |
| "grad_norm": 0.4314815402030945, |
| "learning_rate": 1.8786061125392745e-05, |
| "loss": 0.321, |
| "step": 10930 |
| }, |
| { |
| "epoch": 1.8748928877463582, |
| "grad_norm": 0.4362752437591553, |
| "learning_rate": 1.8757497857754927e-05, |
| "loss": 0.3245, |
| "step": 10940 |
| }, |
| { |
| "epoch": 1.8766066838046274, |
| "grad_norm": 0.4172927439212799, |
| "learning_rate": 1.8728934590117113e-05, |
| "loss": 0.3297, |
| "step": 10950 |
| }, |
| { |
| "epoch": 1.8783204798628963, |
| "grad_norm": 0.350132554769516, |
| "learning_rate": 1.8700371322479292e-05, |
| "loss": 0.3232, |
| "step": 10960 |
| }, |
| { |
| "epoch": 1.8800342759211652, |
| "grad_norm": 0.38863199949264526, |
| "learning_rate": 1.8671808054841475e-05, |
| "loss": 0.3121, |
| "step": 10970 |
| }, |
| { |
| "epoch": 1.8817480719794344, |
| "grad_norm": 0.3894982933998108, |
| "learning_rate": 1.8643244787203658e-05, |
| "loss": 0.3203, |
| "step": 10980 |
| }, |
| { |
| "epoch": 1.8834618680377035, |
| "grad_norm": 0.405094712972641, |
| "learning_rate": 1.8614681519565837e-05, |
| "loss": 0.331, |
| "step": 10990 |
| }, |
| { |
| "epoch": 1.8851756640959727, |
| "grad_norm": 0.4262722134590149, |
| "learning_rate": 1.8586118251928023e-05, |
| "loss": 0.3411, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.8868894601542416, |
| "grad_norm": 0.37803834676742554, |
| "learning_rate": 1.8557554984290206e-05, |
| "loss": 0.327, |
| "step": 11010 |
| }, |
| { |
| "epoch": 1.8886032562125106, |
| "grad_norm": 0.44252264499664307, |
| "learning_rate": 1.8528991716652385e-05, |
| "loss": 0.322, |
| "step": 11020 |
| }, |
| { |
| "epoch": 1.8903170522707797, |
| "grad_norm": 0.41628533601760864, |
| "learning_rate": 1.8500428449014567e-05, |
| "loss": 0.3338, |
| "step": 11030 |
| }, |
| { |
| "epoch": 1.8920308483290489, |
| "grad_norm": 0.4093359112739563, |
| "learning_rate": 1.847186518137675e-05, |
| "loss": 0.3329, |
| "step": 11040 |
| }, |
| { |
| "epoch": 1.893744644387318, |
| "grad_norm": 0.41291117668151855, |
| "learning_rate": 1.8443301913738933e-05, |
| "loss": 0.3206, |
| "step": 11050 |
| }, |
| { |
| "epoch": 1.895458440445587, |
| "grad_norm": 0.4110288918018341, |
| "learning_rate": 1.8414738646101115e-05, |
| "loss": 0.3396, |
| "step": 11060 |
| }, |
| { |
| "epoch": 1.897172236503856, |
| "grad_norm": 0.41824471950531006, |
| "learning_rate": 1.8386175378463298e-05, |
| "loss": 0.3272, |
| "step": 11070 |
| }, |
| { |
| "epoch": 1.898886032562125, |
| "grad_norm": 0.3943333029747009, |
| "learning_rate": 1.8357612110825477e-05, |
| "loss": 0.3448, |
| "step": 11080 |
| }, |
| { |
| "epoch": 1.9005998286203942, |
| "grad_norm": 0.4381183683872223, |
| "learning_rate": 1.8329048843187663e-05, |
| "loss": 0.3315, |
| "step": 11090 |
| }, |
| { |
| "epoch": 1.9023136246786634, |
| "grad_norm": 0.439394474029541, |
| "learning_rate": 1.8300485575549846e-05, |
| "loss": 0.3265, |
| "step": 11100 |
| }, |
| { |
| "epoch": 1.9040274207369323, |
| "grad_norm": 0.41325217485427856, |
| "learning_rate": 1.8271922307912025e-05, |
| "loss": 0.3234, |
| "step": 11110 |
| }, |
| { |
| "epoch": 1.9057412167952013, |
| "grad_norm": 0.44458985328674316, |
| "learning_rate": 1.8243359040274208e-05, |
| "loss": 0.3254, |
| "step": 11120 |
| }, |
| { |
| "epoch": 1.9074550128534704, |
| "grad_norm": 0.3895314335823059, |
| "learning_rate": 1.821479577263639e-05, |
| "loss": 0.3406, |
| "step": 11130 |
| }, |
| { |
| "epoch": 1.9091688089117396, |
| "grad_norm": 0.407094806432724, |
| "learning_rate": 1.8186232504998573e-05, |
| "loss": 0.3244, |
| "step": 11140 |
| }, |
| { |
| "epoch": 1.9108826049700087, |
| "grad_norm": 0.4123266935348511, |
| "learning_rate": 1.8157669237360755e-05, |
| "loss": 0.3346, |
| "step": 11150 |
| }, |
| { |
| "epoch": 1.9125964010282777, |
| "grad_norm": 0.3695683479309082, |
| "learning_rate": 1.8129105969722938e-05, |
| "loss": 0.3134, |
| "step": 11160 |
| }, |
| { |
| "epoch": 1.9143101970865466, |
| "grad_norm": 0.3902941942214966, |
| "learning_rate": 1.8100542702085117e-05, |
| "loss": 0.3358, |
| "step": 11170 |
| }, |
| { |
| "epoch": 1.9160239931448158, |
| "grad_norm": 0.3855278789997101, |
| "learning_rate": 1.80719794344473e-05, |
| "loss": 0.3261, |
| "step": 11180 |
| }, |
| { |
| "epoch": 1.917737789203085, |
| "grad_norm": 0.4039939045906067, |
| "learning_rate": 1.8043416166809486e-05, |
| "loss": 0.3453, |
| "step": 11190 |
| }, |
| { |
| "epoch": 1.919451585261354, |
| "grad_norm": 0.3597125709056854, |
| "learning_rate": 1.8014852899171665e-05, |
| "loss": 0.3347, |
| "step": 11200 |
| }, |
| { |
| "epoch": 1.921165381319623, |
| "grad_norm": 0.38155752420425415, |
| "learning_rate": 1.7986289631533848e-05, |
| "loss": 0.3383, |
| "step": 11210 |
| }, |
| { |
| "epoch": 1.922879177377892, |
| "grad_norm": 0.4478619396686554, |
| "learning_rate": 1.795772636389603e-05, |
| "loss": 0.3521, |
| "step": 11220 |
| }, |
| { |
| "epoch": 1.924592973436161, |
| "grad_norm": 0.36768054962158203, |
| "learning_rate": 1.7929163096258213e-05, |
| "loss": 0.3237, |
| "step": 11230 |
| }, |
| { |
| "epoch": 1.9263067694944302, |
| "grad_norm": 0.442877858877182, |
| "learning_rate": 1.7900599828620396e-05, |
| "loss": 0.3355, |
| "step": 11240 |
| }, |
| { |
| "epoch": 1.9280205655526992, |
| "grad_norm": 0.369087815284729, |
| "learning_rate": 1.787203656098258e-05, |
| "loss": 0.3292, |
| "step": 11250 |
| }, |
| { |
| "epoch": 1.9297343616109683, |
| "grad_norm": 0.4272878170013428, |
| "learning_rate": 1.7843473293344758e-05, |
| "loss": 0.3247, |
| "step": 11260 |
| }, |
| { |
| "epoch": 1.9314481576692373, |
| "grad_norm": 0.40085938572883606, |
| "learning_rate": 1.781491002570694e-05, |
| "loss": 0.3115, |
| "step": 11270 |
| }, |
| { |
| "epoch": 1.9331619537275064, |
| "grad_norm": 0.4040519595146179, |
| "learning_rate": 1.7786346758069126e-05, |
| "loss": 0.3345, |
| "step": 11280 |
| }, |
| { |
| "epoch": 1.9348757497857756, |
| "grad_norm": 0.38495534658432007, |
| "learning_rate": 1.7757783490431305e-05, |
| "loss": 0.3325, |
| "step": 11290 |
| }, |
| { |
| "epoch": 1.9365895458440445, |
| "grad_norm": 0.40545254945755005, |
| "learning_rate": 1.7729220222793488e-05, |
| "loss": 0.3401, |
| "step": 11300 |
| }, |
| { |
| "epoch": 1.9383033419023135, |
| "grad_norm": 0.40779033303260803, |
| "learning_rate": 1.770065695515567e-05, |
| "loss": 0.3293, |
| "step": 11310 |
| }, |
| { |
| "epoch": 1.9400171379605826, |
| "grad_norm": 0.4259167015552521, |
| "learning_rate": 1.7672093687517853e-05, |
| "loss": 0.3174, |
| "step": 11320 |
| }, |
| { |
| "epoch": 1.9417309340188518, |
| "grad_norm": 0.3741375207901001, |
| "learning_rate": 1.7643530419880036e-05, |
| "loss": 0.3279, |
| "step": 11330 |
| }, |
| { |
| "epoch": 1.943444730077121, |
| "grad_norm": 0.4534846842288971, |
| "learning_rate": 1.761496715224222e-05, |
| "loss": 0.348, |
| "step": 11340 |
| }, |
| { |
| "epoch": 1.9451585261353899, |
| "grad_norm": 0.41401243209838867, |
| "learning_rate": 1.7586403884604398e-05, |
| "loss": 0.3238, |
| "step": 11350 |
| }, |
| { |
| "epoch": 1.9468723221936588, |
| "grad_norm": 0.39744701981544495, |
| "learning_rate": 1.755784061696658e-05, |
| "loss": 0.3293, |
| "step": 11360 |
| }, |
| { |
| "epoch": 1.948586118251928, |
| "grad_norm": 0.46253296732902527, |
| "learning_rate": 1.7529277349328766e-05, |
| "loss": 0.3308, |
| "step": 11370 |
| }, |
| { |
| "epoch": 1.9502999143101971, |
| "grad_norm": 0.39185985922813416, |
| "learning_rate": 1.7500714081690946e-05, |
| "loss": 0.345, |
| "step": 11380 |
| }, |
| { |
| "epoch": 1.9520137103684663, |
| "grad_norm": 0.37337854504585266, |
| "learning_rate": 1.7472150814053128e-05, |
| "loss": 0.3404, |
| "step": 11390 |
| }, |
| { |
| "epoch": 1.9537275064267352, |
| "grad_norm": 0.47062331438064575, |
| "learning_rate": 1.744358754641531e-05, |
| "loss": 0.3361, |
| "step": 11400 |
| }, |
| { |
| "epoch": 1.9554413024850041, |
| "grad_norm": 0.3791089355945587, |
| "learning_rate": 1.7415024278777494e-05, |
| "loss": 0.3312, |
| "step": 11410 |
| }, |
| { |
| "epoch": 1.9571550985432733, |
| "grad_norm": 0.3983840048313141, |
| "learning_rate": 1.7386461011139676e-05, |
| "loss": 0.3433, |
| "step": 11420 |
| }, |
| { |
| "epoch": 1.9588688946015425, |
| "grad_norm": 0.4170704185962677, |
| "learning_rate": 1.735789774350186e-05, |
| "loss": 0.3179, |
| "step": 11430 |
| }, |
| { |
| "epoch": 1.9605826906598116, |
| "grad_norm": 0.38848522305488586, |
| "learning_rate": 1.7329334475864038e-05, |
| "loss": 0.3247, |
| "step": 11440 |
| }, |
| { |
| "epoch": 1.9622964867180805, |
| "grad_norm": 0.38156813383102417, |
| "learning_rate": 1.730077120822622e-05, |
| "loss": 0.3323, |
| "step": 11450 |
| }, |
| { |
| "epoch": 1.9640102827763495, |
| "grad_norm": 0.37670812010765076, |
| "learning_rate": 1.7272207940588403e-05, |
| "loss": 0.3362, |
| "step": 11460 |
| }, |
| { |
| "epoch": 1.9657240788346186, |
| "grad_norm": 0.38012853264808655, |
| "learning_rate": 1.7243644672950586e-05, |
| "loss": 0.3289, |
| "step": 11470 |
| }, |
| { |
| "epoch": 1.9674378748928878, |
| "grad_norm": 0.38730666041374207, |
| "learning_rate": 1.721508140531277e-05, |
| "loss": 0.3247, |
| "step": 11480 |
| }, |
| { |
| "epoch": 1.969151670951157, |
| "grad_norm": 0.3926190733909607, |
| "learning_rate": 1.718651813767495e-05, |
| "loss": 0.3211, |
| "step": 11490 |
| }, |
| { |
| "epoch": 1.9708654670094259, |
| "grad_norm": 0.39375394582748413, |
| "learning_rate": 1.7157954870037134e-05, |
| "loss": 0.3248, |
| "step": 11500 |
| }, |
| { |
| "epoch": 1.9725792630676948, |
| "grad_norm": 0.3916712701320648, |
| "learning_rate": 1.7129391602399313e-05, |
| "loss": 0.3269, |
| "step": 11510 |
| }, |
| { |
| "epoch": 1.974293059125964, |
| "grad_norm": 0.41252121329307556, |
| "learning_rate": 1.71008283347615e-05, |
| "loss": 0.3331, |
| "step": 11520 |
| }, |
| { |
| "epoch": 1.9760068551842331, |
| "grad_norm": 0.4166218042373657, |
| "learning_rate": 1.707226506712368e-05, |
| "loss": 0.3457, |
| "step": 11530 |
| }, |
| { |
| "epoch": 1.9777206512425023, |
| "grad_norm": 0.4022178649902344, |
| "learning_rate": 1.704370179948586e-05, |
| "loss": 0.3446, |
| "step": 11540 |
| }, |
| { |
| "epoch": 1.9794344473007712, |
| "grad_norm": 0.43955641984939575, |
| "learning_rate": 1.7015138531848044e-05, |
| "loss": 0.3377, |
| "step": 11550 |
| }, |
| { |
| "epoch": 1.9811482433590402, |
| "grad_norm": 0.4006490707397461, |
| "learning_rate": 1.6986575264210226e-05, |
| "loss": 0.3356, |
| "step": 11560 |
| }, |
| { |
| "epoch": 1.9828620394173093, |
| "grad_norm": 0.4111030101776123, |
| "learning_rate": 1.695801199657241e-05, |
| "loss": 0.3344, |
| "step": 11570 |
| }, |
| { |
| "epoch": 1.9845758354755785, |
| "grad_norm": 0.36849358677864075, |
| "learning_rate": 1.692944872893459e-05, |
| "loss": 0.3427, |
| "step": 11580 |
| }, |
| { |
| "epoch": 1.9862896315338476, |
| "grad_norm": 0.40527480840682983, |
| "learning_rate": 1.6900885461296774e-05, |
| "loss": 0.3309, |
| "step": 11590 |
| }, |
| { |
| "epoch": 1.9880034275921166, |
| "grad_norm": 0.3989039361476898, |
| "learning_rate": 1.6872322193658953e-05, |
| "loss": 0.3303, |
| "step": 11600 |
| }, |
| { |
| "epoch": 1.9897172236503855, |
| "grad_norm": 0.39155837893486023, |
| "learning_rate": 1.684375892602114e-05, |
| "loss": 0.3364, |
| "step": 11610 |
| }, |
| { |
| "epoch": 1.9914310197086547, |
| "grad_norm": 0.4368874132633209, |
| "learning_rate": 1.6815195658383322e-05, |
| "loss": 0.3434, |
| "step": 11620 |
| }, |
| { |
| "epoch": 1.9931448157669238, |
| "grad_norm": 0.40511763095855713, |
| "learning_rate": 1.67866323907455e-05, |
| "loss": 0.3221, |
| "step": 11630 |
| }, |
| { |
| "epoch": 1.9948586118251928, |
| "grad_norm": 0.3981911540031433, |
| "learning_rate": 1.6758069123107684e-05, |
| "loss": 0.3376, |
| "step": 11640 |
| }, |
| { |
| "epoch": 1.996572407883462, |
| "grad_norm": 0.3849552571773529, |
| "learning_rate": 1.6729505855469866e-05, |
| "loss": 0.3236, |
| "step": 11650 |
| }, |
| { |
| "epoch": 1.9982862039417308, |
| "grad_norm": 0.4233885109424591, |
| "learning_rate": 1.670094258783205e-05, |
| "loss": 0.3181, |
| "step": 11660 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.8736078143119812, |
| "learning_rate": 1.667237932019423e-05, |
| "loss": 0.3204, |
| "step": 11670 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 17505, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 9.7565399580672e+16, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
