| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9984532159196, |
| "eval_steps": 500, |
| "global_step": 122000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0, |
| "grad_norm": 1.3454886674880981, |
| "learning_rate": 9.991815957246561e-06, |
| "loss": 5.7653, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 0.9953828454017639, |
| "learning_rate": 9.983631914493123e-06, |
| "loss": 5.6192, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 0.7844876646995544, |
| "learning_rate": 9.975447871739683e-06, |
| "loss": 5.4452, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 0.567190945148468, |
| "learning_rate": 9.967263828986244e-06, |
| "loss": 5.3183, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 0.5304737687110901, |
| "learning_rate": 9.959079786232804e-06, |
| "loss": 5.2156, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 0.3840586841106415, |
| "learning_rate": 9.950895743479366e-06, |
| "loss": 5.1203, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.34571415185928345, |
| "learning_rate": 9.942711700725926e-06, |
| "loss": 5.0732, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.32429179549217224, |
| "learning_rate": 9.934527657972486e-06, |
| "loss": 5.0458, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.4024583101272583, |
| "learning_rate": 9.926343615219047e-06, |
| "loss": 5.0157, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.3507966101169586, |
| "learning_rate": 9.918159572465607e-06, |
| "loss": 4.9921, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.37788429856300354, |
| "learning_rate": 9.909975529712169e-06, |
| "loss": 4.9803, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.3670382797718048, |
| "learning_rate": 9.901791486958729e-06, |
| "loss": 4.9651, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.2876070737838745, |
| "learning_rate": 9.89360744420529e-06, |
| "loss": 4.9585, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.3649226725101471, |
| "learning_rate": 9.88542340145185e-06, |
| "loss": 4.9491, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.39525964856147766, |
| "learning_rate": 9.87723935869841e-06, |
| "loss": 4.9416, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.30799126625061035, |
| "learning_rate": 9.86905531594497e-06, |
| "loss": 4.9318, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.2949569523334503, |
| "learning_rate": 9.860871273191532e-06, |
| "loss": 4.9201, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.3036958575248718, |
| "learning_rate": 9.852687230438092e-06, |
| "loss": 4.9212, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.7450295686721802, |
| "learning_rate": 9.844503187684653e-06, |
| "loss": 4.9166, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.439261794090271, |
| "learning_rate": 9.836319144931213e-06, |
| "loss": 4.9028, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.28415539860725403, |
| "learning_rate": 9.828135102177775e-06, |
| "loss": 4.8989, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.3490685522556305, |
| "learning_rate": 9.819951059424335e-06, |
| "loss": 4.9008, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.4549264907836914, |
| "learning_rate": 9.811767016670895e-06, |
| "loss": 4.8968, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.3350650668144226, |
| "learning_rate": 9.803582973917457e-06, |
| "loss": 4.8886, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.41439351439476013, |
| "learning_rate": 9.795398931164018e-06, |
| "loss": 4.8869, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.47745582461357117, |
| "learning_rate": 9.787214888410578e-06, |
| "loss": 4.8864, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.4192076027393341, |
| "learning_rate": 9.779030845657138e-06, |
| "loss": 4.886, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.38134631514549255, |
| "learning_rate": 9.7708468029037e-06, |
| "loss": 4.8803, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.0664669275283813, |
| "learning_rate": 9.76266276015026e-06, |
| "loss": 4.8764, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.6459155678749084, |
| "learning_rate": 9.75447871739682e-06, |
| "loss": 4.8721, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.4217374622821808, |
| "learning_rate": 9.746294674643381e-06, |
| "loss": 4.8758, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.4077221155166626, |
| "learning_rate": 9.738110631889943e-06, |
| "loss": 4.8694, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.793872058391571, |
| "learning_rate": 9.729926589136503e-06, |
| "loss": 4.872, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.6410694718360901, |
| "learning_rate": 9.721742546383063e-06, |
| "loss": 4.8697, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.9800311923027039, |
| "learning_rate": 9.713558503629624e-06, |
| "loss": 4.86, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.999591052532196, |
| "learning_rate": 9.705374460876184e-06, |
| "loss": 4.8601, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.2334632873535156, |
| "learning_rate": 9.697190418122744e-06, |
| "loss": 4.8603, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.6848945617675781, |
| "learning_rate": 9.689006375369305e-06, |
| "loss": 4.8537, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.4569337069988251, |
| "learning_rate": 9.680822332615866e-06, |
| "loss": 4.859, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.2655045986175537, |
| "learning_rate": 9.672638289862427e-06, |
| "loss": 4.8556, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.2269976139068604, |
| "learning_rate": 9.664454247108987e-06, |
| "loss": 4.8569, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.5749172568321228, |
| "learning_rate": 9.656270204355547e-06, |
| "loss": 4.8549, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.5450171232223511, |
| "learning_rate": 9.64808616160211e-06, |
| "loss": 4.853, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.6002165675163269, |
| "learning_rate": 9.63990211884867e-06, |
| "loss": 4.8495, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.4352850914001465, |
| "learning_rate": 9.63171807609523e-06, |
| "loss": 4.8471, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.8037896752357483, |
| "learning_rate": 9.623534033341792e-06, |
| "loss": 4.841, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.7141408324241638, |
| "learning_rate": 9.615349990588352e-06, |
| "loss": 4.8433, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.3830125331878662, |
| "learning_rate": 9.607165947834912e-06, |
| "loss": 4.84, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.2149487733840942, |
| "learning_rate": 9.598981905081473e-06, |
| "loss": 4.8414, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.5489853620529175, |
| "learning_rate": 9.590797862328034e-06, |
| "loss": 4.8425, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.0431714057922363, |
| "learning_rate": 9.582613819574595e-06, |
| "loss": 4.8369, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.2853955030441284, |
| "learning_rate": 9.574429776821155e-06, |
| "loss": 4.8411, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.6190789937973022, |
| "learning_rate": 9.566245734067715e-06, |
| "loss": 4.8381, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.9078882336616516, |
| "learning_rate": 9.558061691314277e-06, |
| "loss": 4.8355, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.6225169897079468, |
| "learning_rate": 9.549877648560838e-06, |
| "loss": 4.8382, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.5269715189933777, |
| "learning_rate": 9.541693605807398e-06, |
| "loss": 4.8368, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.5707417130470276, |
| "learning_rate": 9.533509563053958e-06, |
| "loss": 4.8331, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.0135433673858643, |
| "learning_rate": 9.525325520300518e-06, |
| "loss": 4.8372, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.9796397686004639, |
| "learning_rate": 9.517141477547079e-06, |
| "loss": 4.8301, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.6885799765586853, |
| "learning_rate": 9.50895743479364e-06, |
| "loss": 4.8309, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.8593583703041077, |
| "learning_rate": 9.5007733920402e-06, |
| "loss": 4.829, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.0259130001068115, |
| "learning_rate": 9.492589349286761e-06, |
| "loss": 4.8298, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.5682145357131958, |
| "learning_rate": 9.484405306533321e-06, |
| "loss": 4.8283, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.9293478727340698, |
| "learning_rate": 9.476221263779882e-06, |
| "loss": 4.8321, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.0222758054733276, |
| "learning_rate": 9.468037221026444e-06, |
| "loss": 4.8286, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.748030960559845, |
| "learning_rate": 9.459853178273004e-06, |
| "loss": 4.8277, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.7026931047439575, |
| "learning_rate": 9.451669135519564e-06, |
| "loss": 4.8227, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.8596793413162231, |
| "learning_rate": 9.443485092766126e-06, |
| "loss": 4.8296, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.9839978218078613, |
| "learning_rate": 9.435301050012686e-06, |
| "loss": 4.8298, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.7572035789489746, |
| "learning_rate": 9.427117007259247e-06, |
| "loss": 4.8285, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.3615273237228394, |
| "learning_rate": 9.418932964505807e-06, |
| "loss": 4.8263, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.8525121808052063, |
| "learning_rate": 9.410748921752369e-06, |
| "loss": 4.8233, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.6726747751235962, |
| "learning_rate": 9.402564878998929e-06, |
| "loss": 4.8232, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.404517412185669, |
| "learning_rate": 9.39438083624549e-06, |
| "loss": 4.8222, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.3438527584075928, |
| "learning_rate": 9.38619679349205e-06, |
| "loss": 4.8275, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.9558647871017456, |
| "learning_rate": 9.378012750738612e-06, |
| "loss": 4.8188, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.5687648057937622, |
| "learning_rate": 9.369828707985172e-06, |
| "loss": 4.8203, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 4.528586387634277, |
| "learning_rate": 9.361644665231732e-06, |
| "loss": 4.8237, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.5821335315704346, |
| "learning_rate": 9.353460622478292e-06, |
| "loss": 4.8213, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.3139538764953613, |
| "learning_rate": 9.345276579724853e-06, |
| "loss": 4.8241, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.6411435008049011, |
| "learning_rate": 9.337092536971415e-06, |
| "loss": 4.8176, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.011660575866699, |
| "learning_rate": 9.328908494217975e-06, |
| "loss": 4.8142, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.9855501055717468, |
| "learning_rate": 9.320724451464535e-06, |
| "loss": 4.816, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.8996455073356628, |
| "learning_rate": 9.312540408711095e-06, |
| "loss": 4.8162, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.75440514087677, |
| "learning_rate": 9.304356365957656e-06, |
| "loss": 4.8174, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.5616024136543274, |
| "learning_rate": 9.296172323204216e-06, |
| "loss": 4.8137, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.5236667394638062, |
| "learning_rate": 9.287988280450778e-06, |
| "loss": 4.8156, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.869793176651001, |
| "learning_rate": 9.279804237697338e-06, |
| "loss": 4.8201, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.2847354412078857, |
| "learning_rate": 9.271620194943898e-06, |
| "loss": 4.816, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.1544415950775146, |
| "learning_rate": 9.26343615219046e-06, |
| "loss": 4.8174, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.6653382182121277, |
| "learning_rate": 9.25525210943702e-06, |
| "loss": 4.8136, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.0501242876052856, |
| "learning_rate": 9.247068066683581e-06, |
| "loss": 4.8104, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.6880828142166138, |
| "learning_rate": 9.238884023930141e-06, |
| "loss": 4.8093, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.9488196969032288, |
| "learning_rate": 9.230699981176703e-06, |
| "loss": 4.8121, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 4.403717041015625, |
| "learning_rate": 9.222515938423263e-06, |
| "loss": 4.8113, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.2665512561798096, |
| "learning_rate": 9.214331895669824e-06, |
| "loss": 4.8092, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.7057957053184509, |
| "learning_rate": 9.206147852916384e-06, |
| "loss": 4.8108, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 3.9034390449523926, |
| "learning_rate": 9.197963810162946e-06, |
| "loss": 4.808, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.9307584762573242, |
| "learning_rate": 9.189779767409506e-06, |
| "loss": 4.809, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 3.995647668838501, |
| "learning_rate": 9.181595724656066e-06, |
| "loss": 4.8079, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.2378621101379395, |
| "learning_rate": 9.173411681902627e-06, |
| "loss": 4.81, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.424851417541504, |
| "learning_rate": 9.165227639149189e-06, |
| "loss": 4.8045, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.8927842378616333, |
| "learning_rate": 9.157043596395749e-06, |
| "loss": 4.8085, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 3.9594876766204834, |
| "learning_rate": 9.14885955364231e-06, |
| "loss": 4.808, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.6992530822753906, |
| "learning_rate": 9.14067551088887e-06, |
| "loss": 4.8099, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.1311434507369995, |
| "learning_rate": 9.13249146813543e-06, |
| "loss": 4.8071, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.8243028521537781, |
| "learning_rate": 9.12430742538199e-06, |
| "loss": 4.8056, |
| "step": 10700 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.7261260747909546, |
| "learning_rate": 9.11612338262855e-06, |
| "loss": 4.8076, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 4.485065460205078, |
| "learning_rate": 9.107939339875112e-06, |
| "loss": 4.8072, |
| "step": 10900 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.044236660003662, |
| "learning_rate": 9.099755297121673e-06, |
| "loss": 4.8076, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.155515670776367, |
| "learning_rate": 9.091571254368233e-06, |
| "loss": 4.8061, |
| "step": 11100 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.4560600519180298, |
| "learning_rate": 9.083387211614795e-06, |
| "loss": 4.8079, |
| "step": 11200 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.577777624130249, |
| "learning_rate": 9.075203168861355e-06, |
| "loss": 4.8058, |
| "step": 11300 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.1256022453308105, |
| "learning_rate": 9.067019126107915e-06, |
| "loss": 4.8047, |
| "step": 11400 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.9217951893806458, |
| "learning_rate": 9.058835083354476e-06, |
| "loss": 4.8047, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.4003558158874512, |
| "learning_rate": 9.050651040601038e-06, |
| "loss": 4.8006, |
| "step": 11600 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.1220279932022095, |
| "learning_rate": 9.042466997847598e-06, |
| "loss": 4.8061, |
| "step": 11700 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 3.371317148208618, |
| "learning_rate": 9.034282955094158e-06, |
| "loss": 4.8034, |
| "step": 11800 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.5556405782699585, |
| "learning_rate": 9.026098912340718e-06, |
| "loss": 4.8022, |
| "step": 11900 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.9803473949432373, |
| "learning_rate": 9.01791486958728e-06, |
| "loss": 4.8029, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.7116793990135193, |
| "learning_rate": 9.00973082683384e-06, |
| "loss": 4.8047, |
| "step": 12100 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.8312737941741943, |
| "learning_rate": 9.0015467840804e-06, |
| "loss": 4.8004, |
| "step": 12200 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.492680072784424, |
| "learning_rate": 8.993362741326963e-06, |
| "loss": 4.8031, |
| "step": 12300 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.0807607173919678, |
| "learning_rate": 8.985178698573523e-06, |
| "loss": 4.7997, |
| "step": 12400 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 4.5318403244018555, |
| "learning_rate": 8.976994655820083e-06, |
| "loss": 4.8052, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 6.294131278991699, |
| "learning_rate": 8.968810613066644e-06, |
| "loss": 4.8025, |
| "step": 12600 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.2838228940963745, |
| "learning_rate": 8.960626570313204e-06, |
| "loss": 4.8014, |
| "step": 12700 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 3.4684486389160156, |
| "learning_rate": 8.952442527559764e-06, |
| "loss": 4.7991, |
| "step": 12800 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.9761227965354919, |
| "learning_rate": 8.944258484806324e-06, |
| "loss": 4.8013, |
| "step": 12900 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 5.355940341949463, |
| "learning_rate": 8.936074442052886e-06, |
| "loss": 4.8014, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 3.334829568862915, |
| "learning_rate": 8.927890399299447e-06, |
| "loss": 4.7994, |
| "step": 13100 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 4.577433109283447, |
| "learning_rate": 8.919706356546007e-06, |
| "loss": 4.7931, |
| "step": 13200 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 4.9149322509765625, |
| "learning_rate": 8.911522313792567e-06, |
| "loss": 4.8025, |
| "step": 13300 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.5174356698989868, |
| "learning_rate": 8.903338271039129e-06, |
| "loss": 4.7982, |
| "step": 13400 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 4.420125961303711, |
| "learning_rate": 8.89515422828569e-06, |
| "loss": 4.7976, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 4.246557712554932, |
| "learning_rate": 8.88697018553225e-06, |
| "loss": 4.7954, |
| "step": 13600 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.887624979019165, |
| "learning_rate": 8.87878614277881e-06, |
| "loss": 4.7956, |
| "step": 13700 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.2699388265609741, |
| "learning_rate": 8.870602100025372e-06, |
| "loss": 4.7993, |
| "step": 13800 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.5432891845703125, |
| "learning_rate": 8.862418057271932e-06, |
| "loss": 4.8017, |
| "step": 13900 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 3.0773308277130127, |
| "learning_rate": 8.854234014518492e-06, |
| "loss": 4.8002, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.0699973106384277, |
| "learning_rate": 8.846049971765053e-06, |
| "loss": 4.7958, |
| "step": 14100 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.9238589406013489, |
| "learning_rate": 8.837865929011615e-06, |
| "loss": 4.7907, |
| "step": 14200 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.0784467458724976, |
| "learning_rate": 8.829681886258175e-06, |
| "loss": 4.797, |
| "step": 14300 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.1584768295288086, |
| "learning_rate": 8.821497843504735e-06, |
| "loss": 4.7947, |
| "step": 14400 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.0812736749649048, |
| "learning_rate": 8.813313800751297e-06, |
| "loss": 4.7894, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.7061692476272583, |
| "learning_rate": 8.805129757997857e-06, |
| "loss": 4.7946, |
| "step": 14600 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.771735429763794, |
| "learning_rate": 8.796945715244418e-06, |
| "loss": 4.7973, |
| "step": 14700 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.1708245277404785, |
| "learning_rate": 8.788761672490978e-06, |
| "loss": 4.7953, |
| "step": 14800 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.4777073860168457, |
| "learning_rate": 8.780577629737538e-06, |
| "loss": 4.7917, |
| "step": 14900 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.5953549146652222, |
| "learning_rate": 8.772393586984098e-06, |
| "loss": 4.7917, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.7896368503570557, |
| "learning_rate": 8.76420954423066e-06, |
| "loss": 4.7923, |
| "step": 15100 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.7050272822380066, |
| "learning_rate": 8.75602550147722e-06, |
| "loss": 4.7977, |
| "step": 15200 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 4.6306023597717285, |
| "learning_rate": 8.747841458723781e-06, |
| "loss": 4.7911, |
| "step": 15300 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.3503997325897217, |
| "learning_rate": 8.739657415970341e-06, |
| "loss": 4.7895, |
| "step": 15400 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 4.242427825927734, |
| "learning_rate": 8.731473373216901e-06, |
| "loss": 4.7902, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.8283806443214417, |
| "learning_rate": 8.723289330463463e-06, |
| "loss": 4.7938, |
| "step": 15600 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 3.901630401611328, |
| "learning_rate": 8.715105287710024e-06, |
| "loss": 4.7936, |
| "step": 15700 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 6.563976764678955, |
| "learning_rate": 8.706921244956584e-06, |
| "loss": 4.7907, |
| "step": 15800 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.2243263721466064, |
| "learning_rate": 8.698737202203144e-06, |
| "loss": 4.7852, |
| "step": 15900 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.0529608726501465, |
| "learning_rate": 8.690553159449706e-06, |
| "loss": 4.7916, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 3.0728704929351807, |
| "learning_rate": 8.682369116696266e-06, |
| "loss": 4.7947, |
| "step": 16100 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.8949060440063477, |
| "learning_rate": 8.674185073942827e-06, |
| "loss": 4.7935, |
| "step": 16200 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.9687060713768005, |
| "learning_rate": 8.666001031189387e-06, |
| "loss": 4.7939, |
| "step": 16300 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.091792345046997, |
| "learning_rate": 8.657816988435949e-06, |
| "loss": 4.7941, |
| "step": 16400 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.7492835521697998, |
| "learning_rate": 8.64963294568251e-06, |
| "loss": 4.7897, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.856666088104248, |
| "learning_rate": 8.64144890292907e-06, |
| "loss": 4.7917, |
| "step": 16600 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.1373181343078613, |
| "learning_rate": 8.633264860175631e-06, |
| "loss": 4.7875, |
| "step": 16700 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 3.3695366382598877, |
| "learning_rate": 8.625080817422192e-06, |
| "loss": 4.7935, |
| "step": 16800 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 3.0197083950042725, |
| "learning_rate": 8.616896774668752e-06, |
| "loss": 4.7896, |
| "step": 16900 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.717109441757202, |
| "learning_rate": 8.608712731915312e-06, |
| "loss": 4.7898, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.4040961265563965, |
| "learning_rate": 8.600528689161873e-06, |
| "loss": 4.7919, |
| "step": 17100 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 7.917181968688965, |
| "learning_rate": 8.592344646408434e-06, |
| "loss": 4.7904, |
| "step": 17200 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.2932788133621216, |
| "learning_rate": 8.584160603654995e-06, |
| "loss": 4.7856, |
| "step": 17300 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 4.480923175811768, |
| "learning_rate": 8.575976560901555e-06, |
| "loss": 4.7952, |
| "step": 17400 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.211406946182251, |
| "learning_rate": 8.567792518148115e-06, |
| "loss": 4.7903, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.0489588975906372, |
| "learning_rate": 8.559608475394676e-06, |
| "loss": 4.7941, |
| "step": 17600 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 3.5961625576019287, |
| "learning_rate": 8.551424432641236e-06, |
| "loss": 4.7845, |
| "step": 17700 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.3053170442581177, |
| "learning_rate": 8.543240389887798e-06, |
| "loss": 4.7919, |
| "step": 17800 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.7930333614349365, |
| "learning_rate": 8.535056347134358e-06, |
| "loss": 4.7893, |
| "step": 17900 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.9989149570465088, |
| "learning_rate": 8.526872304380918e-06, |
| "loss": 4.7879, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 7.412938594818115, |
| "learning_rate": 8.518688261627479e-06, |
| "loss": 4.7876, |
| "step": 18100 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.9795100688934326, |
| "learning_rate": 8.51050421887404e-06, |
| "loss": 4.7895, |
| "step": 18200 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.8868602514266968, |
| "learning_rate": 8.5023201761206e-06, |
| "loss": 4.7895, |
| "step": 18300 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.9831721186637878, |
| "learning_rate": 8.494136133367161e-06, |
| "loss": 4.7874, |
| "step": 18400 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 3.5411503314971924, |
| "learning_rate": 8.485952090613721e-06, |
| "loss": 4.786, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.617466926574707, |
| "learning_rate": 8.477768047860283e-06, |
| "loss": 4.7832, |
| "step": 18600 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.1326940059661865, |
| "learning_rate": 8.469584005106844e-06, |
| "loss": 4.789, |
| "step": 18700 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.020888328552246, |
| "learning_rate": 8.461399962353404e-06, |
| "loss": 4.7867, |
| "step": 18800 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.366783618927002, |
| "learning_rate": 8.453215919599966e-06, |
| "loss": 4.7871, |
| "step": 18900 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 2.739832878112793, |
| "learning_rate": 8.445031876846526e-06, |
| "loss": 4.7829, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.9564040899276733, |
| "learning_rate": 8.436847834093086e-06, |
| "loss": 4.7901, |
| "step": 19100 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 4.063528537750244, |
| "learning_rate": 8.428663791339647e-06, |
| "loss": 4.7839, |
| "step": 19200 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.9199309349060059, |
| "learning_rate": 8.420479748586209e-06, |
| "loss": 4.7919, |
| "step": 19300 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.8330548405647278, |
| "learning_rate": 8.412295705832769e-06, |
| "loss": 4.7877, |
| "step": 19400 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 2.459280490875244, |
| "learning_rate": 8.404111663079329e-06, |
| "loss": 4.7854, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 5.8329572677612305, |
| "learning_rate": 8.39592762032589e-06, |
| "loss": 4.7864, |
| "step": 19600 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.6338814496994019, |
| "learning_rate": 8.38774357757245e-06, |
| "loss": 4.7855, |
| "step": 19700 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.8343069553375244, |
| "learning_rate": 8.37955953481901e-06, |
| "loss": 4.786, |
| "step": 19800 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.5812463760375977, |
| "learning_rate": 8.37137549206557e-06, |
| "loss": 4.784, |
| "step": 19900 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.3143149614334106, |
| "learning_rate": 8.363191449312132e-06, |
| "loss": 4.7761, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 2.27919340133667, |
| "learning_rate": 8.355007406558692e-06, |
| "loss": 4.7841, |
| "step": 20100 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 2.111786365509033, |
| "learning_rate": 8.346823363805253e-06, |
| "loss": 4.7902, |
| "step": 20200 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.4459553956985474, |
| "learning_rate": 8.338639321051813e-06, |
| "loss": 4.7827, |
| "step": 20300 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 5.489434242248535, |
| "learning_rate": 8.330455278298375e-06, |
| "loss": 4.7804, |
| "step": 20400 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.8438489437103271, |
| "learning_rate": 8.322271235544935e-06, |
| "loss": 4.7826, |
| "step": 20500 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.8289409875869751, |
| "learning_rate": 8.314087192791495e-06, |
| "loss": 4.788, |
| "step": 20600 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 2.2698094844818115, |
| "learning_rate": 8.305903150038056e-06, |
| "loss": 4.785, |
| "step": 20700 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 6.737819194793701, |
| "learning_rate": 8.297719107284618e-06, |
| "loss": 4.7879, |
| "step": 20800 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.1006556749343872, |
| "learning_rate": 8.289535064531178e-06, |
| "loss": 4.7861, |
| "step": 20900 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.757918119430542, |
| "learning_rate": 8.281351021777738e-06, |
| "loss": 4.7838, |
| "step": 21000 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.443129539489746, |
| "learning_rate": 8.273166979024298e-06, |
| "loss": 4.7815, |
| "step": 21100 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.2434520721435547, |
| "learning_rate": 8.26498293627086e-06, |
| "loss": 4.7837, |
| "step": 21200 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.9488204717636108, |
| "learning_rate": 8.25679889351742e-06, |
| "loss": 4.7826, |
| "step": 21300 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.4644496440887451, |
| "learning_rate": 8.248614850763981e-06, |
| "loss": 4.7805, |
| "step": 21400 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.1131641864776611, |
| "learning_rate": 8.240430808010543e-06, |
| "loss": 4.7848, |
| "step": 21500 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.9792927503585815, |
| "learning_rate": 8.232246765257103e-06, |
| "loss": 4.7844, |
| "step": 21600 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 6.909112453460693, |
| "learning_rate": 8.224062722503663e-06, |
| "loss": 4.7791, |
| "step": 21700 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.1648467779159546, |
| "learning_rate": 8.215878679750224e-06, |
| "loss": 4.7834, |
| "step": 21800 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.4722325801849365, |
| "learning_rate": 8.207694636996784e-06, |
| "loss": 4.7775, |
| "step": 21900 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.8322229385375977, |
| "learning_rate": 8.199510594243344e-06, |
| "loss": 4.7848, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.4244656562805176, |
| "learning_rate": 8.191326551489906e-06, |
| "loss": 4.7784, |
| "step": 22100 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 3.1128671169281006, |
| "learning_rate": 8.183142508736466e-06, |
| "loss": 4.7819, |
| "step": 22200 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 2.6106808185577393, |
| "learning_rate": 8.174958465983027e-06, |
| "loss": 4.7791, |
| "step": 22300 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 5.204963207244873, |
| "learning_rate": 8.166774423229587e-06, |
| "loss": 4.7841, |
| "step": 22400 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.9447894096374512, |
| "learning_rate": 8.158590380476147e-06, |
| "loss": 4.7776, |
| "step": 22500 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.2476049661636353, |
| "learning_rate": 8.15040633772271e-06, |
| "loss": 4.7759, |
| "step": 22600 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.7892690896987915, |
| "learning_rate": 8.14222229496927e-06, |
| "loss": 4.7797, |
| "step": 22700 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 2.874403476715088, |
| "learning_rate": 8.13403825221583e-06, |
| "loss": 4.7807, |
| "step": 22800 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 2.8661632537841797, |
| "learning_rate": 8.12585420946239e-06, |
| "loss": 4.7772, |
| "step": 22900 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.8099445104598999, |
| "learning_rate": 8.117670166708952e-06, |
| "loss": 4.7814, |
| "step": 23000 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.0212429761886597, |
| "learning_rate": 8.109486123955512e-06, |
| "loss": 4.7802, |
| "step": 23100 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.0928311347961426, |
| "learning_rate": 8.101302081202072e-06, |
| "loss": 4.777, |
| "step": 23200 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.8933788537979126, |
| "learning_rate": 8.093118038448633e-06, |
| "loss": 4.7832, |
| "step": 23300 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.9154900908470154, |
| "learning_rate": 8.084933995695195e-06, |
| "loss": 4.7854, |
| "step": 23400 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 4.510463714599609, |
| "learning_rate": 8.076749952941755e-06, |
| "loss": 4.7869, |
| "step": 23500 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 2.9989612102508545, |
| "learning_rate": 8.068565910188315e-06, |
| "loss": 4.785, |
| "step": 23600 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.1799613237380981, |
| "learning_rate": 8.060381867434877e-06, |
| "loss": 4.7845, |
| "step": 23700 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.8453476428985596, |
| "learning_rate": 8.052197824681437e-06, |
| "loss": 4.7849, |
| "step": 23800 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.3734474182128906, |
| "learning_rate": 8.044013781927998e-06, |
| "loss": 4.7799, |
| "step": 23900 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 7.692543983459473, |
| "learning_rate": 8.035829739174558e-06, |
| "loss": 4.7787, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 4.369629859924316, |
| "learning_rate": 8.027645696421118e-06, |
| "loss": 4.779, |
| "step": 24100 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.2958143949508667, |
| "learning_rate": 8.01946165366768e-06, |
| "loss": 4.7801, |
| "step": 24200 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.838066041469574, |
| "learning_rate": 8.01127761091424e-06, |
| "loss": 4.78, |
| "step": 24300 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 2.3854634761810303, |
| "learning_rate": 8.0030935681608e-06, |
| "loss": 4.7797, |
| "step": 24400 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.1053544282913208, |
| "learning_rate": 7.994909525407361e-06, |
| "loss": 4.7816, |
| "step": 24500 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.4308538436889648, |
| "learning_rate": 7.986725482653921e-06, |
| "loss": 4.7819, |
| "step": 24600 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 3.392876148223877, |
| "learning_rate": 7.978541439900482e-06, |
| "loss": 4.7782, |
| "step": 24700 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.5023071765899658, |
| "learning_rate": 7.970357397147044e-06, |
| "loss": 4.7828, |
| "step": 24800 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.7376088500022888, |
| "learning_rate": 7.962173354393604e-06, |
| "loss": 4.7816, |
| "step": 24900 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 3.311122417449951, |
| "learning_rate": 7.953989311640164e-06, |
| "loss": 4.7819, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.5772916078567505, |
| "learning_rate": 7.945805268886724e-06, |
| "loss": 4.7779, |
| "step": 25100 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.9813963174819946, |
| "learning_rate": 7.937621226133286e-06, |
| "loss": 4.781, |
| "step": 25200 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.7451574802398682, |
| "learning_rate": 7.929437183379847e-06, |
| "loss": 4.7817, |
| "step": 25300 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.064371943473816, |
| "learning_rate": 7.921253140626407e-06, |
| "loss": 4.7794, |
| "step": 25400 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.4085423946380615, |
| "learning_rate": 7.913069097872967e-06, |
| "loss": 4.7838, |
| "step": 25500 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.9586715698242188, |
| "learning_rate": 7.904885055119529e-06, |
| "loss": 4.7799, |
| "step": 25600 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 2.1608307361602783, |
| "learning_rate": 7.89670101236609e-06, |
| "loss": 4.7803, |
| "step": 25700 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.8091859221458435, |
| "learning_rate": 7.88851696961265e-06, |
| "loss": 4.784, |
| "step": 25800 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.7846326231956482, |
| "learning_rate": 7.880332926859212e-06, |
| "loss": 4.778, |
| "step": 25900 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 2.0327844619750977, |
| "learning_rate": 7.872148884105772e-06, |
| "loss": 4.7825, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.0779097080230713, |
| "learning_rate": 7.863964841352332e-06, |
| "loss": 4.7765, |
| "step": 26100 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.2201029062271118, |
| "learning_rate": 7.855780798598892e-06, |
| "loss": 4.776, |
| "step": 26200 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.4344494342803955, |
| "learning_rate": 7.847596755845454e-06, |
| "loss": 4.7781, |
| "step": 26300 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.114273190498352, |
| "learning_rate": 7.839412713092015e-06, |
| "loss": 4.7764, |
| "step": 26400 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.8567458391189575, |
| "learning_rate": 7.831228670338575e-06, |
| "loss": 4.7831, |
| "step": 26500 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 4.325285911560059, |
| "learning_rate": 7.823044627585135e-06, |
| "loss": 4.7811, |
| "step": 26600 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.2828031778335571, |
| "learning_rate": 7.814860584831695e-06, |
| "loss": 4.7795, |
| "step": 26700 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.048180341720581, |
| "learning_rate": 7.806676542078256e-06, |
| "loss": 4.7782, |
| "step": 26800 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.9398120045661926, |
| "learning_rate": 7.798492499324818e-06, |
| "loss": 4.778, |
| "step": 26900 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.8492949604988098, |
| "learning_rate": 7.790308456571378e-06, |
| "loss": 4.776, |
| "step": 27000 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.9857730865478516, |
| "learning_rate": 7.782124413817938e-06, |
| "loss": 4.7741, |
| "step": 27100 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.0787758827209473, |
| "learning_rate": 7.773940371064498e-06, |
| "loss": 4.7738, |
| "step": 27200 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.2202094793319702, |
| "learning_rate": 7.765756328311059e-06, |
| "loss": 4.777, |
| "step": 27300 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 6.543772220611572, |
| "learning_rate": 7.75757228555762e-06, |
| "loss": 4.778, |
| "step": 27400 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.9749574065208435, |
| "learning_rate": 7.749388242804181e-06, |
| "loss": 4.7761, |
| "step": 27500 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.2425750494003296, |
| "learning_rate": 7.741204200050741e-06, |
| "loss": 4.7799, |
| "step": 27600 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 2.1919734477996826, |
| "learning_rate": 7.733020157297301e-06, |
| "loss": 4.7781, |
| "step": 27700 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.6858105659484863, |
| "learning_rate": 7.724836114543863e-06, |
| "loss": 4.7761, |
| "step": 27800 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.082306146621704, |
| "learning_rate": 7.716652071790424e-06, |
| "loss": 4.7727, |
| "step": 27900 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.4394657611846924, |
| "learning_rate": 7.708468029036984e-06, |
| "loss": 4.7773, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 3.90745210647583, |
| "learning_rate": 7.700283986283546e-06, |
| "loss": 4.7771, |
| "step": 28100 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.1074409484863281, |
| "learning_rate": 7.692099943530106e-06, |
| "loss": 4.7813, |
| "step": 28200 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.775972306728363, |
| "learning_rate": 7.683915900776666e-06, |
| "loss": 4.7793, |
| "step": 28300 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.8545662760734558, |
| "learning_rate": 7.675731858023227e-06, |
| "loss": 4.7745, |
| "step": 28400 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.9553655385971069, |
| "learning_rate": 7.667547815269789e-06, |
| "loss": 4.7741, |
| "step": 28500 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.9458415508270264, |
| "learning_rate": 7.659363772516349e-06, |
| "loss": 4.7757, |
| "step": 28600 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.3447215557098389, |
| "learning_rate": 7.65117972976291e-06, |
| "loss": 4.7721, |
| "step": 28700 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.8614388108253479, |
| "learning_rate": 7.64299568700947e-06, |
| "loss": 4.7728, |
| "step": 28800 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.083814263343811, |
| "learning_rate": 7.63481164425603e-06, |
| "loss": 4.7714, |
| "step": 28900 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.9633229374885559, |
| "learning_rate": 7.626627601502591e-06, |
| "loss": 4.7736, |
| "step": 29000 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.1467323303222656, |
| "learning_rate": 7.618443558749151e-06, |
| "loss": 4.7771, |
| "step": 29100 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 2.2095165252685547, |
| "learning_rate": 7.610259515995713e-06, |
| "loss": 4.7712, |
| "step": 29200 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.9931008815765381, |
| "learning_rate": 7.602075473242273e-06, |
| "loss": 4.7776, |
| "step": 29300 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 12.287310600280762, |
| "learning_rate": 7.593891430488834e-06, |
| "loss": 4.7797, |
| "step": 29400 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 3.100107192993164, |
| "learning_rate": 7.585707387735394e-06, |
| "loss": 4.7759, |
| "step": 29500 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 2.249577045440674, |
| "learning_rate": 7.577523344981955e-06, |
| "loss": 4.7708, |
| "step": 29600 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 3.1430749893188477, |
| "learning_rate": 7.569339302228515e-06, |
| "loss": 4.7742, |
| "step": 29700 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.9823663830757141, |
| "learning_rate": 7.5611552594750755e-06, |
| "loss": 4.7739, |
| "step": 29800 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 4.1920166015625, |
| "learning_rate": 7.552971216721637e-06, |
| "loss": 4.778, |
| "step": 29900 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 2.579256534576416, |
| "learning_rate": 7.544787173968198e-06, |
| "loss": 4.7784, |
| "step": 30000 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.4403995275497437, |
| "learning_rate": 7.536603131214758e-06, |
| "loss": 4.7701, |
| "step": 30100 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 3.48757266998291, |
| "learning_rate": 7.528419088461318e-06, |
| "loss": 4.7705, |
| "step": 30200 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 4.121363162994385, |
| "learning_rate": 7.52023504570788e-06, |
| "loss": 4.7704, |
| "step": 30300 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.439936876296997, |
| "learning_rate": 7.5120510029544405e-06, |
| "loss": 4.7711, |
| "step": 30400 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.546036720275879, |
| "learning_rate": 7.503866960201001e-06, |
| "loss": 4.7691, |
| "step": 30500 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 5.736770153045654, |
| "learning_rate": 7.495682917447561e-06, |
| "loss": 4.7802, |
| "step": 30600 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.7358049154281616, |
| "learning_rate": 7.487498874694122e-06, |
| "loss": 4.771, |
| "step": 30700 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.9707129001617432, |
| "learning_rate": 7.479314831940682e-06, |
| "loss": 4.7691, |
| "step": 30800 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 2.6308770179748535, |
| "learning_rate": 7.471130789187243e-06, |
| "loss": 4.7706, |
| "step": 30900 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 2.7046618461608887, |
| "learning_rate": 7.462946746433804e-06, |
| "loss": 4.7767, |
| "step": 31000 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.627031922340393, |
| "learning_rate": 7.454762703680365e-06, |
| "loss": 4.7743, |
| "step": 31100 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.203337550163269, |
| "learning_rate": 7.446578660926925e-06, |
| "loss": 4.7764, |
| "step": 31200 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.2097506523132324, |
| "learning_rate": 7.4383946181734854e-06, |
| "loss": 4.7711, |
| "step": 31300 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.1853944063186646, |
| "learning_rate": 7.430210575420047e-06, |
| "loss": 4.7699, |
| "step": 31400 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.8438019752502441, |
| "learning_rate": 7.422026532666608e-06, |
| "loss": 4.7732, |
| "step": 31500 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.5300862789154053, |
| "learning_rate": 7.413842489913168e-06, |
| "loss": 4.7747, |
| "step": 31600 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.4141496419906616, |
| "learning_rate": 7.405658447159728e-06, |
| "loss": 4.7711, |
| "step": 31700 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.673567533493042, |
| "learning_rate": 7.397474404406289e-06, |
| "loss": 4.777, |
| "step": 31800 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 2.1357908248901367, |
| "learning_rate": 7.38929036165285e-06, |
| "loss": 4.7723, |
| "step": 31900 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 4.316195964813232, |
| "learning_rate": 7.381106318899411e-06, |
| "loss": 4.7678, |
| "step": 32000 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.7443231344223022, |
| "learning_rate": 7.372922276145971e-06, |
| "loss": 4.7707, |
| "step": 32100 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 2.7221803665161133, |
| "learning_rate": 7.364738233392532e-06, |
| "loss": 4.7708, |
| "step": 32200 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.8770394921302795, |
| "learning_rate": 7.356554190639092e-06, |
| "loss": 4.7721, |
| "step": 32300 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.9764662384986877, |
| "learning_rate": 7.348370147885653e-06, |
| "loss": 4.7756, |
| "step": 32400 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 3.6692917346954346, |
| "learning_rate": 7.3401861051322146e-06, |
| "loss": 4.7773, |
| "step": 32500 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.8451597690582275, |
| "learning_rate": 7.332002062378775e-06, |
| "loss": 4.7742, |
| "step": 32600 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.9092561602592468, |
| "learning_rate": 7.323818019625335e-06, |
| "loss": 4.7666, |
| "step": 32700 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.9218481779098511, |
| "learning_rate": 7.315633976871895e-06, |
| "loss": 4.7717, |
| "step": 32800 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.8461436033248901, |
| "learning_rate": 7.3074499341184565e-06, |
| "loss": 4.7752, |
| "step": 32900 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.879395067691803, |
| "learning_rate": 7.299265891365017e-06, |
| "loss": 4.7736, |
| "step": 33000 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.9056565165519714, |
| "learning_rate": 7.291081848611578e-06, |
| "loss": 4.7671, |
| "step": 33100 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 2.0318729877471924, |
| "learning_rate": 7.282897805858138e-06, |
| "loss": 4.7672, |
| "step": 33200 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.0115817785263062, |
| "learning_rate": 7.274713763104699e-06, |
| "loss": 4.7782, |
| "step": 33300 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.3754358291625977, |
| "learning_rate": 7.2665297203512595e-06, |
| "loss": 4.7711, |
| "step": 33400 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.6245019435882568, |
| "learning_rate": 7.25834567759782e-06, |
| "loss": 4.7716, |
| "step": 33500 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.5871042013168335, |
| "learning_rate": 7.250161634844382e-06, |
| "loss": 4.7689, |
| "step": 33600 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.6681900024414062, |
| "learning_rate": 7.241977592090942e-06, |
| "loss": 4.7734, |
| "step": 33700 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.2739856243133545, |
| "learning_rate": 7.233793549337502e-06, |
| "loss": 4.7746, |
| "step": 33800 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.8256975412368774, |
| "learning_rate": 7.2256095065840625e-06, |
| "loss": 4.7683, |
| "step": 33900 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 2.5301151275634766, |
| "learning_rate": 7.217425463830624e-06, |
| "loss": 4.7715, |
| "step": 34000 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.9835234880447388, |
| "learning_rate": 7.209241421077185e-06, |
| "loss": 4.7675, |
| "step": 34100 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.1152873039245605, |
| "learning_rate": 7.201057378323745e-06, |
| "loss": 4.767, |
| "step": 34200 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 4.025820732116699, |
| "learning_rate": 7.192873335570305e-06, |
| "loss": 4.7739, |
| "step": 34300 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 4.386086463928223, |
| "learning_rate": 7.184689292816866e-06, |
| "loss": 4.7716, |
| "step": 34400 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 3.9003477096557617, |
| "learning_rate": 7.176505250063427e-06, |
| "loss": 4.7691, |
| "step": 34500 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.3681395053863525, |
| "learning_rate": 7.168321207309987e-06, |
| "loss": 4.7747, |
| "step": 34600 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 12.061843872070312, |
| "learning_rate": 7.160137164556549e-06, |
| "loss": 4.7714, |
| "step": 34700 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.0302884578704834, |
| "learning_rate": 7.151953121803109e-06, |
| "loss": 4.7711, |
| "step": 34800 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.5776879787445068, |
| "learning_rate": 7.1437690790496694e-06, |
| "loss": 4.7682, |
| "step": 34900 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.52390718460083, |
| "learning_rate": 7.13558503629623e-06, |
| "loss": 4.7712, |
| "step": 35000 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 2.443223237991333, |
| "learning_rate": 7.127400993542791e-06, |
| "loss": 4.7696, |
| "step": 35100 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.4894499778747559, |
| "learning_rate": 7.119216950789352e-06, |
| "loss": 4.7739, |
| "step": 35200 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.0729478597640991, |
| "learning_rate": 7.111032908035912e-06, |
| "loss": 4.7728, |
| "step": 35300 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.0306514501571655, |
| "learning_rate": 7.1028488652824725e-06, |
| "loss": 4.7739, |
| "step": 35400 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 2.0036280155181885, |
| "learning_rate": 7.094664822529034e-06, |
| "loss": 4.7714, |
| "step": 35500 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.9095188975334167, |
| "learning_rate": 7.086480779775594e-06, |
| "loss": 4.7647, |
| "step": 35600 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.0899231433868408, |
| "learning_rate": 7.078296737022154e-06, |
| "loss": 4.7637, |
| "step": 35700 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 5.961045742034912, |
| "learning_rate": 7.070112694268716e-06, |
| "loss": 4.7722, |
| "step": 35800 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.9270179867744446, |
| "learning_rate": 7.061928651515276e-06, |
| "loss": 4.7682, |
| "step": 35900 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.7026699781417847, |
| "learning_rate": 7.053744608761837e-06, |
| "loss": 4.7697, |
| "step": 36000 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.5568283796310425, |
| "learning_rate": 7.045560566008397e-06, |
| "loss": 4.7695, |
| "step": 36100 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 4.148453712463379, |
| "learning_rate": 7.037376523254959e-06, |
| "loss": 4.7667, |
| "step": 36200 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 2.0565524101257324, |
| "learning_rate": 7.029192480501519e-06, |
| "loss": 4.7728, |
| "step": 36300 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.3457672595977783, |
| "learning_rate": 7.021008437748079e-06, |
| "loss": 4.7719, |
| "step": 36400 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.2144137620925903, |
| "learning_rate": 7.01282439499464e-06, |
| "loss": 4.7714, |
| "step": 36500 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.7697350978851318, |
| "learning_rate": 7.004640352241201e-06, |
| "loss": 4.7712, |
| "step": 36600 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.9844958782196045, |
| "learning_rate": 6.996456309487761e-06, |
| "loss": 4.7723, |
| "step": 36700 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 3.750422716140747, |
| "learning_rate": 6.988272266734321e-06, |
| "loss": 4.7717, |
| "step": 36800 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 2.6416289806365967, |
| "learning_rate": 6.980088223980883e-06, |
| "loss": 4.7696, |
| "step": 36900 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.745283842086792, |
| "learning_rate": 6.9719041812274435e-06, |
| "loss": 4.7681, |
| "step": 37000 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.1269015073776245, |
| "learning_rate": 6.963720138474004e-06, |
| "loss": 4.7659, |
| "step": 37100 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 4.63193941116333, |
| "learning_rate": 6.955536095720564e-06, |
| "loss": 4.7676, |
| "step": 37200 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.586788296699524, |
| "learning_rate": 6.947352052967126e-06, |
| "loss": 4.7729, |
| "step": 37300 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.2502408027648926, |
| "learning_rate": 6.939168010213686e-06, |
| "loss": 4.7718, |
| "step": 37400 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.620895504951477, |
| "learning_rate": 6.9309839674602465e-06, |
| "loss": 4.7703, |
| "step": 37500 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.9904155731201172, |
| "learning_rate": 6.922799924706807e-06, |
| "loss": 4.77, |
| "step": 37600 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.9440988302230835, |
| "learning_rate": 6.914615881953368e-06, |
| "loss": 4.7688, |
| "step": 37700 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 2.9490699768066406, |
| "learning_rate": 6.906431839199928e-06, |
| "loss": 4.7718, |
| "step": 37800 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.7235488891601562, |
| "learning_rate": 6.898247796446489e-06, |
| "loss": 4.7685, |
| "step": 37900 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.076762318611145, |
| "learning_rate": 6.89006375369305e-06, |
| "loss": 4.7708, |
| "step": 38000 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.8281159400939941, |
| "learning_rate": 6.881879710939611e-06, |
| "loss": 4.7697, |
| "step": 38100 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.1257106065750122, |
| "learning_rate": 6.873695668186171e-06, |
| "loss": 4.7727, |
| "step": 38200 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 4.7161760330200195, |
| "learning_rate": 6.865511625432731e-06, |
| "loss": 4.7695, |
| "step": 38300 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 2.1901695728302, |
| "learning_rate": 6.857327582679293e-06, |
| "loss": 4.7712, |
| "step": 38400 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.988418459892273, |
| "learning_rate": 6.8491435399258535e-06, |
| "loss": 4.7691, |
| "step": 38500 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.4924893379211426, |
| "learning_rate": 6.840959497172414e-06, |
| "loss": 4.7705, |
| "step": 38600 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 2.154937744140625, |
| "learning_rate": 6.832775454418974e-06, |
| "loss": 4.7652, |
| "step": 38700 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.1525272130966187, |
| "learning_rate": 6.824591411665535e-06, |
| "loss": 4.7705, |
| "step": 38800 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.9818894863128662, |
| "learning_rate": 6.816407368912095e-06, |
| "loss": 4.767, |
| "step": 38900 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 4.012678146362305, |
| "learning_rate": 6.8082233261586565e-06, |
| "loss": 4.7657, |
| "step": 39000 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 3.9307897090911865, |
| "learning_rate": 6.800039283405218e-06, |
| "loss": 4.7629, |
| "step": 39100 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 2.6684534549713135, |
| "learning_rate": 6.791855240651778e-06, |
| "loss": 4.7695, |
| "step": 39200 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 3.2453012466430664, |
| "learning_rate": 6.783671197898338e-06, |
| "loss": 4.7733, |
| "step": 39300 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.1828510761260986, |
| "learning_rate": 6.775487155144898e-06, |
| "loss": 4.7696, |
| "step": 39400 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.2635380029678345, |
| "learning_rate": 6.76730311239146e-06, |
| "loss": 4.7726, |
| "step": 39500 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.8589321970939636, |
| "learning_rate": 6.759119069638021e-06, |
| "loss": 4.768, |
| "step": 39600 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.4459155797958374, |
| "learning_rate": 6.750935026884581e-06, |
| "loss": 4.7664, |
| "step": 39700 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 3.3713083267211914, |
| "learning_rate": 6.742750984131141e-06, |
| "loss": 4.7684, |
| "step": 39800 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 3.4334757328033447, |
| "learning_rate": 6.734566941377702e-06, |
| "loss": 4.767, |
| "step": 39900 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.072906255722046, |
| "learning_rate": 6.726382898624263e-06, |
| "loss": 4.7623, |
| "step": 40000 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.8414703607559204, |
| "learning_rate": 6.718198855870824e-06, |
| "loss": 4.7657, |
| "step": 40100 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.423050045967102, |
| "learning_rate": 6.710014813117385e-06, |
| "loss": 4.7684, |
| "step": 40200 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.1521214246749878, |
| "learning_rate": 6.701830770363945e-06, |
| "loss": 4.7682, |
| "step": 40300 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.2841377258300781, |
| "learning_rate": 6.693646727610505e-06, |
| "loss": 4.7661, |
| "step": 40400 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 2.815016508102417, |
| "learning_rate": 6.6854626848570656e-06, |
| "loss": 4.7724, |
| "step": 40500 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.9150479435920715, |
| "learning_rate": 6.6772786421036275e-06, |
| "loss": 4.7667, |
| "step": 40600 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.2387914657592773, |
| "learning_rate": 6.669094599350188e-06, |
| "loss": 4.7695, |
| "step": 40700 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 3.5044503211975098, |
| "learning_rate": 6.660910556596748e-06, |
| "loss": 4.7671, |
| "step": 40800 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.1371254920959473, |
| "learning_rate": 6.652726513843308e-06, |
| "loss": 4.7652, |
| "step": 40900 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.3063691854476929, |
| "learning_rate": 6.6445424710898694e-06, |
| "loss": 4.7674, |
| "step": 41000 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.7822604179382324, |
| "learning_rate": 6.6363584283364306e-06, |
| "loss": 4.7692, |
| "step": 41100 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.9057841300964355, |
| "learning_rate": 6.628174385582991e-06, |
| "loss": 4.7676, |
| "step": 41200 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.9072014093399048, |
| "learning_rate": 6.619990342829552e-06, |
| "loss": 4.7625, |
| "step": 41300 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.9912985563278198, |
| "learning_rate": 6.611806300076112e-06, |
| "loss": 4.7709, |
| "step": 41400 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 2.278571605682373, |
| "learning_rate": 6.6036222573226725e-06, |
| "loss": 4.7725, |
| "step": 41500 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 2.2209765911102295, |
| "learning_rate": 6.595438214569233e-06, |
| "loss": 4.7693, |
| "step": 41600 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.4683972597122192, |
| "learning_rate": 6.587254171815795e-06, |
| "loss": 4.7715, |
| "step": 41700 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 2.1982457637786865, |
| "learning_rate": 6.579070129062355e-06, |
| "loss": 4.7629, |
| "step": 41800 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 3.916114568710327, |
| "learning_rate": 6.570886086308915e-06, |
| "loss": 4.7628, |
| "step": 41900 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 4.219468116760254, |
| "learning_rate": 6.5627020435554755e-06, |
| "loss": 4.766, |
| "step": 42000 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.3876959085464478, |
| "learning_rate": 6.5545180008020375e-06, |
| "loss": 4.7689, |
| "step": 42100 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 4.21665620803833, |
| "learning_rate": 6.546333958048598e-06, |
| "loss": 4.767, |
| "step": 42200 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.8205769658088684, |
| "learning_rate": 6.538149915295158e-06, |
| "loss": 4.7673, |
| "step": 42300 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 2.474163293838501, |
| "learning_rate": 6.529965872541719e-06, |
| "loss": 4.7662, |
| "step": 42400 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 2.4474871158599854, |
| "learning_rate": 6.521781829788279e-06, |
| "loss": 4.7672, |
| "step": 42500 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.422839879989624, |
| "learning_rate": 6.51359778703484e-06, |
| "loss": 4.7639, |
| "step": 42600 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.002898097038269, |
| "learning_rate": 6.5054137442814e-06, |
| "loss": 4.7707, |
| "step": 42700 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.21475350856781, |
| "learning_rate": 6.497229701527962e-06, |
| "loss": 4.7643, |
| "step": 42800 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.273319959640503, |
| "learning_rate": 6.489045658774522e-06, |
| "loss": 4.764, |
| "step": 42900 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.963934063911438, |
| "learning_rate": 6.480861616021082e-06, |
| "loss": 4.7675, |
| "step": 43000 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 2.1018524169921875, |
| "learning_rate": 6.472677573267643e-06, |
| "loss": 4.7722, |
| "step": 43100 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.1742087602615356, |
| "learning_rate": 6.464493530514205e-06, |
| "loss": 4.7697, |
| "step": 43200 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.3663380146026611, |
| "learning_rate": 6.456309487760765e-06, |
| "loss": 4.7654, |
| "step": 43300 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.2402204275131226, |
| "learning_rate": 6.448125445007325e-06, |
| "loss": 4.7657, |
| "step": 43400 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.8193938732147217, |
| "learning_rate": 6.439941402253886e-06, |
| "loss": 4.7631, |
| "step": 43500 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.9568284749984741, |
| "learning_rate": 6.4317573595004465e-06, |
| "loss": 4.7687, |
| "step": 43600 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.9550923109054565, |
| "learning_rate": 6.423573316747007e-06, |
| "loss": 4.766, |
| "step": 43700 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.496541976928711, |
| "learning_rate": 6.415389273993567e-06, |
| "loss": 4.7674, |
| "step": 43800 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 7.160891532897949, |
| "learning_rate": 6.407205231240129e-06, |
| "loss": 4.7667, |
| "step": 43900 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.1409087181091309, |
| "learning_rate": 6.399021188486689e-06, |
| "loss": 4.7657, |
| "step": 44000 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.3777464628219604, |
| "learning_rate": 6.3908371457332496e-06, |
| "loss": 4.7657, |
| "step": 44100 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.171425223350525, |
| "learning_rate": 6.38265310297981e-06, |
| "loss": 4.7645, |
| "step": 44200 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.4748115539550781, |
| "learning_rate": 6.374469060226372e-06, |
| "loss": 4.7622, |
| "step": 44300 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 4.880084991455078, |
| "learning_rate": 6.366285017472932e-06, |
| "loss": 4.766, |
| "step": 44400 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.557969331741333, |
| "learning_rate": 6.358100974719492e-06, |
| "loss": 4.7688, |
| "step": 44500 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 2.078839063644409, |
| "learning_rate": 6.3499169319660534e-06, |
| "loss": 4.7652, |
| "step": 44600 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 5.024000644683838, |
| "learning_rate": 6.341732889212614e-06, |
| "loss": 4.767, |
| "step": 44700 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.7246519327163696, |
| "learning_rate": 6.333548846459174e-06, |
| "loss": 4.7631, |
| "step": 44800 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.9058144688606262, |
| "learning_rate": 6.325364803705735e-06, |
| "loss": 4.7641, |
| "step": 44900 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.1066261529922485, |
| "learning_rate": 6.317180760952296e-06, |
| "loss": 4.7657, |
| "step": 45000 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.048341989517212, |
| "learning_rate": 6.3089967181988565e-06, |
| "loss": 4.7573, |
| "step": 45100 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 2.8883166313171387, |
| "learning_rate": 6.300812675445417e-06, |
| "loss": 4.7681, |
| "step": 45200 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 3.5398635864257812, |
| "learning_rate": 6.292628632691977e-06, |
| "loss": 4.7622, |
| "step": 45300 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 4.646157741546631, |
| "learning_rate": 6.284444589938539e-06, |
| "loss": 4.7675, |
| "step": 45400 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.9889692068099976, |
| "learning_rate": 6.276260547185099e-06, |
| "loss": 4.7616, |
| "step": 45500 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.8759746551513672, |
| "learning_rate": 6.2680765044316595e-06, |
| "loss": 4.7674, |
| "step": 45600 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.6846829652786255, |
| "learning_rate": 6.259892461678221e-06, |
| "loss": 4.762, |
| "step": 45700 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.9014168381690979, |
| "learning_rate": 6.251708418924781e-06, |
| "loss": 4.7671, |
| "step": 45800 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 2.2552223205566406, |
| "learning_rate": 6.243524376171341e-06, |
| "loss": 4.7665, |
| "step": 45900 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 7.994378566741943, |
| "learning_rate": 6.235340333417902e-06, |
| "loss": 4.7679, |
| "step": 46000 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.071326732635498, |
| "learning_rate": 6.227156290664463e-06, |
| "loss": 4.7621, |
| "step": 46100 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.366959810256958, |
| "learning_rate": 6.218972247911024e-06, |
| "loss": 4.7714, |
| "step": 46200 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.2230727672576904, |
| "learning_rate": 6.210788205157584e-06, |
| "loss": 4.7671, |
| "step": 46300 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 3.3939905166625977, |
| "learning_rate": 6.202604162404144e-06, |
| "loss": 4.7652, |
| "step": 46400 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.4360277652740479, |
| "learning_rate": 6.194420119650706e-06, |
| "loss": 4.7613, |
| "step": 46500 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 2.0407369136810303, |
| "learning_rate": 6.186236076897266e-06, |
| "loss": 4.7704, |
| "step": 46600 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.9247026443481445, |
| "learning_rate": 6.178052034143827e-06, |
| "loss": 4.7611, |
| "step": 46700 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.4636540412902832, |
| "learning_rate": 6.169867991390388e-06, |
| "loss": 4.7658, |
| "step": 46800 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.443965196609497, |
| "learning_rate": 6.161683948636948e-06, |
| "loss": 4.7674, |
| "step": 46900 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.4305676221847534, |
| "learning_rate": 6.153499905883509e-06, |
| "loss": 4.7653, |
| "step": 47000 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.9233379364013672, |
| "learning_rate": 6.1453158631300694e-06, |
| "loss": 4.7685, |
| "step": 47100 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.9005165100097656, |
| "learning_rate": 6.1371318203766305e-06, |
| "loss": 4.7605, |
| "step": 47200 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 2.1827316284179688, |
| "learning_rate": 6.128947777623191e-06, |
| "loss": 4.7639, |
| "step": 47300 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.330802083015442, |
| "learning_rate": 6.120763734869751e-06, |
| "loss": 4.765, |
| "step": 47400 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.0128445625305176, |
| "learning_rate": 6.112579692116311e-06, |
| "loss": 4.7704, |
| "step": 47500 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 3.6746978759765625, |
| "learning_rate": 6.104395649362873e-06, |
| "loss": 4.7645, |
| "step": 47600 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.546904444694519, |
| "learning_rate": 6.0962116066094336e-06, |
| "loss": 4.764, |
| "step": 47700 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 3.3686161041259766, |
| "learning_rate": 6.088027563855994e-06, |
| "loss": 4.7679, |
| "step": 47800 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.7452073097229004, |
| "learning_rate": 6.079843521102555e-06, |
| "loss": 4.7597, |
| "step": 47900 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.0575987100601196, |
| "learning_rate": 6.071659478349115e-06, |
| "loss": 4.7656, |
| "step": 48000 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 5.366837501525879, |
| "learning_rate": 6.063475435595676e-06, |
| "loss": 4.761, |
| "step": 48100 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.977851927280426, |
| "learning_rate": 6.055291392842237e-06, |
| "loss": 4.7644, |
| "step": 48200 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 4.891844749450684, |
| "learning_rate": 6.047107350088798e-06, |
| "loss": 4.7681, |
| "step": 48300 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.2509273290634155, |
| "learning_rate": 6.038923307335358e-06, |
| "loss": 4.7587, |
| "step": 48400 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.095798373222351, |
| "learning_rate": 6.030739264581918e-06, |
| "loss": 4.7617, |
| "step": 48500 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.093984842300415, |
| "learning_rate": 6.0225552218284785e-06, |
| "loss": 4.7629, |
| "step": 48600 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.8967887759208679, |
| "learning_rate": 6.0143711790750405e-06, |
| "loss": 4.7623, |
| "step": 48700 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.8838722705841064, |
| "learning_rate": 6.006187136321601e-06, |
| "loss": 4.7658, |
| "step": 48800 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.5173430442810059, |
| "learning_rate": 5.998003093568161e-06, |
| "loss": 4.7631, |
| "step": 48900 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 2.8584578037261963, |
| "learning_rate": 5.989819050814722e-06, |
| "loss": 4.7597, |
| "step": 49000 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 2.672813892364502, |
| "learning_rate": 5.981635008061283e-06, |
| "loss": 4.7614, |
| "step": 49100 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.2858943939208984, |
| "learning_rate": 5.9734509653078435e-06, |
| "loss": 4.7585, |
| "step": 49200 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 2.0808370113372803, |
| "learning_rate": 5.965266922554404e-06, |
| "loss": 4.7652, |
| "step": 49300 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.6658849716186523, |
| "learning_rate": 5.957082879800965e-06, |
| "loss": 4.7622, |
| "step": 49400 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.312129259109497, |
| "learning_rate": 5.948898837047525e-06, |
| "loss": 4.7643, |
| "step": 49500 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.109014868736267, |
| "learning_rate": 5.940714794294085e-06, |
| "loss": 4.7635, |
| "step": 49600 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.059754729270935, |
| "learning_rate": 5.932530751540646e-06, |
| "loss": 4.7635, |
| "step": 49700 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.4219303131103516, |
| "learning_rate": 5.924346708787208e-06, |
| "loss": 4.7644, |
| "step": 49800 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 4.515329360961914, |
| "learning_rate": 5.916162666033768e-06, |
| "loss": 4.764, |
| "step": 49900 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 2.7879600524902344, |
| "learning_rate": 5.907978623280328e-06, |
| "loss": 4.7629, |
| "step": 50000 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.4872534275054932, |
| "learning_rate": 5.899794580526889e-06, |
| "loss": 4.7627, |
| "step": 50100 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.7036062479019165, |
| "learning_rate": 5.89161053777345e-06, |
| "loss": 4.7602, |
| "step": 50200 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.1334501504898071, |
| "learning_rate": 5.883426495020011e-06, |
| "loss": 4.7649, |
| "step": 50300 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.8255513906478882, |
| "learning_rate": 5.875242452266571e-06, |
| "loss": 4.7662, |
| "step": 50400 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.9870157241821289, |
| "learning_rate": 5.867058409513132e-06, |
| "loss": 4.7613, |
| "step": 50500 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.7012158632278442, |
| "learning_rate": 5.858874366759692e-06, |
| "loss": 4.7609, |
| "step": 50600 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.9148879051208496, |
| "learning_rate": 5.850690324006253e-06, |
| "loss": 4.7601, |
| "step": 50700 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.1383265256881714, |
| "learning_rate": 5.842506281252813e-06, |
| "loss": 4.7583, |
| "step": 50800 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.8608391284942627, |
| "learning_rate": 5.834322238499375e-06, |
| "loss": 4.7639, |
| "step": 50900 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 2.019380807876587, |
| "learning_rate": 5.826138195745935e-06, |
| "loss": 4.7638, |
| "step": 51000 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 2.069756031036377, |
| "learning_rate": 5.817954152992495e-06, |
| "loss": 4.7691, |
| "step": 51100 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.2474431991577148, |
| "learning_rate": 5.809770110239057e-06, |
| "loss": 4.7668, |
| "step": 51200 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.1330208778381348, |
| "learning_rate": 5.8015860674856176e-06, |
| "loss": 4.7647, |
| "step": 51300 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.4908925294876099, |
| "learning_rate": 5.793402024732178e-06, |
| "loss": 4.759, |
| "step": 51400 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.1022288799285889, |
| "learning_rate": 5.785217981978738e-06, |
| "loss": 4.7583, |
| "step": 51500 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.2714922428131104, |
| "learning_rate": 5.777033939225299e-06, |
| "loss": 4.7619, |
| "step": 51600 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.3751145601272583, |
| "learning_rate": 5.7688498964718595e-06, |
| "loss": 4.7607, |
| "step": 51700 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.9955260753631592, |
| "learning_rate": 5.76066585371842e-06, |
| "loss": 4.7612, |
| "step": 51800 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.48429274559021, |
| "learning_rate": 5.752481810964981e-06, |
| "loss": 4.7631, |
| "step": 51900 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 3.2120578289031982, |
| "learning_rate": 5.744297768211542e-06, |
| "loss": 4.7652, |
| "step": 52000 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.1913766860961914, |
| "learning_rate": 5.736113725458102e-06, |
| "loss": 4.7651, |
| "step": 52100 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 3.3173420429229736, |
| "learning_rate": 5.7279296827046625e-06, |
| "loss": 4.7583, |
| "step": 52200 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 2.184640407562256, |
| "learning_rate": 5.7197456399512245e-06, |
| "loss": 4.7674, |
| "step": 52300 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.406989574432373, |
| "learning_rate": 5.711561597197785e-06, |
| "loss": 4.7624, |
| "step": 52400 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 4.420721530914307, |
| "learning_rate": 5.703377554444345e-06, |
| "loss": 4.7584, |
| "step": 52500 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.6438698768615723, |
| "learning_rate": 5.695193511690905e-06, |
| "loss": 4.759, |
| "step": 52600 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.0008363723754883, |
| "learning_rate": 5.687009468937466e-06, |
| "loss": 4.7622, |
| "step": 52700 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.9954501986503601, |
| "learning_rate": 5.678825426184027e-06, |
| "loss": 4.7599, |
| "step": 52800 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 2.2024335861206055, |
| "learning_rate": 5.670641383430587e-06, |
| "loss": 4.757, |
| "step": 52900 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.8690518140792847, |
| "learning_rate": 5.662457340677148e-06, |
| "loss": 4.7638, |
| "step": 53000 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 4.789288520812988, |
| "learning_rate": 5.654273297923709e-06, |
| "loss": 4.7651, |
| "step": 53100 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.9161509275436401, |
| "learning_rate": 5.646089255170269e-06, |
| "loss": 4.762, |
| "step": 53200 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.1791253089904785, |
| "learning_rate": 5.63790521241683e-06, |
| "loss": 4.7629, |
| "step": 53300 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 3.780832529067993, |
| "learning_rate": 5.629721169663392e-06, |
| "loss": 4.7553, |
| "step": 53400 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.1403292417526245, |
| "learning_rate": 5.621537126909952e-06, |
| "loss": 4.7615, |
| "step": 53500 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.2787580490112305, |
| "learning_rate": 5.613353084156512e-06, |
| "loss": 4.7623, |
| "step": 53600 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 2.774376153945923, |
| "learning_rate": 5.6051690414030724e-06, |
| "loss": 4.7626, |
| "step": 53700 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 3.4365766048431396, |
| "learning_rate": 5.5969849986496336e-06, |
| "loss": 4.7573, |
| "step": 53800 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.0744109153747559, |
| "learning_rate": 5.588800955896194e-06, |
| "loss": 4.7621, |
| "step": 53900 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.9712745547294617, |
| "learning_rate": 5.580616913142755e-06, |
| "loss": 4.7605, |
| "step": 54000 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.24153470993042, |
| "learning_rate": 5.572432870389315e-06, |
| "loss": 4.7654, |
| "step": 54100 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.9112986326217651, |
| "learning_rate": 5.564248827635876e-06, |
| "loss": 4.7666, |
| "step": 54200 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 2.2796552181243896, |
| "learning_rate": 5.556064784882437e-06, |
| "loss": 4.7594, |
| "step": 54300 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.3988897800445557, |
| "learning_rate": 5.547880742128997e-06, |
| "loss": 4.7596, |
| "step": 54400 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.2597512006759644, |
| "learning_rate": 5.539696699375559e-06, |
| "loss": 4.7648, |
| "step": 54500 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 2.735841989517212, |
| "learning_rate": 5.531512656622119e-06, |
| "loss": 4.766, |
| "step": 54600 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.2517529726028442, |
| "learning_rate": 5.523328613868679e-06, |
| "loss": 4.7585, |
| "step": 54700 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.7145378589630127, |
| "learning_rate": 5.51514457111524e-06, |
| "loss": 4.7575, |
| "step": 54800 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.1680995225906372, |
| "learning_rate": 5.506960528361801e-06, |
| "loss": 4.7611, |
| "step": 54900 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 3.5684611797332764, |
| "learning_rate": 5.498776485608361e-06, |
| "loss": 4.7579, |
| "step": 55000 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.0898152589797974, |
| "learning_rate": 5.490592442854922e-06, |
| "loss": 4.7587, |
| "step": 55100 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.0716261863708496, |
| "learning_rate": 5.482408400101482e-06, |
| "loss": 4.7605, |
| "step": 55200 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 2.373514413833618, |
| "learning_rate": 5.4742243573480435e-06, |
| "loss": 4.7626, |
| "step": 55300 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 3.0533201694488525, |
| "learning_rate": 5.466040314594604e-06, |
| "loss": 4.7601, |
| "step": 55400 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.9586790800094604, |
| "learning_rate": 5.457856271841164e-06, |
| "loss": 4.7607, |
| "step": 55500 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.8159968852996826, |
| "learning_rate": 5.449672229087726e-06, |
| "loss": 4.7613, |
| "step": 55600 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.0811960697174072, |
| "learning_rate": 5.441488186334286e-06, |
| "loss": 4.7613, |
| "step": 55700 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.0583518743515015, |
| "learning_rate": 5.4333041435808465e-06, |
| "loss": 4.7558, |
| "step": 55800 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.993607223033905, |
| "learning_rate": 5.425120100827407e-06, |
| "loss": 4.7577, |
| "step": 55900 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.3715596199035645, |
| "learning_rate": 5.416936058073968e-06, |
| "loss": 4.7565, |
| "step": 56000 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.3586755990982056, |
| "learning_rate": 5.408752015320529e-06, |
| "loss": 4.7627, |
| "step": 56100 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.5538294315338135, |
| "learning_rate": 5.400567972567089e-06, |
| "loss": 4.7616, |
| "step": 56200 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.3117858171463013, |
| "learning_rate": 5.3923839298136495e-06, |
| "loss": 4.7615, |
| "step": 56300 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 2.4825961589813232, |
| "learning_rate": 5.384199887060211e-06, |
| "loss": 4.7673, |
| "step": 56400 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 3.6540427207946777, |
| "learning_rate": 5.376015844306771e-06, |
| "loss": 4.7583, |
| "step": 56500 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.217731237411499, |
| "learning_rate": 5.367831801553331e-06, |
| "loss": 4.7647, |
| "step": 56600 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.3690531253814697, |
| "learning_rate": 5.359647758799893e-06, |
| "loss": 4.7607, |
| "step": 56700 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 2.986236572265625, |
| "learning_rate": 5.351463716046453e-06, |
| "loss": 4.7649, |
| "step": 56800 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 4.169172763824463, |
| "learning_rate": 5.343279673293014e-06, |
| "loss": 4.7609, |
| "step": 56900 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 3.941506862640381, |
| "learning_rate": 5.335095630539574e-06, |
| "loss": 4.7588, |
| "step": 57000 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.151626467704773, |
| "learning_rate": 5.326911587786135e-06, |
| "loss": 4.7626, |
| "step": 57100 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.1332154273986816, |
| "learning_rate": 5.318727545032696e-06, |
| "loss": 4.7638, |
| "step": 57200 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.0343974828720093, |
| "learning_rate": 5.3105435022792564e-06, |
| "loss": 4.7591, |
| "step": 57300 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.0772465467453003, |
| "learning_rate": 5.302359459525817e-06, |
| "loss": 4.7594, |
| "step": 57400 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 5.96359920501709, |
| "learning_rate": 5.294175416772378e-06, |
| "loss": 4.7597, |
| "step": 57500 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.451434850692749, |
| "learning_rate": 5.285991374018938e-06, |
| "loss": 4.7622, |
| "step": 57600 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 3.3634424209594727, |
| "learning_rate": 5.277807331265498e-06, |
| "loss": 4.7639, |
| "step": 57700 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.3753291368484497, |
| "learning_rate": 5.2696232885120595e-06, |
| "loss": 4.762, |
| "step": 57800 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.0764108896255493, |
| "learning_rate": 5.261439245758621e-06, |
| "loss": 4.7565, |
| "step": 57900 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.7822853326797485, |
| "learning_rate": 5.253255203005181e-06, |
| "loss": 4.76, |
| "step": 58000 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.0505635738372803, |
| "learning_rate": 5.245071160251741e-06, |
| "loss": 4.7563, |
| "step": 58100 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 2.2111964225769043, |
| "learning_rate": 5.236887117498303e-06, |
| "loss": 4.7613, |
| "step": 58200 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.0773766040802002, |
| "learning_rate": 5.228703074744863e-06, |
| "loss": 4.7645, |
| "step": 58300 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.387395977973938, |
| "learning_rate": 5.220519031991424e-06, |
| "loss": 4.7581, |
| "step": 58400 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.5407155752182007, |
| "learning_rate": 5.212334989237984e-06, |
| "loss": 4.7599, |
| "step": 58500 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.9045255184173584, |
| "learning_rate": 5.204150946484545e-06, |
| "loss": 4.7632, |
| "step": 58600 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.1140589714050293, |
| "learning_rate": 5.195966903731105e-06, |
| "loss": 4.758, |
| "step": 58700 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 3.0775272846221924, |
| "learning_rate": 5.1877828609776655e-06, |
| "loss": 4.7591, |
| "step": 58800 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.5358976125717163, |
| "learning_rate": 5.179598818224227e-06, |
| "loss": 4.7613, |
| "step": 58900 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 2.506425380706787, |
| "learning_rate": 5.171414775470788e-06, |
| "loss": 4.7584, |
| "step": 59000 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.562016248703003, |
| "learning_rate": 5.163230732717348e-06, |
| "loss": 4.7603, |
| "step": 59100 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 3.894599437713623, |
| "learning_rate": 5.155046689963908e-06, |
| "loss": 4.7582, |
| "step": 59200 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.7475073337554932, |
| "learning_rate": 5.14686264721047e-06, |
| "loss": 4.7552, |
| "step": 59300 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 2.168311357498169, |
| "learning_rate": 5.1386786044570305e-06, |
| "loss": 4.7546, |
| "step": 59400 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.3866901397705078, |
| "learning_rate": 5.130494561703591e-06, |
| "loss": 4.7595, |
| "step": 59500 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.5141569375991821, |
| "learning_rate": 5.122310518950151e-06, |
| "loss": 4.7594, |
| "step": 59600 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.22174072265625, |
| "learning_rate": 5.114126476196712e-06, |
| "loss": 4.7591, |
| "step": 59700 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.8501654863357544, |
| "learning_rate": 5.1059424334432724e-06, |
| "loss": 4.7566, |
| "step": 59800 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.8938846588134766, |
| "learning_rate": 5.0977583906898336e-06, |
| "loss": 4.7601, |
| "step": 59900 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 3.8000481128692627, |
| "learning_rate": 5.089574347936394e-06, |
| "loss": 4.7645, |
| "step": 60000 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 2.3883254528045654, |
| "learning_rate": 5.081390305182955e-06, |
| "loss": 4.759, |
| "step": 60100 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.5231989622116089, |
| "learning_rate": 5.073206262429515e-06, |
| "loss": 4.7591, |
| "step": 60200 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 2.584988832473755, |
| "learning_rate": 5.0650222196760755e-06, |
| "loss": 4.7614, |
| "step": 60300 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.4782294034957886, |
| "learning_rate": 5.0568381769226374e-06, |
| "loss": 4.7577, |
| "step": 60400 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 2.2520744800567627, |
| "learning_rate": 5.048654134169198e-06, |
| "loss": 4.7576, |
| "step": 60500 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.1555761098861694, |
| "learning_rate": 5.040470091415758e-06, |
| "loss": 4.7613, |
| "step": 60600 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.0871673822402954, |
| "learning_rate": 5.032286048662318e-06, |
| "loss": 4.7534, |
| "step": 60700 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.9198378324508667, |
| "learning_rate": 5.024102005908879e-06, |
| "loss": 4.7599, |
| "step": 60800 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.8254669904708862, |
| "learning_rate": 5.01591796315544e-06, |
| "loss": 4.7577, |
| "step": 60900 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 2.592374563217163, |
| "learning_rate": 5.007733920402001e-06, |
| "loss": 4.7596, |
| "step": 61000 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.4294451475143433, |
| "learning_rate": 4.999549877648561e-06, |
| "loss": 4.7587, |
| "step": 61100 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.3959410190582275, |
| "learning_rate": 4.991365834895122e-06, |
| "loss": 4.7587, |
| "step": 61200 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.02007257938385, |
| "learning_rate": 4.983181792141682e-06, |
| "loss": 4.7591, |
| "step": 61300 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.9636856317520142, |
| "learning_rate": 4.9749977493882435e-06, |
| "loss": 4.7586, |
| "step": 61400 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.2003675699234009, |
| "learning_rate": 4.966813706634804e-06, |
| "loss": 4.7578, |
| "step": 61500 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.2069259881973267, |
| "learning_rate": 4.958629663881365e-06, |
| "loss": 4.7594, |
| "step": 61600 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.160438895225525, |
| "learning_rate": 4.950445621127925e-06, |
| "loss": 4.7537, |
| "step": 61700 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.4509081840515137, |
| "learning_rate": 4.942261578374486e-06, |
| "loss": 4.7566, |
| "step": 61800 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.4008055925369263, |
| "learning_rate": 4.9340775356210465e-06, |
| "loss": 4.7596, |
| "step": 61900 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 2.445732593536377, |
| "learning_rate": 4.925893492867608e-06, |
| "loss": 4.7585, |
| "step": 62000 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 2.155773162841797, |
| "learning_rate": 4.917709450114168e-06, |
| "loss": 4.7594, |
| "step": 62100 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.3300435543060303, |
| "learning_rate": 4.909525407360728e-06, |
| "loss": 4.7599, |
| "step": 62200 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.1474816799163818, |
| "learning_rate": 4.901341364607289e-06, |
| "loss": 4.7575, |
| "step": 62300 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.1090396642684937, |
| "learning_rate": 4.8931573218538495e-06, |
| "loss": 4.7556, |
| "step": 62400 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.4400147199630737, |
| "learning_rate": 4.884973279100411e-06, |
| "loss": 4.7543, |
| "step": 62500 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.534568190574646, |
| "learning_rate": 4.876789236346971e-06, |
| "loss": 4.7542, |
| "step": 62600 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.1177995204925537, |
| "learning_rate": 4.868605193593532e-06, |
| "loss": 4.7557, |
| "step": 62700 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.2250655889511108, |
| "learning_rate": 4.860421150840092e-06, |
| "loss": 4.7588, |
| "step": 62800 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.2332854270935059, |
| "learning_rate": 4.852237108086653e-06, |
| "loss": 4.7623, |
| "step": 62900 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.0365347862243652, |
| "learning_rate": 4.844053065333214e-06, |
| "loss": 4.7591, |
| "step": 63000 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 3.2265894412994385, |
| "learning_rate": 4.835869022579775e-06, |
| "loss": 4.7589, |
| "step": 63100 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.374605417251587, |
| "learning_rate": 4.827684979826335e-06, |
| "loss": 4.7574, |
| "step": 63200 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.239890694618225, |
| "learning_rate": 4.819500937072895e-06, |
| "loss": 4.7622, |
| "step": 63300 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 4.042061805725098, |
| "learning_rate": 4.8113168943194564e-06, |
| "loss": 4.7591, |
| "step": 63400 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 2.166978597640991, |
| "learning_rate": 4.803132851566017e-06, |
| "loss": 4.7594, |
| "step": 63500 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.0814965963363647, |
| "learning_rate": 4.794948808812578e-06, |
| "loss": 4.759, |
| "step": 63600 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.7993803024291992, |
| "learning_rate": 4.786764766059138e-06, |
| "loss": 4.7574, |
| "step": 63700 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.1397624015808105, |
| "learning_rate": 4.778580723305699e-06, |
| "loss": 4.7568, |
| "step": 63800 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.801677942276001, |
| "learning_rate": 4.7703966805522595e-06, |
| "loss": 4.7561, |
| "step": 63900 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.5364161729812622, |
| "learning_rate": 4.762212637798821e-06, |
| "loss": 4.7584, |
| "step": 64000 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.0341291427612305, |
| "learning_rate": 4.754028595045381e-06, |
| "loss": 4.7581, |
| "step": 64100 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.0642578601837158, |
| "learning_rate": 4.745844552291942e-06, |
| "loss": 4.7566, |
| "step": 64200 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.6422146558761597, |
| "learning_rate": 4.737660509538502e-06, |
| "loss": 4.7583, |
| "step": 64300 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.8048427104949951, |
| "learning_rate": 4.7294764667850625e-06, |
| "loss": 4.7575, |
| "step": 64400 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.5397706031799316, |
| "learning_rate": 4.721292424031624e-06, |
| "loss": 4.7603, |
| "step": 64500 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.1673585176467896, |
| "learning_rate": 4.713108381278184e-06, |
| "loss": 4.7603, |
| "step": 64600 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.130509376525879, |
| "learning_rate": 4.704924338524745e-06, |
| "loss": 4.7582, |
| "step": 64700 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.8829139471054077, |
| "learning_rate": 4.696740295771305e-06, |
| "loss": 4.7559, |
| "step": 64800 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.014657974243164, |
| "learning_rate": 4.688556253017866e-06, |
| "loss": 4.7585, |
| "step": 64900 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.3047457933425903, |
| "learning_rate": 4.680372210264427e-06, |
| "loss": 4.7582, |
| "step": 65000 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 5.515758514404297, |
| "learning_rate": 4.672188167510988e-06, |
| "loss": 4.7581, |
| "step": 65100 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.061341643333435, |
| "learning_rate": 4.664004124757548e-06, |
| "loss": 4.7537, |
| "step": 65200 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.1620299816131592, |
| "learning_rate": 4.655820082004109e-06, |
| "loss": 4.7589, |
| "step": 65300 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 0.9839982390403748, |
| "learning_rate": 4.647636039250669e-06, |
| "loss": 4.7602, |
| "step": 65400 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.1345555782318115, |
| "learning_rate": 4.6394519964972305e-06, |
| "loss": 4.7595, |
| "step": 65500 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.2723256349563599, |
| "learning_rate": 4.631267953743791e-06, |
| "loss": 4.7631, |
| "step": 65600 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.2903733253479004, |
| "learning_rate": 4.623083910990351e-06, |
| "loss": 4.7572, |
| "step": 65700 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.849879503250122, |
| "learning_rate": 4.614899868236912e-06, |
| "loss": 4.7536, |
| "step": 65800 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 0.9856821298599243, |
| "learning_rate": 4.6067158254834724e-06, |
| "loss": 4.7566, |
| "step": 65900 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.0516011714935303, |
| "learning_rate": 4.5985317827300335e-06, |
| "loss": 4.7577, |
| "step": 66000 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.0833971500396729, |
| "learning_rate": 4.590347739976594e-06, |
| "loss": 4.7553, |
| "step": 66100 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 3.236478805541992, |
| "learning_rate": 4.582163697223155e-06, |
| "loss": 4.7524, |
| "step": 66200 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 4.561278820037842, |
| "learning_rate": 4.573979654469715e-06, |
| "loss": 4.7598, |
| "step": 66300 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.0862793922424316, |
| "learning_rate": 4.565795611716276e-06, |
| "loss": 4.756, |
| "step": 66400 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.248744249343872, |
| "learning_rate": 4.5576115689628366e-06, |
| "loss": 4.7579, |
| "step": 66500 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.2721776962280273, |
| "learning_rate": 4.549427526209398e-06, |
| "loss": 4.7549, |
| "step": 66600 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.6902192831039429, |
| "learning_rate": 4.541243483455958e-06, |
| "loss": 4.7605, |
| "step": 66700 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 2.721341609954834, |
| "learning_rate": 4.533059440702518e-06, |
| "loss": 4.7619, |
| "step": 66800 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.5549167394638062, |
| "learning_rate": 4.524875397949079e-06, |
| "loss": 4.7581, |
| "step": 66900 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 4.686578273773193, |
| "learning_rate": 4.51669135519564e-06, |
| "loss": 4.757, |
| "step": 67000 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.2544666528701782, |
| "learning_rate": 4.508507312442201e-06, |
| "loss": 4.7614, |
| "step": 67100 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.3165531158447266, |
| "learning_rate": 4.500323269688761e-06, |
| "loss": 4.7549, |
| "step": 67200 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.4608168601989746, |
| "learning_rate": 4.492139226935322e-06, |
| "loss": 4.7553, |
| "step": 67300 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.003299593925476, |
| "learning_rate": 4.483955184181882e-06, |
| "loss": 4.7638, |
| "step": 67400 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.496551752090454, |
| "learning_rate": 4.4757711414284435e-06, |
| "loss": 4.759, |
| "step": 67500 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.3934059143066406, |
| "learning_rate": 4.467587098675004e-06, |
| "loss": 4.7566, |
| "step": 67600 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 2.459867238998413, |
| "learning_rate": 4.459403055921565e-06, |
| "loss": 4.7567, |
| "step": 67700 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.2848294973373413, |
| "learning_rate": 4.451219013168125e-06, |
| "loss": 4.7562, |
| "step": 67800 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.5182512998580933, |
| "learning_rate": 4.443034970414685e-06, |
| "loss": 4.7595, |
| "step": 67900 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.2391725778579712, |
| "learning_rate": 4.4348509276612465e-06, |
| "loss": 4.7538, |
| "step": 68000 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 3.008521318435669, |
| "learning_rate": 4.426666884907807e-06, |
| "loss": 4.7568, |
| "step": 68100 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.6599717140197754, |
| "learning_rate": 4.418482842154368e-06, |
| "loss": 4.7598, |
| "step": 68200 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 2.2164254188537598, |
| "learning_rate": 4.410298799400928e-06, |
| "loss": 4.7545, |
| "step": 68300 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 3.473665237426758, |
| "learning_rate": 4.402114756647489e-06, |
| "loss": 4.7601, |
| "step": 68400 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.9182640314102173, |
| "learning_rate": 4.3939307138940495e-06, |
| "loss": 4.7559, |
| "step": 68500 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 2.2187399864196777, |
| "learning_rate": 4.385746671140611e-06, |
| "loss": 4.7611, |
| "step": 68600 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 2.2415308952331543, |
| "learning_rate": 4.377562628387171e-06, |
| "loss": 4.7572, |
| "step": 68700 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.0853921175003052, |
| "learning_rate": 4.369378585633732e-06, |
| "loss": 4.7522, |
| "step": 68800 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 2.0470669269561768, |
| "learning_rate": 4.361194542880292e-06, |
| "loss": 4.7567, |
| "step": 68900 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.5501480102539062, |
| "learning_rate": 4.353010500126853e-06, |
| "loss": 4.7548, |
| "step": 69000 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.0756503343582153, |
| "learning_rate": 4.344826457373414e-06, |
| "loss": 4.7556, |
| "step": 69100 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.0396485328674316, |
| "learning_rate": 4.336642414619974e-06, |
| "loss": 4.756, |
| "step": 69200 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.5130740404129028, |
| "learning_rate": 4.328458371866535e-06, |
| "loss": 4.7538, |
| "step": 69300 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.2191152572631836, |
| "learning_rate": 4.320274329113095e-06, |
| "loss": 4.7594, |
| "step": 69400 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.1031177043914795, |
| "learning_rate": 4.3120902863596564e-06, |
| "loss": 4.7585, |
| "step": 69500 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 3.345165967941284, |
| "learning_rate": 4.303906243606217e-06, |
| "loss": 4.7601, |
| "step": 69600 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.058370590209961, |
| "learning_rate": 4.295722200852778e-06, |
| "loss": 4.7575, |
| "step": 69700 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.364247441291809, |
| "learning_rate": 4.287538158099338e-06, |
| "loss": 4.7592, |
| "step": 69800 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 2.520071029663086, |
| "learning_rate": 4.279354115345899e-06, |
| "loss": 4.7597, |
| "step": 69900 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.4218943119049072, |
| "learning_rate": 4.2711700725924595e-06, |
| "loss": 4.7525, |
| "step": 70000 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 2.9582276344299316, |
| "learning_rate": 4.2629860298390206e-06, |
| "loss": 4.7611, |
| "step": 70100 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 2.1016061305999756, |
| "learning_rate": 4.254801987085581e-06, |
| "loss": 4.7557, |
| "step": 70200 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.1501710414886475, |
| "learning_rate": 4.246617944332141e-06, |
| "loss": 4.7582, |
| "step": 70300 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 2.3157947063446045, |
| "learning_rate": 4.238433901578702e-06, |
| "loss": 4.7574, |
| "step": 70400 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.0421010255813599, |
| "learning_rate": 4.2302498588252625e-06, |
| "loss": 4.7583, |
| "step": 70500 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.3601773977279663, |
| "learning_rate": 4.222065816071824e-06, |
| "loss": 4.7567, |
| "step": 70600 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.1386362314224243, |
| "learning_rate": 4.213881773318384e-06, |
| "loss": 4.7535, |
| "step": 70700 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.3439152240753174, |
| "learning_rate": 4.205697730564945e-06, |
| "loss": 4.7595, |
| "step": 70800 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.9923715591430664, |
| "learning_rate": 4.197513687811505e-06, |
| "loss": 4.7561, |
| "step": 70900 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.0728856325149536, |
| "learning_rate": 4.189329645058066e-06, |
| "loss": 4.7528, |
| "step": 71000 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.5504320859909058, |
| "learning_rate": 4.181145602304627e-06, |
| "loss": 4.7555, |
| "step": 71100 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 3.476879358291626, |
| "learning_rate": 4.172961559551188e-06, |
| "loss": 4.7571, |
| "step": 71200 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.4305684566497803, |
| "learning_rate": 4.164777516797748e-06, |
| "loss": 4.7501, |
| "step": 71300 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.2255500555038452, |
| "learning_rate": 4.156593474044308e-06, |
| "loss": 4.7591, |
| "step": 71400 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 2.292752742767334, |
| "learning_rate": 4.148409431290869e-06, |
| "loss": 4.7576, |
| "step": 71500 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.9670140743255615, |
| "learning_rate": 4.14022538853743e-06, |
| "loss": 4.7605, |
| "step": 71600 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 2.035198450088501, |
| "learning_rate": 4.132041345783991e-06, |
| "loss": 4.7564, |
| "step": 71700 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.918428659439087, |
| "learning_rate": 4.123857303030551e-06, |
| "loss": 4.7538, |
| "step": 71800 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 4.245315074920654, |
| "learning_rate": 4.115673260277112e-06, |
| "loss": 4.7585, |
| "step": 71900 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 3.4246652126312256, |
| "learning_rate": 4.107489217523672e-06, |
| "loss": 4.7507, |
| "step": 72000 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.2266836166381836, |
| "learning_rate": 4.0993051747702335e-06, |
| "loss": 4.7602, |
| "step": 72100 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.9559603929519653, |
| "learning_rate": 4.091121132016794e-06, |
| "loss": 4.7555, |
| "step": 72200 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 2.2520241737365723, |
| "learning_rate": 4.082937089263355e-06, |
| "loss": 4.7551, |
| "step": 72300 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 2.5236260890960693, |
| "learning_rate": 4.074753046509915e-06, |
| "loss": 4.7552, |
| "step": 72400 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.0424671173095703, |
| "learning_rate": 4.066569003756476e-06, |
| "loss": 4.7548, |
| "step": 72500 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.1566205024719238, |
| "learning_rate": 4.0583849610030366e-06, |
| "loss": 4.7522, |
| "step": 72600 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.9585150480270386, |
| "learning_rate": 4.050200918249597e-06, |
| "loss": 4.7609, |
| "step": 72700 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 6.500349044799805, |
| "learning_rate": 4.042016875496158e-06, |
| "loss": 4.7562, |
| "step": 72800 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.1571673154830933, |
| "learning_rate": 4.033832832742718e-06, |
| "loss": 4.7571, |
| "step": 72900 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.7180365324020386, |
| "learning_rate": 4.025648789989279e-06, |
| "loss": 4.7614, |
| "step": 73000 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.5343599319458008, |
| "learning_rate": 4.01746474723584e-06, |
| "loss": 4.7588, |
| "step": 73100 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.5855658054351807, |
| "learning_rate": 4.009280704482401e-06, |
| "loss": 4.7603, |
| "step": 73200 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.0107240676879883, |
| "learning_rate": 4.001096661728961e-06, |
| "loss": 4.7576, |
| "step": 73300 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.6505345106124878, |
| "learning_rate": 3.992912618975522e-06, |
| "loss": 4.7562, |
| "step": 73400 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 2.6212563514709473, |
| "learning_rate": 3.984728576222082e-06, |
| "loss": 4.7516, |
| "step": 73500 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.5305055379867554, |
| "learning_rate": 3.9765445334686435e-06, |
| "loss": 4.7533, |
| "step": 73600 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 3.195974826812744, |
| "learning_rate": 3.968360490715204e-06, |
| "loss": 4.7509, |
| "step": 73700 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.088273286819458, |
| "learning_rate": 3.960176447961764e-06, |
| "loss": 4.7559, |
| "step": 73800 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 2.045375108718872, |
| "learning_rate": 3.951992405208325e-06, |
| "loss": 4.7516, |
| "step": 73900 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.5279570817947388, |
| "learning_rate": 3.943808362454885e-06, |
| "loss": 4.7566, |
| "step": 74000 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.987199306488037, |
| "learning_rate": 3.9356243197014465e-06, |
| "loss": 4.7531, |
| "step": 74100 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.7594095468521118, |
| "learning_rate": 3.927440276948007e-06, |
| "loss": 4.7568, |
| "step": 74200 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.9795931577682495, |
| "learning_rate": 3.919256234194568e-06, |
| "loss": 4.7606, |
| "step": 74300 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.383016586303711, |
| "learning_rate": 3.911072191441128e-06, |
| "loss": 4.7559, |
| "step": 74400 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.4739179611206055, |
| "learning_rate": 3.902888148687689e-06, |
| "loss": 4.7553, |
| "step": 74500 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.1515618562698364, |
| "learning_rate": 3.89470410593425e-06, |
| "loss": 4.7608, |
| "step": 74600 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.4380580186843872, |
| "learning_rate": 3.886520063180811e-06, |
| "loss": 4.7578, |
| "step": 74700 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.187768578529358, |
| "learning_rate": 3.878336020427371e-06, |
| "loss": 4.7533, |
| "step": 74800 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 4.768670082092285, |
| "learning_rate": 3.870151977673931e-06, |
| "loss": 4.7573, |
| "step": 74900 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.2797937393188477, |
| "learning_rate": 3.861967934920492e-06, |
| "loss": 4.7546, |
| "step": 75000 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 2.6686596870422363, |
| "learning_rate": 3.8537838921670525e-06, |
| "loss": 4.7562, |
| "step": 75100 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 2.777021646499634, |
| "learning_rate": 3.845599849413614e-06, |
| "loss": 4.7578, |
| "step": 75200 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.4774482250213623, |
| "learning_rate": 3.837415806660174e-06, |
| "loss": 4.7553, |
| "step": 75300 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.154783010482788, |
| "learning_rate": 3.829231763906735e-06, |
| "loss": 4.7536, |
| "step": 75400 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.1363816261291504, |
| "learning_rate": 3.821047721153295e-06, |
| "loss": 4.7553, |
| "step": 75500 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.314833402633667, |
| "learning_rate": 3.8128636783998564e-06, |
| "loss": 4.754, |
| "step": 75600 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 2.0026655197143555, |
| "learning_rate": 3.804679635646417e-06, |
| "loss": 4.7564, |
| "step": 75700 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 2.530662775039673, |
| "learning_rate": 3.7964955928929774e-06, |
| "loss": 4.7621, |
| "step": 75800 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.7200578451156616, |
| "learning_rate": 3.7883115501395385e-06, |
| "loss": 4.7534, |
| "step": 75900 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.1230708360671997, |
| "learning_rate": 3.7801275073860988e-06, |
| "loss": 4.7573, |
| "step": 76000 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.1518919467926025, |
| "learning_rate": 3.77194346463266e-06, |
| "loss": 4.756, |
| "step": 76100 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 4.6440582275390625, |
| "learning_rate": 3.76375942187922e-06, |
| "loss": 4.7538, |
| "step": 76200 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.2866283655166626, |
| "learning_rate": 3.755575379125781e-06, |
| "loss": 4.7572, |
| "step": 76300 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.0763148069381714, |
| "learning_rate": 3.7473913363723415e-06, |
| "loss": 4.7568, |
| "step": 76400 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.0883269309997559, |
| "learning_rate": 3.739207293618902e-06, |
| "loss": 4.7562, |
| "step": 76500 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.50298011302948, |
| "learning_rate": 3.7310232508654625e-06, |
| "loss": 4.7512, |
| "step": 76600 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.144468069076538, |
| "learning_rate": 3.7228392081120236e-06, |
| "loss": 4.7571, |
| "step": 76700 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.2953712940216064, |
| "learning_rate": 3.7146551653585843e-06, |
| "loss": 4.7502, |
| "step": 76800 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 3.047788143157959, |
| "learning_rate": 3.7064711226051445e-06, |
| "loss": 4.7561, |
| "step": 76900 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.7507997751235962, |
| "learning_rate": 3.6982870798517057e-06, |
| "loss": 4.7547, |
| "step": 77000 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.189469814300537, |
| "learning_rate": 3.690103037098266e-06, |
| "loss": 4.7554, |
| "step": 77100 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.2107117176055908, |
| "learning_rate": 3.681918994344827e-06, |
| "loss": 4.7544, |
| "step": 77200 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.0349069833755493, |
| "learning_rate": 3.6737349515913873e-06, |
| "loss": 4.7603, |
| "step": 77300 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.1641030311584473, |
| "learning_rate": 3.665550908837948e-06, |
| "loss": 4.7566, |
| "step": 77400 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.1426669359207153, |
| "learning_rate": 3.6573668660845087e-06, |
| "loss": 4.7535, |
| "step": 77500 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 2.1960771083831787, |
| "learning_rate": 3.6491828233310694e-06, |
| "loss": 4.7559, |
| "step": 77600 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.1451727151870728, |
| "learning_rate": 3.6409987805776296e-06, |
| "loss": 4.7591, |
| "step": 77700 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.3886533975601196, |
| "learning_rate": 3.6328147378241908e-06, |
| "loss": 4.7553, |
| "step": 77800 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.1393433809280396, |
| "learning_rate": 3.6246306950707514e-06, |
| "loss": 4.7581, |
| "step": 77900 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.2284306287765503, |
| "learning_rate": 3.616446652317312e-06, |
| "loss": 4.7566, |
| "step": 78000 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.0621302127838135, |
| "learning_rate": 3.608262609563873e-06, |
| "loss": 4.7532, |
| "step": 78100 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.1183658838272095, |
| "learning_rate": 3.600078566810433e-06, |
| "loss": 4.7583, |
| "step": 78200 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.1688071489334106, |
| "learning_rate": 3.591894524056994e-06, |
| "loss": 4.7542, |
| "step": 78300 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 3.1448984146118164, |
| "learning_rate": 3.5837104813035545e-06, |
| "loss": 4.7592, |
| "step": 78400 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.1687928438186646, |
| "learning_rate": 3.5755264385501156e-06, |
| "loss": 4.7553, |
| "step": 78500 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.1805286407470703, |
| "learning_rate": 3.567342395796676e-06, |
| "loss": 4.7544, |
| "step": 78600 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 2.4032955169677734, |
| "learning_rate": 3.5591583530432365e-06, |
| "loss": 4.7569, |
| "step": 78700 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 3.784090757369995, |
| "learning_rate": 3.550974310289797e-06, |
| "loss": 4.7565, |
| "step": 78800 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.2469580173492432, |
| "learning_rate": 3.542790267536358e-06, |
| "loss": 4.7485, |
| "step": 78900 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 2.6100597381591797, |
| "learning_rate": 3.5346062247829186e-06, |
| "loss": 4.7561, |
| "step": 79000 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.4072147607803345, |
| "learning_rate": 3.5264221820294793e-06, |
| "loss": 4.7556, |
| "step": 79100 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.2158293724060059, |
| "learning_rate": 3.51823813927604e-06, |
| "loss": 4.7503, |
| "step": 79200 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.4874674081802368, |
| "learning_rate": 3.5100540965226003e-06, |
| "loss": 4.7547, |
| "step": 79300 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.221482515335083, |
| "learning_rate": 3.5018700537691614e-06, |
| "loss": 4.7559, |
| "step": 79400 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.1589709520339966, |
| "learning_rate": 3.4936860110157216e-06, |
| "loss": 4.7545, |
| "step": 79500 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.2871575355529785, |
| "learning_rate": 3.4855019682622828e-06, |
| "loss": 4.7522, |
| "step": 79600 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.7240387201309204, |
| "learning_rate": 3.477317925508843e-06, |
| "loss": 4.7566, |
| "step": 79700 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 6.059484004974365, |
| "learning_rate": 3.4691338827554037e-06, |
| "loss": 4.7566, |
| "step": 79800 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.1639505624771118, |
| "learning_rate": 3.4609498400019644e-06, |
| "loss": 4.7521, |
| "step": 79900 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.1786649227142334, |
| "learning_rate": 3.452765797248525e-06, |
| "loss": 4.7475, |
| "step": 80000 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.275763988494873, |
| "learning_rate": 3.4445817544950862e-06, |
| "loss": 4.7512, |
| "step": 80100 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 2.3286848068237305, |
| "learning_rate": 3.4363977117416465e-06, |
| "loss": 4.7573, |
| "step": 80200 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.2990089654922485, |
| "learning_rate": 3.428213668988207e-06, |
| "loss": 4.752, |
| "step": 80300 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 2.1798534393310547, |
| "learning_rate": 3.4200296262347674e-06, |
| "loss": 4.7566, |
| "step": 80400 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 2.029482841491699, |
| "learning_rate": 3.4118455834813286e-06, |
| "loss": 4.7528, |
| "step": 80500 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.3646825551986694, |
| "learning_rate": 3.403661540727889e-06, |
| "loss": 4.7567, |
| "step": 80600 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.1107501983642578, |
| "learning_rate": 3.39547749797445e-06, |
| "loss": 4.7518, |
| "step": 80700 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.7238624095916748, |
| "learning_rate": 3.38729345522101e-06, |
| "loss": 4.7535, |
| "step": 80800 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.2147496938705444, |
| "learning_rate": 3.379109412467571e-06, |
| "loss": 4.7529, |
| "step": 80900 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.3453848361968994, |
| "learning_rate": 3.3709253697141316e-06, |
| "loss": 4.7549, |
| "step": 81000 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.3312301635742188, |
| "learning_rate": 3.3627413269606923e-06, |
| "loss": 4.7533, |
| "step": 81100 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.0629857778549194, |
| "learning_rate": 3.3545572842072534e-06, |
| "loss": 4.754, |
| "step": 81200 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.145863652229309, |
| "learning_rate": 3.3463732414538136e-06, |
| "loss": 4.7561, |
| "step": 81300 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.1477543115615845, |
| "learning_rate": 3.3381891987003743e-06, |
| "loss": 4.7546, |
| "step": 81400 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 2.111903190612793, |
| "learning_rate": 3.330005155946935e-06, |
| "loss": 4.7523, |
| "step": 81500 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 2.4378135204315186, |
| "learning_rate": 3.3218211131934957e-06, |
| "loss": 4.7524, |
| "step": 81600 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.0920718908309937, |
| "learning_rate": 3.313637070440056e-06, |
| "loss": 4.7579, |
| "step": 81700 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.142166018486023, |
| "learning_rate": 3.305453027686617e-06, |
| "loss": 4.751, |
| "step": 81800 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 2.497532844543457, |
| "learning_rate": 3.2972689849331774e-06, |
| "loss": 4.7587, |
| "step": 81900 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.1811760663986206, |
| "learning_rate": 3.2890849421797385e-06, |
| "loss": 4.7565, |
| "step": 82000 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.4381294250488281, |
| "learning_rate": 3.2809008994262987e-06, |
| "loss": 4.7523, |
| "step": 82100 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.1105141639709473, |
| "learning_rate": 3.2727168566728594e-06, |
| "loss": 4.755, |
| "step": 82200 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.0709772109985352, |
| "learning_rate": 3.2645328139194206e-06, |
| "loss": 4.7518, |
| "step": 82300 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.3575836420059204, |
| "learning_rate": 3.256348771165981e-06, |
| "loss": 4.7538, |
| "step": 82400 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.1453856229782104, |
| "learning_rate": 3.2481647284125415e-06, |
| "loss": 4.7567, |
| "step": 82500 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.2590690851211548, |
| "learning_rate": 3.239980685659102e-06, |
| "loss": 4.7556, |
| "step": 82600 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.3445689678192139, |
| "learning_rate": 3.231796642905663e-06, |
| "loss": 4.7529, |
| "step": 82700 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.1240034103393555, |
| "learning_rate": 3.223612600152223e-06, |
| "loss": 4.7595, |
| "step": 82800 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.2913769483566284, |
| "learning_rate": 3.2154285573987843e-06, |
| "loss": 4.7523, |
| "step": 82900 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.2136105298995972, |
| "learning_rate": 3.2072445146453445e-06, |
| "loss": 4.7548, |
| "step": 83000 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.0630725622177124, |
| "learning_rate": 3.1990604718919057e-06, |
| "loss": 4.7551, |
| "step": 83100 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.495082139968872, |
| "learning_rate": 3.190876429138466e-06, |
| "loss": 4.7553, |
| "step": 83200 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 0.9895689487457275, |
| "learning_rate": 3.1826923863850266e-06, |
| "loss": 4.759, |
| "step": 83300 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.4668093919754028, |
| "learning_rate": 3.1745083436315877e-06, |
| "loss": 4.7561, |
| "step": 83400 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.5256825685501099, |
| "learning_rate": 3.166324300878148e-06, |
| "loss": 4.7573, |
| "step": 83500 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 3.0631277561187744, |
| "learning_rate": 3.158140258124709e-06, |
| "loss": 4.7543, |
| "step": 83600 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.171787977218628, |
| "learning_rate": 3.1499562153712694e-06, |
| "loss": 4.7508, |
| "step": 83700 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 7.035879611968994, |
| "learning_rate": 3.14177217261783e-06, |
| "loss": 4.7519, |
| "step": 83800 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 2.3109359741210938, |
| "learning_rate": 3.1335881298643903e-06, |
| "loss": 4.7573, |
| "step": 83900 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 2.3658266067504883, |
| "learning_rate": 3.1254040871109514e-06, |
| "loss": 4.754, |
| "step": 84000 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.6524670124053955, |
| "learning_rate": 3.1172200443575117e-06, |
| "loss": 4.7549, |
| "step": 84100 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.797340989112854, |
| "learning_rate": 3.109036001604073e-06, |
| "loss": 4.7499, |
| "step": 84200 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 3.3878042697906494, |
| "learning_rate": 3.100851958850633e-06, |
| "loss": 4.7518, |
| "step": 84300 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.5656503438949585, |
| "learning_rate": 3.0926679160971938e-06, |
| "loss": 4.7588, |
| "step": 84400 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.4081205129623413, |
| "learning_rate": 3.084483873343755e-06, |
| "loss": 4.7587, |
| "step": 84500 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 2.011707305908203, |
| "learning_rate": 3.076299830590315e-06, |
| "loss": 4.7525, |
| "step": 84600 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.1103359460830688, |
| "learning_rate": 3.0681157878368763e-06, |
| "loss": 4.7547, |
| "step": 84700 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.331764578819275, |
| "learning_rate": 3.0599317450834365e-06, |
| "loss": 4.7544, |
| "step": 84800 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.1731749773025513, |
| "learning_rate": 3.0517477023299972e-06, |
| "loss": 4.7527, |
| "step": 84900 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 2.4476029872894287, |
| "learning_rate": 3.043563659576558e-06, |
| "loss": 4.7529, |
| "step": 85000 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 2.6501026153564453, |
| "learning_rate": 3.0353796168231186e-06, |
| "loss": 4.7495, |
| "step": 85100 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.4330114126205444, |
| "learning_rate": 3.027195574069679e-06, |
| "loss": 4.7551, |
| "step": 85200 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.794797420501709, |
| "learning_rate": 3.01901153131624e-06, |
| "loss": 4.7554, |
| "step": 85300 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.1396609544754028, |
| "learning_rate": 3.0108274885628003e-06, |
| "loss": 4.7521, |
| "step": 85400 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.5291541814804077, |
| "learning_rate": 3.0026434458093614e-06, |
| "loss": 4.7538, |
| "step": 85500 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.9390245676040649, |
| "learning_rate": 2.9944594030559216e-06, |
| "loss": 4.7499, |
| "step": 85600 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 4.141879558563232, |
| "learning_rate": 2.9862753603024823e-06, |
| "loss": 4.7587, |
| "step": 85700 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 2.151954412460327, |
| "learning_rate": 2.9780913175490434e-06, |
| "loss": 4.7525, |
| "step": 85800 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.340173363685608, |
| "learning_rate": 2.9699072747956037e-06, |
| "loss": 4.7519, |
| "step": 85900 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.9204574823379517, |
| "learning_rate": 2.9617232320421644e-06, |
| "loss": 4.7583, |
| "step": 86000 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.391839623451233, |
| "learning_rate": 2.953539189288725e-06, |
| "loss": 4.751, |
| "step": 86100 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.4064441919326782, |
| "learning_rate": 2.9453551465352858e-06, |
| "loss": 4.7506, |
| "step": 86200 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.2319107055664062, |
| "learning_rate": 2.937171103781846e-06, |
| "loss": 4.7551, |
| "step": 86300 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 2.515320301055908, |
| "learning_rate": 2.928987061028407e-06, |
| "loss": 4.7517, |
| "step": 86400 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 2.4007177352905273, |
| "learning_rate": 2.9208030182749674e-06, |
| "loss": 4.7513, |
| "step": 86500 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.4867286682128906, |
| "learning_rate": 2.9126189755215285e-06, |
| "loss": 4.7549, |
| "step": 86600 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.2570160627365112, |
| "learning_rate": 2.904434932768089e-06, |
| "loss": 4.753, |
| "step": 86700 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 2.847069025039673, |
| "learning_rate": 2.8962508900146495e-06, |
| "loss": 4.7555, |
| "step": 86800 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.0997235774993896, |
| "learning_rate": 2.8880668472612106e-06, |
| "loss": 4.7532, |
| "step": 86900 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.8394368886947632, |
| "learning_rate": 2.879882804507771e-06, |
| "loss": 4.7504, |
| "step": 87000 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 3.6865549087524414, |
| "learning_rate": 2.871698761754332e-06, |
| "loss": 4.7567, |
| "step": 87100 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 3.022850275039673, |
| "learning_rate": 2.8635147190008923e-06, |
| "loss": 4.7509, |
| "step": 87200 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.7531808614730835, |
| "learning_rate": 2.855330676247453e-06, |
| "loss": 4.7527, |
| "step": 87300 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 2.0469372272491455, |
| "learning_rate": 2.8471466334940136e-06, |
| "loss": 4.7564, |
| "step": 87400 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.4322601556777954, |
| "learning_rate": 2.8389625907405743e-06, |
| "loss": 4.7552, |
| "step": 87500 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.2034333944320679, |
| "learning_rate": 2.8307785479871346e-06, |
| "loss": 4.7555, |
| "step": 87600 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.0759299993515015, |
| "learning_rate": 2.8225945052336957e-06, |
| "loss": 4.7508, |
| "step": 87700 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.1701573133468628, |
| "learning_rate": 2.814410462480256e-06, |
| "loss": 4.7535, |
| "step": 87800 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.4818124771118164, |
| "learning_rate": 2.8062264197268167e-06, |
| "loss": 4.7528, |
| "step": 87900 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.362298846244812, |
| "learning_rate": 2.7980423769733778e-06, |
| "loss": 4.7488, |
| "step": 88000 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.9951609969139099, |
| "learning_rate": 2.789858334219938e-06, |
| "loss": 4.7509, |
| "step": 88100 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.2555766105651855, |
| "learning_rate": 2.781674291466499e-06, |
| "loss": 4.7559, |
| "step": 88200 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.8623309135437012, |
| "learning_rate": 2.7734902487130594e-06, |
| "loss": 4.7489, |
| "step": 88300 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.2883721590042114, |
| "learning_rate": 2.76530620595962e-06, |
| "loss": 4.751, |
| "step": 88400 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.1867636442184448, |
| "learning_rate": 2.757122163206181e-06, |
| "loss": 4.7524, |
| "step": 88500 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.4036273956298828, |
| "learning_rate": 2.7489381204527415e-06, |
| "loss": 4.755, |
| "step": 88600 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.2148162126541138, |
| "learning_rate": 2.7407540776993018e-06, |
| "loss": 4.7582, |
| "step": 88700 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 2.2214956283569336, |
| "learning_rate": 2.732570034945863e-06, |
| "loss": 4.7543, |
| "step": 88800 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.103264331817627, |
| "learning_rate": 2.724385992192423e-06, |
| "loss": 4.7468, |
| "step": 88900 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.3318493366241455, |
| "learning_rate": 2.7162019494389843e-06, |
| "loss": 4.7547, |
| "step": 89000 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.7869521379470825, |
| "learning_rate": 2.708017906685545e-06, |
| "loss": 4.7528, |
| "step": 89100 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.0730737447738647, |
| "learning_rate": 2.6998338639321052e-06, |
| "loss": 4.7554, |
| "step": 89200 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.677322268486023, |
| "learning_rate": 2.6916498211786663e-06, |
| "loss": 4.7574, |
| "step": 89300 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.7166889905929565, |
| "learning_rate": 2.6834657784252266e-06, |
| "loss": 4.7563, |
| "step": 89400 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.3023245334625244, |
| "learning_rate": 2.6752817356717877e-06, |
| "loss": 4.7569, |
| "step": 89500 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.2815351486206055, |
| "learning_rate": 2.667097692918348e-06, |
| "loss": 4.7568, |
| "step": 89600 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.1161749362945557, |
| "learning_rate": 2.6589136501649087e-06, |
| "loss": 4.7536, |
| "step": 89700 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.4548900127410889, |
| "learning_rate": 2.650729607411469e-06, |
| "loss": 4.7566, |
| "step": 89800 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 8.324539184570312, |
| "learning_rate": 2.64254556465803e-06, |
| "loss": 4.7539, |
| "step": 89900 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 2.0228288173675537, |
| "learning_rate": 2.6343615219045903e-06, |
| "loss": 4.7514, |
| "step": 90000 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.1695142984390259, |
| "learning_rate": 2.6261774791511514e-06, |
| "loss": 4.7519, |
| "step": 90100 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.6865144968032837, |
| "learning_rate": 2.617993436397712e-06, |
| "loss": 4.7557, |
| "step": 90200 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 0.9601481556892395, |
| "learning_rate": 2.6098093936442724e-06, |
| "loss": 4.7518, |
| "step": 90300 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.0379222631454468, |
| "learning_rate": 2.6016253508908335e-06, |
| "loss": 4.7521, |
| "step": 90400 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.6704763174057007, |
| "learning_rate": 2.5934413081373938e-06, |
| "loss": 4.7526, |
| "step": 90500 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.0544642210006714, |
| "learning_rate": 2.585257265383955e-06, |
| "loss": 4.7529, |
| "step": 90600 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.2152049541473389, |
| "learning_rate": 2.577073222630515e-06, |
| "loss": 4.7557, |
| "step": 90700 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.1299751996994019, |
| "learning_rate": 2.568889179877076e-06, |
| "loss": 4.7552, |
| "step": 90800 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.3130440711975098, |
| "learning_rate": 2.5607051371236365e-06, |
| "loss": 4.7512, |
| "step": 90900 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.1738765239715576, |
| "learning_rate": 2.5525210943701972e-06, |
| "loss": 4.7478, |
| "step": 91000 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.3825798034667969, |
| "learning_rate": 2.5443370516167575e-06, |
| "loss": 4.7545, |
| "step": 91100 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.2850853204727173, |
| "learning_rate": 2.5361530088633186e-06, |
| "loss": 4.7546, |
| "step": 91200 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.215085506439209, |
| "learning_rate": 2.5279689661098793e-06, |
| "loss": 4.7488, |
| "step": 91300 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.4124336242675781, |
| "learning_rate": 2.5197849233564396e-06, |
| "loss": 4.7441, |
| "step": 91400 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 2.5708861351013184, |
| "learning_rate": 2.5116008806030007e-06, |
| "loss": 4.7553, |
| "step": 91500 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.9249249696731567, |
| "learning_rate": 2.503416837849561e-06, |
| "loss": 4.7565, |
| "step": 91600 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.1398611068725586, |
| "learning_rate": 2.4952327950961216e-06, |
| "loss": 4.7513, |
| "step": 91700 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 2.037564516067505, |
| "learning_rate": 2.4870487523426827e-06, |
| "loss": 4.7517, |
| "step": 91800 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.4297902584075928, |
| "learning_rate": 2.478864709589243e-06, |
| "loss": 4.7494, |
| "step": 91900 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.369734764099121, |
| "learning_rate": 2.4706806668358037e-06, |
| "loss": 4.7511, |
| "step": 92000 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.1665796041488647, |
| "learning_rate": 2.4624966240823644e-06, |
| "loss": 4.7576, |
| "step": 92100 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.085404396057129, |
| "learning_rate": 2.454312581328925e-06, |
| "loss": 4.7535, |
| "step": 92200 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 5.764316082000732, |
| "learning_rate": 2.4461285385754858e-06, |
| "loss": 4.7497, |
| "step": 92300 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.3492110967636108, |
| "learning_rate": 2.4379444958220465e-06, |
| "loss": 4.7558, |
| "step": 92400 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.0760524272918701, |
| "learning_rate": 2.429760453068607e-06, |
| "loss": 4.7525, |
| "step": 92500 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.2596811056137085, |
| "learning_rate": 2.4215764103151674e-06, |
| "loss": 4.7532, |
| "step": 92600 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.0836505889892578, |
| "learning_rate": 2.413392367561728e-06, |
| "loss": 4.7506, |
| "step": 92700 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 2.759760618209839, |
| "learning_rate": 2.405208324808289e-06, |
| "loss": 4.7493, |
| "step": 92800 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.3454488515853882, |
| "learning_rate": 2.39702428205485e-06, |
| "loss": 4.7539, |
| "step": 92900 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.2812906503677368, |
| "learning_rate": 2.3888402393014106e-06, |
| "loss": 4.7509, |
| "step": 93000 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.247383952140808, |
| "learning_rate": 2.380656196547971e-06, |
| "loss": 4.7493, |
| "step": 93100 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.803625226020813, |
| "learning_rate": 2.3724721537945316e-06, |
| "loss": 4.7527, |
| "step": 93200 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 2.4045066833496094, |
| "learning_rate": 2.3642881110410922e-06, |
| "loss": 4.7578, |
| "step": 93300 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 2.0578811168670654, |
| "learning_rate": 2.356104068287653e-06, |
| "loss": 4.7539, |
| "step": 93400 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 2.907444477081299, |
| "learning_rate": 2.3479200255342136e-06, |
| "loss": 4.7534, |
| "step": 93500 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.3155359029769897, |
| "learning_rate": 2.3397359827807743e-06, |
| "loss": 4.7543, |
| "step": 93600 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.2676302194595337, |
| "learning_rate": 2.331551940027335e-06, |
| "loss": 4.7501, |
| "step": 93700 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.1166573762893677, |
| "learning_rate": 2.3233678972738953e-06, |
| "loss": 4.7518, |
| "step": 93800 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.3180181980133057, |
| "learning_rate": 2.315183854520456e-06, |
| "loss": 4.7548, |
| "step": 93900 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 2.867478132247925, |
| "learning_rate": 2.306999811767017e-06, |
| "loss": 4.7551, |
| "step": 94000 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.3548469543457031, |
| "learning_rate": 2.2988157690135778e-06, |
| "loss": 4.7524, |
| "step": 94100 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 3.94809627532959, |
| "learning_rate": 2.290631726260138e-06, |
| "loss": 4.7516, |
| "step": 94200 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.0845712423324585, |
| "learning_rate": 2.2824476835066987e-06, |
| "loss": 4.7549, |
| "step": 94300 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 0.9430265426635742, |
| "learning_rate": 2.2742636407532594e-06, |
| "loss": 4.7552, |
| "step": 94400 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.1491626501083374, |
| "learning_rate": 2.26607959799982e-06, |
| "loss": 4.7533, |
| "step": 94500 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.323564887046814, |
| "learning_rate": 2.257895555246381e-06, |
| "loss": 4.7502, |
| "step": 94600 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.2415287494659424, |
| "learning_rate": 2.2497115124929415e-06, |
| "loss": 4.754, |
| "step": 94700 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.1996134519577026, |
| "learning_rate": 2.241527469739502e-06, |
| "loss": 4.7475, |
| "step": 94800 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.3265007734298706, |
| "learning_rate": 2.2333434269860624e-06, |
| "loss": 4.7504, |
| "step": 94900 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 2.0656216144561768, |
| "learning_rate": 2.225159384232623e-06, |
| "loss": 4.7536, |
| "step": 95000 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.7077275514602661, |
| "learning_rate": 2.2169753414791843e-06, |
| "loss": 4.7559, |
| "step": 95100 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 0.9614852070808411, |
| "learning_rate": 2.208791298725745e-06, |
| "loss": 4.753, |
| "step": 95200 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.010793685913086, |
| "learning_rate": 2.2006072559723056e-06, |
| "loss": 4.7531, |
| "step": 95300 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.7269645929336548, |
| "learning_rate": 2.192423213218866e-06, |
| "loss": 4.7525, |
| "step": 95400 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.1839239597320557, |
| "learning_rate": 2.1842391704654266e-06, |
| "loss": 4.7516, |
| "step": 95500 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.0646226406097412, |
| "learning_rate": 2.1760551277119873e-06, |
| "loss": 4.7489, |
| "step": 95600 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.2255668640136719, |
| "learning_rate": 2.167871084958548e-06, |
| "loss": 4.7525, |
| "step": 95700 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.5146337747573853, |
| "learning_rate": 2.1596870422051087e-06, |
| "loss": 4.7524, |
| "step": 95800 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 2.578728437423706, |
| "learning_rate": 2.1515029994516693e-06, |
| "loss": 4.7537, |
| "step": 95900 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.3910084962844849, |
| "learning_rate": 2.14331895669823e-06, |
| "loss": 4.7557, |
| "step": 96000 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.6304432153701782, |
| "learning_rate": 2.1351349139447903e-06, |
| "loss": 4.7509, |
| "step": 96100 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.6290279626846313, |
| "learning_rate": 2.1269508711913514e-06, |
| "loss": 4.7499, |
| "step": 96200 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.312935471534729, |
| "learning_rate": 2.118766828437912e-06, |
| "loss": 4.7512, |
| "step": 96300 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 2.8677687644958496, |
| "learning_rate": 2.110582785684473e-06, |
| "loss": 4.7507, |
| "step": 96400 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 2.544320583343506, |
| "learning_rate": 2.1023987429310335e-06, |
| "loss": 4.7503, |
| "step": 96500 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 2.5052340030670166, |
| "learning_rate": 2.0942147001775938e-06, |
| "loss": 4.7543, |
| "step": 96600 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 2.0886638164520264, |
| "learning_rate": 2.0860306574241544e-06, |
| "loss": 4.7513, |
| "step": 96700 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.1290991306304932, |
| "learning_rate": 2.077846614670715e-06, |
| "loss": 4.7486, |
| "step": 96800 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 0.968976616859436, |
| "learning_rate": 2.069662571917276e-06, |
| "loss": 4.7549, |
| "step": 96900 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.1029621362686157, |
| "learning_rate": 2.0614785291638365e-06, |
| "loss": 4.7545, |
| "step": 97000 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.5654712915420532, |
| "learning_rate": 2.053294486410397e-06, |
| "loss": 4.7516, |
| "step": 97100 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.3423889875411987, |
| "learning_rate": 2.045110443656958e-06, |
| "loss": 4.7529, |
| "step": 97200 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.2194217443466187, |
| "learning_rate": 2.0369264009035186e-06, |
| "loss": 4.7503, |
| "step": 97300 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.0679503679275513, |
| "learning_rate": 2.0287423581500793e-06, |
| "loss": 4.7515, |
| "step": 97400 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.2756659984588623, |
| "learning_rate": 2.02055831539664e-06, |
| "loss": 4.752, |
| "step": 97500 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.315800428390503, |
| "learning_rate": 2.0123742726432007e-06, |
| "loss": 4.7554, |
| "step": 97600 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.2954620122909546, |
| "learning_rate": 2.0041902298897614e-06, |
| "loss": 4.7525, |
| "step": 97700 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.1520215272903442, |
| "learning_rate": 1.9960061871363216e-06, |
| "loss": 4.7548, |
| "step": 97800 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.7471413612365723, |
| "learning_rate": 1.9878221443828823e-06, |
| "loss": 4.7549, |
| "step": 97900 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.0936230421066284, |
| "learning_rate": 1.979638101629443e-06, |
| "loss": 4.753, |
| "step": 98000 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.110677719116211, |
| "learning_rate": 1.9714540588760037e-06, |
| "loss": 4.7524, |
| "step": 98100 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.094068169593811, |
| "learning_rate": 1.9632700161225644e-06, |
| "loss": 4.7508, |
| "step": 98200 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.3435810804367065, |
| "learning_rate": 1.955085973369125e-06, |
| "loss": 4.7504, |
| "step": 98300 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.7671642303466797, |
| "learning_rate": 1.9469019306156858e-06, |
| "loss": 4.7504, |
| "step": 98400 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 2.0996792316436768, |
| "learning_rate": 1.9387178878622464e-06, |
| "loss": 4.7468, |
| "step": 98500 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.256888508796692, |
| "learning_rate": 1.930533845108807e-06, |
| "loss": 4.7501, |
| "step": 98600 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.4650033712387085, |
| "learning_rate": 1.922349802355368e-06, |
| "loss": 4.7493, |
| "step": 98700 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.3852843046188354, |
| "learning_rate": 1.9141657596019285e-06, |
| "loss": 4.7553, |
| "step": 98800 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.2050074338912964, |
| "learning_rate": 1.905981716848489e-06, |
| "loss": 4.7481, |
| "step": 98900 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 2.955382823944092, |
| "learning_rate": 1.8977976740950497e-06, |
| "loss": 4.7498, |
| "step": 99000 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.6441978216171265, |
| "learning_rate": 1.8896136313416102e-06, |
| "loss": 4.7498, |
| "step": 99100 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.577948808670044, |
| "learning_rate": 1.8814295885881709e-06, |
| "loss": 4.7552, |
| "step": 99200 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.3677524328231812, |
| "learning_rate": 1.8732455458347315e-06, |
| "loss": 4.7555, |
| "step": 99300 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.4369767904281616, |
| "learning_rate": 1.8650615030812922e-06, |
| "loss": 4.7499, |
| "step": 99400 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.5186824798583984, |
| "learning_rate": 1.8568774603278531e-06, |
| "loss": 4.7539, |
| "step": 99500 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.2422914505004883, |
| "learning_rate": 1.8486934175744136e-06, |
| "loss": 4.7557, |
| "step": 99600 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.3044426441192627, |
| "learning_rate": 1.8405093748209743e-06, |
| "loss": 4.7525, |
| "step": 99700 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 3.3080742359161377, |
| "learning_rate": 1.832325332067535e-06, |
| "loss": 4.7509, |
| "step": 99800 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.1785410642623901, |
| "learning_rate": 1.8241412893140955e-06, |
| "loss": 4.7519, |
| "step": 99900 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.4587723016738892, |
| "learning_rate": 1.8159572465606562e-06, |
| "loss": 4.7484, |
| "step": 100000 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 3.0926313400268555, |
| "learning_rate": 1.8077732038072169e-06, |
| "loss": 4.7562, |
| "step": 100100 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.2200719118118286, |
| "learning_rate": 1.7995891610537775e-06, |
| "loss": 4.7584, |
| "step": 100200 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.3386414051055908, |
| "learning_rate": 1.791405118300338e-06, |
| "loss": 4.7458, |
| "step": 100300 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.484997034072876, |
| "learning_rate": 1.7832210755468987e-06, |
| "loss": 4.7449, |
| "step": 100400 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 2.519181489944458, |
| "learning_rate": 1.7750370327934594e-06, |
| "loss": 4.7529, |
| "step": 100500 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 2.090131998062134, |
| "learning_rate": 1.7668529900400199e-06, |
| "loss": 4.756, |
| "step": 100600 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.105173110961914, |
| "learning_rate": 1.7586689472865808e-06, |
| "loss": 4.754, |
| "step": 100700 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.1731809377670288, |
| "learning_rate": 1.7504849045331415e-06, |
| "loss": 4.7607, |
| "step": 100800 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.1397889852523804, |
| "learning_rate": 1.7423008617797022e-06, |
| "loss": 4.7506, |
| "step": 100900 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.1067900657653809, |
| "learning_rate": 1.7341168190262629e-06, |
| "loss": 4.7521, |
| "step": 101000 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.0581586360931396, |
| "learning_rate": 1.7259327762728233e-06, |
| "loss": 4.7531, |
| "step": 101100 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.9792087078094482, |
| "learning_rate": 1.717748733519384e-06, |
| "loss": 4.7541, |
| "step": 101200 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.133318305015564, |
| "learning_rate": 1.7095646907659447e-06, |
| "loss": 4.7554, |
| "step": 101300 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.241073489189148, |
| "learning_rate": 1.7013806480125052e-06, |
| "loss": 4.7493, |
| "step": 101400 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.2004437446594238, |
| "learning_rate": 1.6931966052590659e-06, |
| "loss": 4.7515, |
| "step": 101500 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.545440912246704, |
| "learning_rate": 1.6850125625056266e-06, |
| "loss": 4.7498, |
| "step": 101600 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.2501575946807861, |
| "learning_rate": 1.6768285197521873e-06, |
| "loss": 4.7457, |
| "step": 101700 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.2254008054733276, |
| "learning_rate": 1.6686444769987482e-06, |
| "loss": 4.754, |
| "step": 101800 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.8597551584243774, |
| "learning_rate": 1.6604604342453086e-06, |
| "loss": 4.7545, |
| "step": 101900 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.5887017250061035, |
| "learning_rate": 1.6522763914918693e-06, |
| "loss": 4.7491, |
| "step": 102000 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.3773962259292603, |
| "learning_rate": 1.64409234873843e-06, |
| "loss": 4.753, |
| "step": 102100 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.1974895000457764, |
| "learning_rate": 1.6359083059849907e-06, |
| "loss": 4.7563, |
| "step": 102200 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.3141651153564453, |
| "learning_rate": 1.6277242632315512e-06, |
| "loss": 4.7483, |
| "step": 102300 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 2.256546974182129, |
| "learning_rate": 1.6195402204781119e-06, |
| "loss": 4.747, |
| "step": 102400 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 2.344313859939575, |
| "learning_rate": 1.6113561777246726e-06, |
| "loss": 4.7458, |
| "step": 102500 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.533346176147461, |
| "learning_rate": 1.603172134971233e-06, |
| "loss": 4.7488, |
| "step": 102600 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.1802254915237427, |
| "learning_rate": 1.5949880922177937e-06, |
| "loss": 4.7503, |
| "step": 102700 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.1822803020477295, |
| "learning_rate": 1.5868040494643544e-06, |
| "loss": 4.7526, |
| "step": 102800 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.3468492031097412, |
| "learning_rate": 1.5786200067109153e-06, |
| "loss": 4.7511, |
| "step": 102900 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 4.000704765319824, |
| "learning_rate": 1.570435963957476e-06, |
| "loss": 4.754, |
| "step": 103000 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.139367699623108, |
| "learning_rate": 1.5622519212040365e-06, |
| "loss": 4.7488, |
| "step": 103100 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 4.506742000579834, |
| "learning_rate": 1.5540678784505972e-06, |
| "loss": 4.7518, |
| "step": 103200 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.9105794429779053, |
| "learning_rate": 1.5458838356971579e-06, |
| "loss": 4.751, |
| "step": 103300 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.203366994857788, |
| "learning_rate": 1.5376997929437184e-06, |
| "loss": 4.7505, |
| "step": 103400 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.2069025039672852, |
| "learning_rate": 1.529515750190279e-06, |
| "loss": 4.7502, |
| "step": 103500 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.0046311616897583, |
| "learning_rate": 1.5213317074368397e-06, |
| "loss": 4.7522, |
| "step": 103600 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 2.022199869155884, |
| "learning_rate": 1.5131476646834004e-06, |
| "loss": 4.7543, |
| "step": 103700 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.0690085887908936, |
| "learning_rate": 1.504963621929961e-06, |
| "loss": 4.7497, |
| "step": 103800 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.2978872060775757, |
| "learning_rate": 1.4967795791765216e-06, |
| "loss": 4.7511, |
| "step": 103900 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.110472321510315, |
| "learning_rate": 1.4885955364230825e-06, |
| "loss": 4.7504, |
| "step": 104000 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 2.129612684249878, |
| "learning_rate": 1.4804114936696432e-06, |
| "loss": 4.7538, |
| "step": 104100 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.1347908973693848, |
| "learning_rate": 1.4722274509162037e-06, |
| "loss": 4.7535, |
| "step": 104200 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.1420745849609375, |
| "learning_rate": 1.4640434081627644e-06, |
| "loss": 4.7491, |
| "step": 104300 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 2.80501127243042, |
| "learning_rate": 1.455859365409325e-06, |
| "loss": 4.7507, |
| "step": 104400 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.399776816368103, |
| "learning_rate": 1.4476753226558857e-06, |
| "loss": 4.7523, |
| "step": 104500 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.2114007472991943, |
| "learning_rate": 1.4394912799024462e-06, |
| "loss": 4.7522, |
| "step": 104600 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.078600525856018, |
| "learning_rate": 1.431307237149007e-06, |
| "loss": 4.7535, |
| "step": 104700 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.3322091102600098, |
| "learning_rate": 1.4231231943955676e-06, |
| "loss": 4.7511, |
| "step": 104800 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.2436057329177856, |
| "learning_rate": 1.4149391516421283e-06, |
| "loss": 4.7501, |
| "step": 104900 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.163930058479309, |
| "learning_rate": 1.4067551088886888e-06, |
| "loss": 4.7533, |
| "step": 105000 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.1139936447143555, |
| "learning_rate": 1.3985710661352497e-06, |
| "loss": 4.7474, |
| "step": 105100 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.704499363899231, |
| "learning_rate": 1.3903870233818104e-06, |
| "loss": 4.7524, |
| "step": 105200 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.2708555459976196, |
| "learning_rate": 1.382202980628371e-06, |
| "loss": 4.7558, |
| "step": 105300 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 2.6546807289123535, |
| "learning_rate": 1.3740189378749315e-06, |
| "loss": 4.7514, |
| "step": 105400 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.196606159210205, |
| "learning_rate": 1.3658348951214922e-06, |
| "loss": 4.7479, |
| "step": 105500 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 2.2983286380767822, |
| "learning_rate": 1.357650852368053e-06, |
| "loss": 4.7532, |
| "step": 105600 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.0857946872711182, |
| "learning_rate": 1.3494668096146136e-06, |
| "loss": 4.7531, |
| "step": 105700 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.606785535812378, |
| "learning_rate": 1.341282766861174e-06, |
| "loss": 4.7506, |
| "step": 105800 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.9557284116744995, |
| "learning_rate": 1.3330987241077348e-06, |
| "loss": 4.7553, |
| "step": 105900 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 2.19726824760437, |
| "learning_rate": 1.3249146813542955e-06, |
| "loss": 4.7524, |
| "step": 106000 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.0980935096740723, |
| "learning_rate": 1.316730638600856e-06, |
| "loss": 4.7515, |
| "step": 106100 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.3451943397521973, |
| "learning_rate": 1.3085465958474168e-06, |
| "loss": 4.7547, |
| "step": 106200 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.2886918783187866, |
| "learning_rate": 1.3003625530939775e-06, |
| "loss": 4.7505, |
| "step": 106300 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.1479195356369019, |
| "learning_rate": 1.2921785103405382e-06, |
| "loss": 4.7538, |
| "step": 106400 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.7975718975067139, |
| "learning_rate": 1.283994467587099e-06, |
| "loss": 4.7472, |
| "step": 106500 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.536818027496338, |
| "learning_rate": 1.2758104248336594e-06, |
| "loss": 4.7498, |
| "step": 106600 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.1835073232650757, |
| "learning_rate": 1.26762638208022e-06, |
| "loss": 4.751, |
| "step": 106700 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.418748378753662, |
| "learning_rate": 1.2594423393267808e-06, |
| "loss": 4.7506, |
| "step": 106800 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.7083241939544678, |
| "learning_rate": 1.2512582965733413e-06, |
| "loss": 4.757, |
| "step": 106900 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.9533259868621826, |
| "learning_rate": 1.243074253819902e-06, |
| "loss": 4.7491, |
| "step": 107000 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.549060344696045, |
| "learning_rate": 1.2348902110664629e-06, |
| "loss": 4.7502, |
| "step": 107100 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.22414231300354, |
| "learning_rate": 1.2267061683130233e-06, |
| "loss": 4.7512, |
| "step": 107200 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 2.5019216537475586, |
| "learning_rate": 1.218522125559584e-06, |
| "loss": 4.7551, |
| "step": 107300 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.4612125158309937, |
| "learning_rate": 1.2103380828061447e-06, |
| "loss": 4.7517, |
| "step": 107400 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.41428542137146, |
| "learning_rate": 1.2021540400527052e-06, |
| "loss": 4.7522, |
| "step": 107500 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.1158181428909302, |
| "learning_rate": 1.193969997299266e-06, |
| "loss": 4.7534, |
| "step": 107600 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.4456719160079956, |
| "learning_rate": 1.1857859545458268e-06, |
| "loss": 4.7515, |
| "step": 107700 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 2.0484957695007324, |
| "learning_rate": 1.1776019117923873e-06, |
| "loss": 4.7475, |
| "step": 107800 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.0839197635650635, |
| "learning_rate": 1.169417869038948e-06, |
| "loss": 4.7474, |
| "step": 107900 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.4242494106292725, |
| "learning_rate": 1.1612338262855086e-06, |
| "loss": 4.7516, |
| "step": 108000 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.1142181158065796, |
| "learning_rate": 1.1530497835320691e-06, |
| "loss": 4.7513, |
| "step": 108100 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.2992855310440063, |
| "learning_rate": 1.14486574077863e-06, |
| "loss": 4.7497, |
| "step": 108200 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.1050403118133545, |
| "learning_rate": 1.1366816980251905e-06, |
| "loss": 4.7478, |
| "step": 108300 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.6111624240875244, |
| "learning_rate": 1.1284976552717512e-06, |
| "loss": 4.7521, |
| "step": 108400 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.6379482746124268, |
| "learning_rate": 1.1203136125183119e-06, |
| "loss": 4.7456, |
| "step": 108500 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.8351396322250366, |
| "learning_rate": 1.1121295697648726e-06, |
| "loss": 4.7518, |
| "step": 108600 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.1721076965332031, |
| "learning_rate": 1.1039455270114333e-06, |
| "loss": 4.7557, |
| "step": 108700 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.4993492364883423, |
| "learning_rate": 1.095761484257994e-06, |
| "loss": 4.7519, |
| "step": 108800 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.1917214393615723, |
| "learning_rate": 1.0875774415045544e-06, |
| "loss": 4.748, |
| "step": 108900 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.0404828786849976, |
| "learning_rate": 1.0793933987511151e-06, |
| "loss": 4.7565, |
| "step": 109000 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.5994240045547485, |
| "learning_rate": 1.0712093559976758e-06, |
| "loss": 4.7499, |
| "step": 109100 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.197583556175232, |
| "learning_rate": 1.0630253132442365e-06, |
| "loss": 4.7537, |
| "step": 109200 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.6032483577728271, |
| "learning_rate": 1.0548412704907972e-06, |
| "loss": 4.7542, |
| "step": 109300 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.39584481716156, |
| "learning_rate": 1.0466572277373579e-06, |
| "loss": 4.7493, |
| "step": 109400 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.410801649093628, |
| "learning_rate": 1.0384731849839184e-06, |
| "loss": 4.7559, |
| "step": 109500 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.246910810470581, |
| "learning_rate": 1.030289142230479e-06, |
| "loss": 4.751, |
| "step": 109600 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 4.328908920288086, |
| "learning_rate": 1.0221050994770397e-06, |
| "loss": 4.7496, |
| "step": 109700 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.5280972719192505, |
| "learning_rate": 1.0139210567236004e-06, |
| "loss": 4.7539, |
| "step": 109800 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 2.1216630935668945, |
| "learning_rate": 1.0057370139701611e-06, |
| "loss": 4.7523, |
| "step": 109900 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.4128057956695557, |
| "learning_rate": 9.975529712167218e-07, |
| "loss": 4.7492, |
| "step": 110000 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.2564375400543213, |
| "learning_rate": 9.893689284632823e-07, |
| "loss": 4.754, |
| "step": 110100 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 2.3144404888153076, |
| "learning_rate": 9.81184885709843e-07, |
| "loss": 4.7473, |
| "step": 110200 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 0.9776962399482727, |
| "learning_rate": 9.730008429564037e-07, |
| "loss": 4.7479, |
| "step": 110300 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 2.479701519012451, |
| "learning_rate": 9.648168002029644e-07, |
| "loss": 4.7514, |
| "step": 110400 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 3.217172145843506, |
| "learning_rate": 9.56632757449525e-07, |
| "loss": 4.7535, |
| "step": 110500 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.103346824645996, |
| "learning_rate": 9.484487146960856e-07, |
| "loss": 4.7474, |
| "step": 110600 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.1965771913528442, |
| "learning_rate": 9.402646719426463e-07, |
| "loss": 4.7475, |
| "step": 110700 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.2940635681152344, |
| "learning_rate": 9.320806291892069e-07, |
| "loss": 4.7484, |
| "step": 110800 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.06132972240448, |
| "learning_rate": 9.238965864357677e-07, |
| "loss": 4.7547, |
| "step": 110900 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.8715641498565674, |
| "learning_rate": 9.157125436823283e-07, |
| "loss": 4.749, |
| "step": 111000 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.1907116174697876, |
| "learning_rate": 9.07528500928889e-07, |
| "loss": 4.7539, |
| "step": 111100 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.5867308378219604, |
| "learning_rate": 8.993444581754496e-07, |
| "loss": 4.7562, |
| "step": 111200 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.2849870920181274, |
| "learning_rate": 8.911604154220103e-07, |
| "loss": 4.7512, |
| "step": 111300 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.3407094478607178, |
| "learning_rate": 8.829763726685708e-07, |
| "loss": 4.7543, |
| "step": 111400 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.0691750049591064, |
| "learning_rate": 8.747923299151316e-07, |
| "loss": 4.7451, |
| "step": 111500 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.0635693073272705, |
| "learning_rate": 8.666082871616922e-07, |
| "loss": 4.7521, |
| "step": 111600 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.5273666381835938, |
| "learning_rate": 8.584242444082529e-07, |
| "loss": 4.7551, |
| "step": 111700 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.7429158687591553, |
| "learning_rate": 8.502402016548135e-07, |
| "loss": 4.7544, |
| "step": 111800 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.0581636428833008, |
| "learning_rate": 8.420561589013741e-07, |
| "loss": 4.7532, |
| "step": 111900 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.3187443017959595, |
| "learning_rate": 8.338721161479348e-07, |
| "loss": 4.7551, |
| "step": 112000 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.2842453718185425, |
| "learning_rate": 8.256880733944956e-07, |
| "loss": 4.7482, |
| "step": 112100 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.264115571975708, |
| "learning_rate": 8.175040306410561e-07, |
| "loss": 4.7475, |
| "step": 112200 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.338619589805603, |
| "learning_rate": 8.093199878876168e-07, |
| "loss": 4.7465, |
| "step": 112300 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.2081668376922607, |
| "learning_rate": 8.011359451341774e-07, |
| "loss": 4.75, |
| "step": 112400 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.475716471672058, |
| "learning_rate": 7.92951902380738e-07, |
| "loss": 4.7475, |
| "step": 112500 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.1391123533248901, |
| "learning_rate": 7.847678596272988e-07, |
| "loss": 4.7529, |
| "step": 112600 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.5139949321746826, |
| "learning_rate": 7.765838168738595e-07, |
| "loss": 4.7457, |
| "step": 112700 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.250877857208252, |
| "learning_rate": 7.683997741204201e-07, |
| "loss": 4.7512, |
| "step": 112800 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.3660330772399902, |
| "learning_rate": 7.602157313669807e-07, |
| "loss": 4.7519, |
| "step": 112900 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.3007818460464478, |
| "learning_rate": 7.520316886135414e-07, |
| "loss": 4.7539, |
| "step": 113000 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.1533290147781372, |
| "learning_rate": 7.438476458601019e-07, |
| "loss": 4.7522, |
| "step": 113100 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.1087945699691772, |
| "learning_rate": 7.356636031066627e-07, |
| "loss": 4.7549, |
| "step": 113200 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.3991641998291016, |
| "learning_rate": 7.274795603532233e-07, |
| "loss": 4.7538, |
| "step": 113300 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.820162296295166, |
| "learning_rate": 7.19295517599784e-07, |
| "loss": 4.7521, |
| "step": 113400 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.1187483072280884, |
| "learning_rate": 7.111114748463446e-07, |
| "loss": 4.7577, |
| "step": 113500 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.0411303043365479, |
| "learning_rate": 7.029274320929053e-07, |
| "loss": 4.7514, |
| "step": 113600 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.2369052171707153, |
| "learning_rate": 6.947433893394661e-07, |
| "loss": 4.7497, |
| "step": 113700 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.505008578300476, |
| "learning_rate": 6.865593465860267e-07, |
| "loss": 4.7505, |
| "step": 113800 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.2643870115280151, |
| "learning_rate": 6.783753038325872e-07, |
| "loss": 4.7499, |
| "step": 113900 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.095914363861084, |
| "learning_rate": 6.701912610791479e-07, |
| "loss": 4.7478, |
| "step": 114000 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.4800920486450195, |
| "learning_rate": 6.620072183257085e-07, |
| "loss": 4.748, |
| "step": 114100 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.6267393827438354, |
| "learning_rate": 6.538231755722692e-07, |
| "loss": 4.7523, |
| "step": 114200 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.7788121700286865, |
| "learning_rate": 6.456391328188299e-07, |
| "loss": 4.7548, |
| "step": 114300 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.2876346111297607, |
| "learning_rate": 6.374550900653906e-07, |
| "loss": 4.7555, |
| "step": 114400 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.0011918544769287, |
| "learning_rate": 6.292710473119512e-07, |
| "loss": 4.7487, |
| "step": 114500 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 2.096606731414795, |
| "learning_rate": 6.210870045585119e-07, |
| "loss": 4.7527, |
| "step": 114600 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.2112175226211548, |
| "learning_rate": 6.129029618050726e-07, |
| "loss": 4.7482, |
| "step": 114700 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.4160529375076294, |
| "learning_rate": 6.047189190516331e-07, |
| "loss": 4.7567, |
| "step": 114800 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.36955988407135, |
| "learning_rate": 5.965348762981938e-07, |
| "loss": 4.7562, |
| "step": 114900 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.577446460723877, |
| "learning_rate": 5.883508335447545e-07, |
| "loss": 4.7534, |
| "step": 115000 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.2918033599853516, |
| "learning_rate": 5.801667907913151e-07, |
| "loss": 4.7472, |
| "step": 115100 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.07747220993042, |
| "learning_rate": 5.719827480378758e-07, |
| "loss": 4.7495, |
| "step": 115200 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.4656786918640137, |
| "learning_rate": 5.637987052844365e-07, |
| "loss": 4.7501, |
| "step": 115300 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.2017009258270264, |
| "learning_rate": 5.556146625309971e-07, |
| "loss": 4.7482, |
| "step": 115400 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.3578641414642334, |
| "learning_rate": 5.474306197775578e-07, |
| "loss": 4.7467, |
| "step": 115500 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.246904969215393, |
| "learning_rate": 5.392465770241185e-07, |
| "loss": 4.7564, |
| "step": 115600 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.289212942123413, |
| "learning_rate": 5.31062534270679e-07, |
| "loss": 4.7516, |
| "step": 115700 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 2.1466667652130127, |
| "learning_rate": 5.228784915172397e-07, |
| "loss": 4.7485, |
| "step": 115800 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.6222789287567139, |
| "learning_rate": 5.146944487638004e-07, |
| "loss": 4.7535, |
| "step": 115900 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.2257126569747925, |
| "learning_rate": 5.06510406010361e-07, |
| "loss": 4.7537, |
| "step": 116000 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.0743142366409302, |
| "learning_rate": 4.983263632569217e-07, |
| "loss": 4.7468, |
| "step": 116100 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.4326200485229492, |
| "learning_rate": 4.901423205034824e-07, |
| "loss": 4.7537, |
| "step": 116200 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.513900876045227, |
| "learning_rate": 4.81958277750043e-07, |
| "loss": 4.7492, |
| "step": 116300 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.3525514602661133, |
| "learning_rate": 4.7377423499660366e-07, |
| "loss": 4.7511, |
| "step": 116400 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.0643374919891357, |
| "learning_rate": 4.655901922431643e-07, |
| "loss": 4.756, |
| "step": 116500 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.0973927974700928, |
| "learning_rate": 4.57406149489725e-07, |
| "loss": 4.7512, |
| "step": 116600 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.498604416847229, |
| "learning_rate": 4.492221067362856e-07, |
| "loss": 4.7534, |
| "step": 116700 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 2.6713321208953857, |
| "learning_rate": 4.4103806398284626e-07, |
| "loss": 4.7497, |
| "step": 116800 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.2505509853363037, |
| "learning_rate": 4.3285402122940695e-07, |
| "loss": 4.7551, |
| "step": 116900 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.1062592267990112, |
| "learning_rate": 4.246699784759676e-07, |
| "loss": 4.7536, |
| "step": 117000 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.4121407270431519, |
| "learning_rate": 4.1648593572252823e-07, |
| "loss": 4.7548, |
| "step": 117100 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.2598930597305298, |
| "learning_rate": 4.083018929690889e-07, |
| "loss": 4.7559, |
| "step": 117200 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.1028268337249756, |
| "learning_rate": 4.0011785021564955e-07, |
| "loss": 4.7495, |
| "step": 117300 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.5532176494598389, |
| "learning_rate": 3.919338074622102e-07, |
| "loss": 4.7543, |
| "step": 117400 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.2546781301498413, |
| "learning_rate": 3.837497647087709e-07, |
| "loss": 4.7502, |
| "step": 117500 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.0731525421142578, |
| "learning_rate": 3.755657219553315e-07, |
| "loss": 4.7519, |
| "step": 117600 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.3289110660552979, |
| "learning_rate": 3.6738167920189216e-07, |
| "loss": 4.7495, |
| "step": 117700 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.2810921669006348, |
| "learning_rate": 3.5919763644845285e-07, |
| "loss": 4.7522, |
| "step": 117800 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.0300296545028687, |
| "learning_rate": 3.510135936950135e-07, |
| "loss": 4.7491, |
| "step": 117900 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.9749176502227783, |
| "learning_rate": 3.428295509415742e-07, |
| "loss": 4.7558, |
| "step": 118000 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.6398601531982422, |
| "learning_rate": 3.346455081881348e-07, |
| "loss": 4.7489, |
| "step": 118100 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.154733657836914, |
| "learning_rate": 3.2646146543469545e-07, |
| "loss": 4.747, |
| "step": 118200 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.1068767309188843, |
| "learning_rate": 3.1827742268125614e-07, |
| "loss": 4.7532, |
| "step": 118300 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.5782713890075684, |
| "learning_rate": 3.100933799278168e-07, |
| "loss": 4.7525, |
| "step": 118400 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.2185344696044922, |
| "learning_rate": 3.019093371743774e-07, |
| "loss": 4.7507, |
| "step": 118500 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.168750286102295, |
| "learning_rate": 2.9372529442093805e-07, |
| "loss": 4.7503, |
| "step": 118600 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.3794721364974976, |
| "learning_rate": 2.8554125166749874e-07, |
| "loss": 4.7539, |
| "step": 118700 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.0481081008911133, |
| "learning_rate": 2.773572089140594e-07, |
| "loss": 4.7493, |
| "step": 118800 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.1850849390029907, |
| "learning_rate": 2.6917316616062007e-07, |
| "loss": 4.752, |
| "step": 118900 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.3937416076660156, |
| "learning_rate": 2.609891234071807e-07, |
| "loss": 4.7518, |
| "step": 119000 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.0362590551376343, |
| "learning_rate": 2.5280508065374134e-07, |
| "loss": 4.7494, |
| "step": 119100 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.226879358291626, |
| "learning_rate": 2.4462103790030203e-07, |
| "loss": 4.7541, |
| "step": 119200 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.289158582687378, |
| "learning_rate": 2.3643699514686265e-07, |
| "loss": 4.7541, |
| "step": 119300 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.2052675485610962, |
| "learning_rate": 2.282529523934233e-07, |
| "loss": 4.7494, |
| "step": 119400 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.3836339712142944, |
| "learning_rate": 2.2006890963998397e-07, |
| "loss": 4.7501, |
| "step": 119500 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.075812578201294, |
| "learning_rate": 2.1188486688654464e-07, |
| "loss": 4.7466, |
| "step": 119600 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.0450024604797363, |
| "learning_rate": 2.0370082413310527e-07, |
| "loss": 4.7513, |
| "step": 119700 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.6995435953140259, |
| "learning_rate": 1.9551678137966594e-07, |
| "loss": 4.7544, |
| "step": 119800 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 2.0586297512054443, |
| "learning_rate": 1.873327386262266e-07, |
| "loss": 4.7512, |
| "step": 119900 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.734843134880066, |
| "learning_rate": 1.7914869587278727e-07, |
| "loss": 4.752, |
| "step": 120000 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.8307639360427856, |
| "learning_rate": 1.709646531193479e-07, |
| "loss": 4.7486, |
| "step": 120100 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.0754849910736084, |
| "learning_rate": 1.6278061036590857e-07, |
| "loss": 4.7518, |
| "step": 120200 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.8558402061462402, |
| "learning_rate": 1.545965676124692e-07, |
| "loss": 4.7496, |
| "step": 120300 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.3178366422653198, |
| "learning_rate": 1.4641252485902987e-07, |
| "loss": 4.7474, |
| "step": 120400 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.176018238067627, |
| "learning_rate": 1.3822848210559053e-07, |
| "loss": 4.7517, |
| "step": 120500 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.0331361293792725, |
| "learning_rate": 1.300444393521512e-07, |
| "loss": 4.7445, |
| "step": 120600 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.2724260091781616, |
| "learning_rate": 1.2186039659871183e-07, |
| "loss": 4.7519, |
| "step": 120700 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.1402854919433594, |
| "learning_rate": 1.1367635384527251e-07, |
| "loss": 4.7547, |
| "step": 120800 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.6155171394348145, |
| "learning_rate": 1.0549231109183315e-07, |
| "loss": 4.7553, |
| "step": 120900 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.3488671779632568, |
| "learning_rate": 9.73082683383938e-08, |
| "loss": 4.7489, |
| "step": 121000 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.4476072788238525, |
| "learning_rate": 8.912422558495446e-08, |
| "loss": 4.7531, |
| "step": 121100 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.5881561040878296, |
| "learning_rate": 8.094018283151511e-08, |
| "loss": 4.7472, |
| "step": 121200 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.3526599407196045, |
| "learning_rate": 7.275614007807578e-08, |
| "loss": 4.7507, |
| "step": 121300 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.1709797382354736, |
| "learning_rate": 6.457209732463643e-08, |
| "loss": 4.7495, |
| "step": 121400 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.1517142057418823, |
| "learning_rate": 5.6388054571197084e-08, |
| "loss": 4.7534, |
| "step": 121500 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.6636133193969727, |
| "learning_rate": 4.820401181775774e-08, |
| "loss": 4.7524, |
| "step": 121600 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.1265342235565186, |
| "learning_rate": 4.001996906431839e-08, |
| "loss": 4.749, |
| "step": 121700 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.4785326719284058, |
| "learning_rate": 3.183592631087905e-08, |
| "loss": 4.7507, |
| "step": 121800 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 3.0491678714752197, |
| "learning_rate": 2.3651883557439706e-08, |
| "loss": 4.7502, |
| "step": 121900 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.162163257598877, |
| "learning_rate": 1.5467840804000363e-08, |
| "loss": 4.7493, |
| "step": 122000 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 122189, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "total_flos": 1.4891090143551898e+18, |
| "train_batch_size": 96, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
