| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.9973474801061006, |
| "eval_steps": 500, |
| "global_step": 2826, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.010610079575596816, |
| "grad_norm": 4.634474754333496, |
| "learning_rate": 1.5901060070671379e-07, |
| "loss": 0.741, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.021220159151193633, |
| "grad_norm": 2.9002726078033447, |
| "learning_rate": 3.356890459363958e-07, |
| "loss": 0.5551, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.03183023872679045, |
| "grad_norm": 4.242003917694092, |
| "learning_rate": 5.123674911660778e-07, |
| "loss": 0.6185, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.042440318302387266, |
| "grad_norm": 3.8156638145446777, |
| "learning_rate": 6.890459363957598e-07, |
| "loss": 0.6358, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.05305039787798409, |
| "grad_norm": 3.047624349594116, |
| "learning_rate": 8.657243816254418e-07, |
| "loss": 0.5922, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0636604774535809, |
| "grad_norm": 2.2943954467773438, |
| "learning_rate": 1.0424028268551239e-06, |
| "loss": 0.6282, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.07427055702917772, |
| "grad_norm": 2.831937551498413, |
| "learning_rate": 1.2190812720848057e-06, |
| "loss": 0.5836, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.08488063660477453, |
| "grad_norm": 3.941297769546509, |
| "learning_rate": 1.3957597173144876e-06, |
| "loss": 0.5836, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.09549071618037135, |
| "grad_norm": 2.4598379135131836, |
| "learning_rate": 1.5724381625441699e-06, |
| "loss": 0.4983, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.10610079575596817, |
| "grad_norm": 2.533829927444458, |
| "learning_rate": 1.7491166077738517e-06, |
| "loss": 0.6057, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.11671087533156499, |
| "grad_norm": 2.412334442138672, |
| "learning_rate": 1.925795053003534e-06, |
| "loss": 0.5135, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.1273209549071618, |
| "grad_norm": 2.7505877017974854, |
| "learning_rate": 2.1024734982332157e-06, |
| "loss": 0.4844, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.13793103448275862, |
| "grad_norm": 2.701307535171509, |
| "learning_rate": 2.279151943462898e-06, |
| "loss": 0.5386, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.14854111405835543, |
| "grad_norm": 2.8261961936950684, |
| "learning_rate": 2.45583038869258e-06, |
| "loss": 0.4774, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.15915119363395225, |
| "grad_norm": 2.4490256309509277, |
| "learning_rate": 2.6325088339222617e-06, |
| "loss": 0.5035, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.16976127320954906, |
| "grad_norm": 2.418158769607544, |
| "learning_rate": 2.8091872791519436e-06, |
| "loss": 0.4897, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.18037135278514588, |
| "grad_norm": 3.5972161293029785, |
| "learning_rate": 2.985865724381626e-06, |
| "loss": 0.5196, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1909814323607427, |
| "grad_norm": 2.814927577972412, |
| "learning_rate": 3.162544169611308e-06, |
| "loss": 0.4791, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.20159151193633953, |
| "grad_norm": 2.6151270866394043, |
| "learning_rate": 3.3392226148409896e-06, |
| "loss": 0.5024, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.21220159151193635, |
| "grad_norm": 2.8331387042999268, |
| "learning_rate": 3.5159010600706715e-06, |
| "loss": 0.5781, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.22281167108753316, |
| "grad_norm": 2.433027744293213, |
| "learning_rate": 3.6925795053003538e-06, |
| "loss": 0.4186, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.23342175066312998, |
| "grad_norm": 2.671696186065674, |
| "learning_rate": 3.869257950530036e-06, |
| "loss": 0.4819, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.2440318302387268, |
| "grad_norm": 2.5337982177734375, |
| "learning_rate": 4.045936395759718e-06, |
| "loss": 0.547, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.2546419098143236, |
| "grad_norm": 2.2034990787506104, |
| "learning_rate": 4.222614840989399e-06, |
| "loss": 0.5603, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.26525198938992045, |
| "grad_norm": 2.2893121242523193, |
| "learning_rate": 4.399293286219082e-06, |
| "loss": 0.4483, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.27586206896551724, |
| "grad_norm": 1.8757219314575195, |
| "learning_rate": 4.575971731448763e-06, |
| "loss": 0.5178, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.2864721485411141, |
| "grad_norm": 2.3748602867126465, |
| "learning_rate": 4.752650176678445e-06, |
| "loss": 0.5264, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.29708222811671087, |
| "grad_norm": 3.0481033325195312, |
| "learning_rate": 4.929328621908128e-06, |
| "loss": 0.5124, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3076923076923077, |
| "grad_norm": 2.682847023010254, |
| "learning_rate": 4.99993132201408e-06, |
| "loss": 0.4977, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.3183023872679045, |
| "grad_norm": 2.472842216491699, |
| "learning_rate": 4.9995116368759e-06, |
| "loss": 0.5005, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.32891246684350134, |
| "grad_norm": 2.582815647125244, |
| "learning_rate": 4.998710485009401e-06, |
| "loss": 0.4857, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.3395225464190981, |
| "grad_norm": 2.3572824001312256, |
| "learning_rate": 4.99752798868358e-06, |
| "loss": 0.4637, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.35013262599469497, |
| "grad_norm": 2.3432295322418213, |
| "learning_rate": 4.99596432836689e-06, |
| "loss": 0.4775, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.36074270557029176, |
| "grad_norm": 2.7486777305603027, |
| "learning_rate": 4.994019742699705e-06, |
| "loss": 0.5779, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.3713527851458886, |
| "grad_norm": 2.3831562995910645, |
| "learning_rate": 4.991694528457891e-06, |
| "loss": 0.5057, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.3819628647214854, |
| "grad_norm": 2.5414721965789795, |
| "learning_rate": 4.988989040507518e-06, |
| "loss": 0.5313, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.3925729442970822, |
| "grad_norm": 2.4140472412109375, |
| "learning_rate": 4.985903691750697e-06, |
| "loss": 0.4441, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.40318302387267907, |
| "grad_norm": 2.4907593727111816, |
| "learning_rate": 4.982438953062572e-06, |
| "loss": 0.4778, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.41379310344827586, |
| "grad_norm": 2.579932928085327, |
| "learning_rate": 4.978595353219449e-06, |
| "loss": 0.4848, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.4244031830238727, |
| "grad_norm": 2.5512266159057617, |
| "learning_rate": 4.974373478818098e-06, |
| "loss": 0.4891, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.4350132625994695, |
| "grad_norm": 2.3293063640594482, |
| "learning_rate": 4.969773974186235e-06, |
| "loss": 0.4954, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.44562334217506633, |
| "grad_norm": 2.6347479820251465, |
| "learning_rate": 4.964797541284175e-06, |
| "loss": 0.5353, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.4562334217506631, |
| "grad_norm": 2.7719151973724365, |
| "learning_rate": 4.959444939597712e-06, |
| "loss": 0.5726, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.46684350132625996, |
| "grad_norm": 2.1757211685180664, |
| "learning_rate": 4.953716986022204e-06, |
| "loss": 0.5642, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.47745358090185674, |
| "grad_norm": 2.432244300842285, |
| "learning_rate": 4.947614554737904e-06, |
| "loss": 0.4429, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.4880636604774536, |
| "grad_norm": 1.972844123840332, |
| "learning_rate": 4.941138577076538e-06, |
| "loss": 0.4683, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.4986737400530504, |
| "grad_norm": 2.484992742538452, |
| "learning_rate": 4.934290041379182e-06, |
| "loss": 0.4385, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.5092838196286472, |
| "grad_norm": 2.0424418449401855, |
| "learning_rate": 4.92706999284541e-06, |
| "loss": 0.4935, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.519893899204244, |
| "grad_norm": 2.3754308223724365, |
| "learning_rate": 4.9194795333737925e-06, |
| "loss": 0.4548, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.5305039787798409, |
| "grad_norm": 3.0801432132720947, |
| "learning_rate": 4.911519821393718e-06, |
| "loss": 0.5486, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5411140583554377, |
| "grad_norm": 2.2712507247924805, |
| "learning_rate": 4.9031920716886035e-06, |
| "loss": 0.5121, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.5517241379310345, |
| "grad_norm": 2.0000548362731934, |
| "learning_rate": 4.894497555210499e-06, |
| "loss": 0.4495, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.5623342175066313, |
| "grad_norm": 2.590303897857666, |
| "learning_rate": 4.8854375988861134e-06, |
| "loss": 0.5028, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.5729442970822282, |
| "grad_norm": 2.377298355102539, |
| "learning_rate": 4.87601358541431e-06, |
| "loss": 0.5193, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.583554376657825, |
| "grad_norm": 2.966008186340332, |
| "learning_rate": 4.8662269530550825e-06, |
| "loss": 0.545, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.5941644562334217, |
| "grad_norm": 2.250293254852295, |
| "learning_rate": 4.856079195410046e-06, |
| "loss": 0.5219, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.6047745358090185, |
| "grad_norm": 2.437361240386963, |
| "learning_rate": 4.845571861194501e-06, |
| "loss": 0.4725, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.6153846153846154, |
| "grad_norm": 2.435994863510132, |
| "learning_rate": 4.834706554001065e-06, |
| "loss": 0.4232, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.6259946949602122, |
| "grad_norm": 2.705902099609375, |
| "learning_rate": 4.823484932054937e-06, |
| "loss": 0.4834, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.636604774535809, |
| "grad_norm": 2.1471517086029053, |
| "learning_rate": 4.811908707960832e-06, |
| "loss": 0.5302, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6472148541114059, |
| "grad_norm": 2.0760443210601807, |
| "learning_rate": 4.799979648441602e-06, |
| "loss": 0.494, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.6578249336870027, |
| "grad_norm": 2.334944009780884, |
| "learning_rate": 4.787699574068611e-06, |
| "loss": 0.487, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.6684350132625995, |
| "grad_norm": 2.3444855213165283, |
| "learning_rate": 4.775070358983881e-06, |
| "loss": 0.4911, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.6790450928381963, |
| "grad_norm": 2.127737045288086, |
| "learning_rate": 4.7620939306140696e-06, |
| "loss": 0.4744, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.6896551724137931, |
| "grad_norm": 2.2132568359375, |
| "learning_rate": 4.748772269376312e-06, |
| "loss": 0.4789, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.7002652519893899, |
| "grad_norm": 1.9452372789382935, |
| "learning_rate": 4.735107408375977e-06, |
| "loss": 0.488, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.7108753315649867, |
| "grad_norm": 2.7268893718719482, |
| "learning_rate": 4.721101433096381e-06, |
| "loss": 0.4462, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.7214854111405835, |
| "grad_norm": 2.1095452308654785, |
| "learning_rate": 4.706756481080511e-06, |
| "loss": 0.5087, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.7320954907161804, |
| "grad_norm": 2.278555154800415, |
| "learning_rate": 4.692074741604795e-06, |
| "loss": 0.5304, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.7427055702917772, |
| "grad_norm": 2.455960512161255, |
| "learning_rate": 4.677058455344989e-06, |
| "loss": 0.5177, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.753315649867374, |
| "grad_norm": 2.1136856079101562, |
| "learning_rate": 4.661709914034209e-06, |
| "loss": 0.4841, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.7639257294429708, |
| "grad_norm": 2.296614646911621, |
| "learning_rate": 4.646031460113175e-06, |
| "loss": 0.4544, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.7745358090185677, |
| "grad_norm": 1.8733782768249512, |
| "learning_rate": 4.630025486372715e-06, |
| "loss": 0.4715, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.7851458885941645, |
| "grad_norm": 2.526837110519409, |
| "learning_rate": 4.613694435588589e-06, |
| "loss": 0.4824, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.7957559681697612, |
| "grad_norm": 2.2026150226593018, |
| "learning_rate": 4.597040800148679e-06, |
| "loss": 0.4852, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.8063660477453581, |
| "grad_norm": 2.214277744293213, |
| "learning_rate": 4.580067121672607e-06, |
| "loss": 0.4134, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.8169761273209549, |
| "grad_norm": 2.623305559158325, |
| "learning_rate": 4.562775990623847e-06, |
| "loss": 0.4493, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.8275862068965517, |
| "grad_norm": 2.9433794021606445, |
| "learning_rate": 4.5451700459143735e-06, |
| "loss": 0.5255, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.8381962864721485, |
| "grad_norm": 2.143739938735962, |
| "learning_rate": 4.527251974501923e-06, |
| "loss": 0.4503, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.8488063660477454, |
| "grad_norm": 2.1592986583709717, |
| "learning_rate": 4.509024510979917e-06, |
| "loss": 0.4636, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.8594164456233422, |
| "grad_norm": 2.2622759342193604, |
| "learning_rate": 4.4904904371601176e-06, |
| "loss": 0.4685, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.870026525198939, |
| "grad_norm": 2.3408522605895996, |
| "learning_rate": 4.4716525816480816e-06, |
| "loss": 0.5248, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.8806366047745358, |
| "grad_norm": 2.5351459980010986, |
| "learning_rate": 4.4525138194114644e-06, |
| "loss": 0.4747, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.8912466843501327, |
| "grad_norm": 2.4038591384887695, |
| "learning_rate": 4.4330770713412555e-06, |
| "loss": 0.4198, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.9018567639257294, |
| "grad_norm": 2.2719292640686035, |
| "learning_rate": 4.413345303805996e-06, |
| "loss": 0.4545, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.9124668435013262, |
| "grad_norm": 3.1209301948547363, |
| "learning_rate": 4.393321528199072e-06, |
| "loss": 0.5003, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.9230769230769231, |
| "grad_norm": 2.414945125579834, |
| "learning_rate": 4.373008800479118e-06, |
| "loss": 0.472, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.9336870026525199, |
| "grad_norm": 2.21144437789917, |
| "learning_rate": 4.352410220703629e-06, |
| "loss": 0.4661, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.9442970822281167, |
| "grad_norm": 2.210827589035034, |
| "learning_rate": 4.331528932555844e-06, |
| "loss": 0.4614, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.9549071618037135, |
| "grad_norm": 2.403038740158081, |
| "learning_rate": 4.3103681228649626e-06, |
| "loss": 0.4623, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.9655172413793104, |
| "grad_norm": 2.588114023208618, |
| "learning_rate": 4.288931021119788e-06, |
| "loss": 0.4902, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.9761273209549072, |
| "grad_norm": 2.288691997528076, |
| "learning_rate": 4.267220898975848e-06, |
| "loss": 0.5047, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.986737400530504, |
| "grad_norm": 2.2487804889678955, |
| "learning_rate": 4.245241069756092e-06, |
| "loss": 0.5358, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.9973474801061007, |
| "grad_norm": 2.5266008377075195, |
| "learning_rate": 4.222994887945219e-06, |
| "loss": 0.4928, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.0074270557029177, |
| "grad_norm": 2.5962352752685547, |
| "learning_rate": 4.20048574867773e-06, |
| "loss": 0.3963, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.0180371352785147, |
| "grad_norm": 2.707613229751587, |
| "learning_rate": 4.1777170872197725e-06, |
| "loss": 0.3125, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.0286472148541115, |
| "grad_norm": 2.4237964153289795, |
| "learning_rate": 4.1546923784448646e-06, |
| "loss": 0.3457, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.0392572944297083, |
| "grad_norm": 1.6531928777694702, |
| "learning_rate": 4.1314151363035705e-06, |
| "loss": 0.3029, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.049867374005305, |
| "grad_norm": 2.1669981479644775, |
| "learning_rate": 4.1078889132872145e-06, |
| "loss": 0.3289, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.0604774535809018, |
| "grad_norm": 2.445012092590332, |
| "learning_rate": 4.084117299885712e-06, |
| "loss": 0.3234, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.0710875331564986, |
| "grad_norm": 2.0615527629852295, |
| "learning_rate": 4.060103924039599e-06, |
| "loss": 0.3139, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.0816976127320954, |
| "grad_norm": 1.990400791168213, |
| "learning_rate": 4.035852450586352e-06, |
| "loss": 0.3144, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.0923076923076924, |
| "grad_norm": 2.5510122776031494, |
| "learning_rate": 4.011366580701073e-06, |
| "loss": 0.323, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.1029177718832892, |
| "grad_norm": 2.462083101272583, |
| "learning_rate": 3.9866500513316274e-06, |
| "loss": 0.3694, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.113527851458886, |
| "grad_norm": 2.4385085105895996, |
| "learning_rate": 3.961706634628323e-06, |
| "loss": 0.3351, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.1241379310344828, |
| "grad_norm": 1.7553578615188599, |
| "learning_rate": 3.936540137368222e-06, |
| "loss": 0.3459, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.1347480106100796, |
| "grad_norm": 2.513950824737549, |
| "learning_rate": 3.911154400374159e-06, |
| "loss": 0.3186, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.1453580901856764, |
| "grad_norm": 2.6273515224456787, |
| "learning_rate": 3.885553297928573e-06, |
| "loss": 0.3333, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.1559681697612731, |
| "grad_norm": 2.4155592918395996, |
| "learning_rate": 3.859740737182222e-06, |
| "loss": 0.3137, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.16657824933687, |
| "grad_norm": 2.719611644744873, |
| "learning_rate": 3.833720657557894e-06, |
| "loss": 0.3426, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.1771883289124667, |
| "grad_norm": 2.5729358196258545, |
| "learning_rate": 3.807497030149181e-06, |
| "loss": 0.3709, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.1877984084880637, |
| "grad_norm": 1.9626141786575317, |
| "learning_rate": 3.7810738571144257e-06, |
| "loss": 0.329, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.1984084880636605, |
| "grad_norm": 2.601951837539673, |
| "learning_rate": 3.7544551710659296e-06, |
| "loss": 0.305, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.2090185676392573, |
| "grad_norm": 2.4118540287017822, |
| "learning_rate": 3.7276450344545024e-06, |
| "loss": 0.3449, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.219628647214854, |
| "grad_norm": 2.5080604553222656, |
| "learning_rate": 3.7006475389494723e-06, |
| "loss": 0.3403, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.2302387267904509, |
| "grad_norm": 2.6882951259613037, |
| "learning_rate": 3.6734668048142273e-06, |
| "loss": 0.3342, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.2408488063660477, |
| "grad_norm": 2.3755247592926025, |
| "learning_rate": 3.646106980277394e-06, |
| "loss": 0.3589, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.2514588859416444, |
| "grad_norm": 2.4138166904449463, |
| "learning_rate": 3.618572240899748e-06, |
| "loss": 0.3447, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.2620689655172415, |
| "grad_norm": 2.6930105686187744, |
| "learning_rate": 3.5908667889369603e-06, |
| "loss": 0.3787, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.2726790450928382, |
| "grad_norm": 2.732795476913452, |
| "learning_rate": 3.5629948526982563e-06, |
| "loss": 0.3376, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.283289124668435, |
| "grad_norm": 1.8468087911605835, |
| "learning_rate": 3.534960685901111e-06, |
| "loss": 0.3461, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.2938992042440318, |
| "grad_norm": 2.3408284187316895, |
| "learning_rate": 3.506768567022062e-06, |
| "loss": 0.3396, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.3045092838196286, |
| "grad_norm": 2.7420434951782227, |
| "learning_rate": 3.478422798643737e-06, |
| "loss": 0.3364, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.3151193633952254, |
| "grad_norm": 2.634403705596924, |
| "learning_rate": 3.4499277067982177e-06, |
| "loss": 0.3126, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.3257294429708222, |
| "grad_norm": 2.4217336177825928, |
| "learning_rate": 3.421287640306809e-06, |
| "loss": 0.3092, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.3363395225464192, |
| "grad_norm": 1.7107937335968018, |
| "learning_rate": 3.3925069701163406e-06, |
| "loss": 0.3374, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.346949602122016, |
| "grad_norm": 2.1515822410583496, |
| "learning_rate": 3.363590088632085e-06, |
| "loss": 0.3436, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.3575596816976128, |
| "grad_norm": 2.0105717182159424, |
| "learning_rate": 3.334541409047408e-06, |
| "loss": 0.3283, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.3681697612732096, |
| "grad_norm": 1.8952791690826416, |
| "learning_rate": 3.3053653646702422e-06, |
| "loss": 0.358, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.3787798408488063, |
| "grad_norm": 1.8639928102493286, |
| "learning_rate": 3.276066408246487e-06, |
| "loss": 0.3084, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.3893899204244031, |
| "grad_norm": 2.563251256942749, |
| "learning_rate": 3.2466490112804484e-06, |
| "loss": 0.3508, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.4, |
| "grad_norm": 2.214616060256958, |
| "learning_rate": 3.217117663352417e-06, |
| "loss": 0.3215, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.410610079575597, |
| "grad_norm": 1.793468952178955, |
| "learning_rate": 3.187476871433478e-06, |
| "loss": 0.3193, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.4212201591511937, |
| "grad_norm": 2.204789638519287, |
| "learning_rate": 3.1577311591976766e-06, |
| "loss": 0.3019, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.4318302387267905, |
| "grad_norm": 2.307568311691284, |
| "learning_rate": 3.1278850663316307e-06, |
| "loss": 0.3099, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.4424403183023873, |
| "grad_norm": 2.485848903656006, |
| "learning_rate": 3.0979431478416987e-06, |
| "loss": 0.3085, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.453050397877984, |
| "grad_norm": 1.953053593635559, |
| "learning_rate": 3.067909973358811e-06, |
| "loss": 0.3211, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.4636604774535809, |
| "grad_norm": 2.2350101470947266, |
| "learning_rate": 3.0377901264410673e-06, |
| "loss": 0.3329, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.4742705570291776, |
| "grad_norm": 2.542452335357666, |
| "learning_rate": 3.0075882038742133e-06, |
| "loss": 0.3376, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.4848806366047747, |
| "grad_norm": 2.3203530311584473, |
| "learning_rate": 2.9773088149700923e-06, |
| "loss": 0.2896, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.4954907161803712, |
| "grad_norm": 1.9708584547042847, |
| "learning_rate": 2.9469565808631888e-06, |
| "loss": 0.299, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.5061007957559682, |
| "grad_norm": 2.63698148727417, |
| "learning_rate": 2.9165361338053683e-06, |
| "loss": 0.3484, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.516710875331565, |
| "grad_norm": 2.091648578643799, |
| "learning_rate": 2.886052116458918e-06, |
| "loss": 0.3316, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.5273209549071618, |
| "grad_norm": 1.955355167388916, |
| "learning_rate": 2.8555091811880004e-06, |
| "loss": 0.328, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.5379310344827586, |
| "grad_norm": 1.6724951267242432, |
| "learning_rate": 2.8249119893486252e-06, |
| "loss": 0.3215, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.5485411140583554, |
| "grad_norm": 2.1872570514678955, |
| "learning_rate": 2.7942652105772516e-06, |
| "loss": 0.3118, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.5591511936339524, |
| "grad_norm": 3.0710208415985107, |
| "learning_rate": 2.7635735220781214e-06, |
| "loss": 0.2973, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.569761273209549, |
| "grad_norm": 2.357663631439209, |
| "learning_rate": 2.7328416079094412e-06, |
| "loss": 0.3423, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.580371352785146, |
| "grad_norm": 2.2559144496917725, |
| "learning_rate": 2.7020741582685217e-06, |
| "loss": 0.3211, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.5909814323607427, |
| "grad_norm": 2.0730817317962646, |
| "learning_rate": 2.6712758687759706e-06, |
| "loss": 0.2733, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.6015915119363395, |
| "grad_norm": 2.6119141578674316, |
| "learning_rate": 2.6404514397590657e-06, |
| "loss": 0.338, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.6122015915119363, |
| "grad_norm": 2.315875768661499, |
| "learning_rate": 2.6096055755344113e-06, |
| "loss": 0.3124, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.622811671087533, |
| "grad_norm": 2.2880892753601074, |
| "learning_rate": 2.578742983689973e-06, |
| "loss": 0.3538, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.6334217506631301, |
| "grad_norm": 2.2615041732788086, |
| "learning_rate": 2.547868374366631e-06, |
| "loss": 0.3353, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.6440318302387267, |
| "grad_norm": 1.9062315225601196, |
| "learning_rate": 2.5169864595393295e-06, |
| "loss": 0.302, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.6546419098143237, |
| "grad_norm": 2.7016942501068115, |
| "learning_rate": 2.4861019522979537e-06, |
| "loss": 0.3124, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.6652519893899205, |
| "grad_norm": 2.4618184566497803, |
| "learning_rate": 2.455219566128034e-06, |
| "loss": 0.3497, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.6758620689655173, |
| "grad_norm": 2.8924951553344727, |
| "learning_rate": 2.4243440141913905e-06, |
| "loss": 0.3233, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.686472148541114, |
| "grad_norm": 2.32255482673645, |
| "learning_rate": 2.393480008606825e-06, |
| "loss": 0.3067, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.6970822281167108, |
| "grad_norm": 1.8984359502792358, |
| "learning_rate": 2.3626322597309774e-06, |
| "loss": 0.2893, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.7076923076923078, |
| "grad_norm": 1.8360289335250854, |
| "learning_rate": 2.331805475439445e-06, |
| "loss": 0.2825, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.7183023872679044, |
| "grad_norm": 2.331998109817505, |
| "learning_rate": 2.3010043604082824e-06, |
| "loss": 0.3379, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.7289124668435014, |
| "grad_norm": 2.3304574489593506, |
| "learning_rate": 2.2702336153959925e-06, |
| "loss": 0.301, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.739522546419098, |
| "grad_norm": 2.534090518951416, |
| "learning_rate": 2.2394979365261134e-06, |
| "loss": 0.404, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.750132625994695, |
| "grad_norm": 2.273122549057007, |
| "learning_rate": 2.208802014570507e-06, |
| "loss": 0.3242, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.7607427055702918, |
| "grad_norm": 1.8859643936157227, |
| "learning_rate": 2.1781505342334775e-06, |
| "loss": 0.3152, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.7713527851458886, |
| "grad_norm": 2.567715644836426, |
| "learning_rate": 2.147548173436805e-06, |
| "loss": 0.3302, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.7819628647214856, |
| "grad_norm": 2.7930519580841064, |
| "learning_rate": 2.116999602605814e-06, |
| "loss": 0.293, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.7925729442970821, |
| "grad_norm": 2.646296262741089, |
| "learning_rate": 2.086509483956594e-06, |
| "loss": 0.2683, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.8031830238726791, |
| "grad_norm": 2.3010053634643555, |
| "learning_rate": 2.056082470784469e-06, |
| "loss": 0.313, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.8137931034482757, |
| "grad_norm": 2.3864669799804688, |
| "learning_rate": 2.0257232067538213e-06, |
| "loss": 0.262, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.8244031830238727, |
| "grad_norm": 2.63028883934021, |
| "learning_rate": 1.9954363251894007e-06, |
| "loss": 0.3457, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.8350132625994695, |
| "grad_norm": 2.0011484622955322, |
| "learning_rate": 1.9652264483691933e-06, |
| "loss": 0.2739, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.8456233421750663, |
| "grad_norm": 2.6818690299987793, |
| "learning_rate": 1.9350981868189944e-06, |
| "loss": 0.3109, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.856233421750663, |
| "grad_norm": 2.6978225708007812, |
| "learning_rate": 1.9050561386087618e-06, |
| "loss": 0.3269, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.8668435013262599, |
| "grad_norm": 2.578031301498413, |
| "learning_rate": 1.8751048886508711e-06, |
| "loss": 0.3617, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.8774535809018569, |
| "grad_norm": 2.5525052547454834, |
| "learning_rate": 1.8452490080003888e-06, |
| "loss": 0.3228, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.8880636604774534, |
| "grad_norm": 2.1095635890960693, |
| "learning_rate": 1.8154930531574521e-06, |
| "loss": 0.2857, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.8986737400530505, |
| "grad_norm": 2.3965845108032227, |
| "learning_rate": 1.785841565371868e-06, |
| "loss": 0.3622, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.9092838196286472, |
| "grad_norm": 2.293715238571167, |
| "learning_rate": 1.7562990699500482e-06, |
| "loss": 0.3031, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.919893899204244, |
| "grad_norm": 2.026015281677246, |
| "learning_rate": 1.7268700755643708e-06, |
| "loss": 0.3019, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.9305039787798408, |
| "grad_norm": 1.7175791263580322, |
| "learning_rate": 1.6975590735650812e-06, |
| "loss": 0.3047, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.9411140583554376, |
| "grad_norm": 2.0024490356445312, |
| "learning_rate": 1.668370537294841e-06, |
| "loss": 0.3048, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.9517241379310346, |
| "grad_norm": 2.8226239681243896, |
| "learning_rate": 1.6393089214060204e-06, |
| "loss": 0.3205, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.9623342175066312, |
| "grad_norm": 1.9452221393585205, |
| "learning_rate": 1.6103786611808414e-06, |
| "loss": 0.321, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.9729442970822282, |
| "grad_norm": 2.304274320602417, |
| "learning_rate": 1.5815841718544884e-06, |
| "loss": 0.2954, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.983554376657825, |
| "grad_norm": 2.502206802368164, |
| "learning_rate": 1.5529298479412636e-06, |
| "loss": 0.2945, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.9941644562334218, |
| "grad_norm": 2.5796189308166504, |
| "learning_rate": 1.524420062563912e-06, |
| "loss": 0.3291, |
| "step": 1880 |
| }, |
| { |
| "epoch": 2.004244031830239, |
| "grad_norm": 1.9198871850967407, |
| "learning_rate": 1.4960591667862163e-06, |
| "loss": 0.234, |
| "step": 1890 |
| }, |
| { |
| "epoch": 2.0148541114058354, |
| "grad_norm": 1.7082706689834595, |
| "learning_rate": 1.4678514889489464e-06, |
| "loss": 0.1943, |
| "step": 1900 |
| }, |
| { |
| "epoch": 2.0254641909814324, |
| "grad_norm": 1.8571817874908447, |
| "learning_rate": 1.4398013340092864e-06, |
| "loss": 0.1911, |
| "step": 1910 |
| }, |
| { |
| "epoch": 2.0360742705570294, |
| "grad_norm": 2.454561233520508, |
| "learning_rate": 1.4119129828838275e-06, |
| "loss": 0.1895, |
| "step": 1920 |
| }, |
| { |
| "epoch": 2.046684350132626, |
| "grad_norm": 2.3714683055877686, |
| "learning_rate": 1.384190691795226e-06, |
| "loss": 0.2177, |
| "step": 1930 |
| }, |
| { |
| "epoch": 2.057294429708223, |
| "grad_norm": 2.1356313228607178, |
| "learning_rate": 1.3566386916226373e-06, |
| "loss": 0.2252, |
| "step": 1940 |
| }, |
| { |
| "epoch": 2.0679045092838195, |
| "grad_norm": 2.446906089782715, |
| "learning_rate": 1.3292611872560134e-06, |
| "loss": 0.1982, |
| "step": 1950 |
| }, |
| { |
| "epoch": 2.0785145888594165, |
| "grad_norm": 2.1040875911712646, |
| "learning_rate": 1.302062356954365e-06, |
| "loss": 0.1696, |
| "step": 1960 |
| }, |
| { |
| "epoch": 2.089124668435013, |
| "grad_norm": 2.220742702484131, |
| "learning_rate": 1.2750463517080922e-06, |
| "loss": 0.1936, |
| "step": 1970 |
| }, |
| { |
| "epoch": 2.09973474801061, |
| "grad_norm": 2.7784054279327393, |
| "learning_rate": 1.2482172946054753e-06, |
| "loss": 0.1604, |
| "step": 1980 |
| }, |
| { |
| "epoch": 2.110344827586207, |
| "grad_norm": 2.0539498329162598, |
| "learning_rate": 1.2215792802034187e-06, |
| "loss": 0.2069, |
| "step": 1990 |
| }, |
| { |
| "epoch": 2.1209549071618037, |
| "grad_norm": 1.8337138891220093, |
| "learning_rate": 1.1951363739025618e-06, |
| "loss": 0.1964, |
| "step": 2000 |
| }, |
| { |
| "epoch": 2.1315649867374007, |
| "grad_norm": 1.7631642818450928, |
| "learning_rate": 1.168892611326827e-06, |
| "loss": 0.1871, |
| "step": 2010 |
| }, |
| { |
| "epoch": 2.1421750663129973, |
| "grad_norm": 2.386589527130127, |
| "learning_rate": 1.1428519977075136e-06, |
| "loss": 0.2595, |
| "step": 2020 |
| }, |
| { |
| "epoch": 2.1527851458885943, |
| "grad_norm": 2.553382635116577, |
| "learning_rate": 1.1170185072720434e-06, |
| "loss": 0.185, |
| "step": 2030 |
| }, |
| { |
| "epoch": 2.163395225464191, |
| "grad_norm": 2.870973825454712, |
| "learning_rate": 1.091396082637419e-06, |
| "loss": 0.228, |
| "step": 2040 |
| }, |
| { |
| "epoch": 2.174005305039788, |
| "grad_norm": 2.643745183944702, |
| "learning_rate": 1.065988634208516e-06, |
| "loss": 0.2098, |
| "step": 2050 |
| }, |
| { |
| "epoch": 2.184615384615385, |
| "grad_norm": 2.369596481323242, |
| "learning_rate": 1.0408000395812961e-06, |
| "loss": 0.1982, |
| "step": 2060 |
| }, |
| { |
| "epoch": 2.1952254641909814, |
| "grad_norm": 2.1093883514404297, |
| "learning_rate": 1.0158341429510194e-06, |
| "loss": 0.1844, |
| "step": 2070 |
| }, |
| { |
| "epoch": 2.2058355437665784, |
| "grad_norm": 1.951935052871704, |
| "learning_rate": 9.910947545255523e-07, |
| "loss": 0.1654, |
| "step": 2080 |
| }, |
| { |
| "epoch": 2.216445623342175, |
| "grad_norm": 2.230781078338623, |
| "learning_rate": 9.665856499438744e-07, |
| "loss": 0.2037, |
| "step": 2090 |
| }, |
| { |
| "epoch": 2.227055702917772, |
| "grad_norm": 2.6240904331207275, |
| "learning_rate": 9.423105696998491e-07, |
| "loss": 0.2087, |
| "step": 2100 |
| }, |
| { |
| "epoch": 2.2376657824933686, |
| "grad_norm": 1.712857723236084, |
| "learning_rate": 9.182732185713633e-07, |
| "loss": 0.2105, |
| "step": 2110 |
| }, |
| { |
| "epoch": 2.2482758620689656, |
| "grad_norm": 2.036086082458496, |
| "learning_rate": 8.94477265054918e-07, |
| "loss": 0.2186, |
| "step": 2120 |
| }, |
| { |
| "epoch": 2.2588859416445626, |
| "grad_norm": 2.3545398712158203, |
| "learning_rate": 8.709263408057522e-07, |
| "loss": 0.1879, |
| "step": 2130 |
| }, |
| { |
| "epoch": 2.269496021220159, |
| "grad_norm": 1.9098992347717285, |
| "learning_rate": 8.476240400835972e-07, |
| "loss": 0.2177, |
| "step": 2140 |
| }, |
| { |
| "epoch": 2.280106100795756, |
| "grad_norm": 2.107959270477295, |
| "learning_rate": 8.245739192041311e-07, |
| "loss": 0.165, |
| "step": 2150 |
| }, |
| { |
| "epoch": 2.2907161803713527, |
| "grad_norm": 2.550719976425171, |
| "learning_rate": 8.017794959962225e-07, |
| "loss": 0.2018, |
| "step": 2160 |
| }, |
| { |
| "epoch": 2.3013262599469497, |
| "grad_norm": 2.354701280593872, |
| "learning_rate": 7.792442492650587e-07, |
| "loss": 0.1955, |
| "step": 2170 |
| }, |
| { |
| "epoch": 2.3119363395225463, |
| "grad_norm": 2.3547091484069824, |
| "learning_rate": 7.569716182612177e-07, |
| "loss": 0.1976, |
| "step": 2180 |
| }, |
| { |
| "epoch": 2.3225464190981433, |
| "grad_norm": 1.4048022031784058, |
| "learning_rate": 7.349650021557839e-07, |
| "loss": 0.1685, |
| "step": 2190 |
| }, |
| { |
| "epoch": 2.33315649867374, |
| "grad_norm": 2.568500280380249, |
| "learning_rate": 7.132277595215773e-07, |
| "loss": 0.1519, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.343766578249337, |
| "grad_norm": 2.205993413925171, |
| "learning_rate": 6.917632078205805e-07, |
| "loss": 0.1573, |
| "step": 2210 |
| }, |
| { |
| "epoch": 2.3543766578249334, |
| "grad_norm": 2.067505121231079, |
| "learning_rate": 6.705746228976387e-07, |
| "loss": 0.184, |
| "step": 2220 |
| }, |
| { |
| "epoch": 2.3649867374005304, |
| "grad_norm": 2.4360201358795166, |
| "learning_rate": 6.496652384805125e-07, |
| "loss": 0.1968, |
| "step": 2230 |
| }, |
| { |
| "epoch": 2.3755968169761275, |
| "grad_norm": 2.042179584503174, |
| "learning_rate": 6.290382456863584e-07, |
| "loss": 0.1846, |
| "step": 2240 |
| }, |
| { |
| "epoch": 2.386206896551724, |
| "grad_norm": 2.849271535873413, |
| "learning_rate": 6.086967925347075e-07, |
| "loss": 0.1858, |
| "step": 2250 |
| }, |
| { |
| "epoch": 2.396816976127321, |
| "grad_norm": 2.0765082836151123, |
| "learning_rate": 5.88643983467033e-07, |
| "loss": 0.1837, |
| "step": 2260 |
| }, |
| { |
| "epoch": 2.4074270557029176, |
| "grad_norm": 1.9958840608596802, |
| "learning_rate": 5.688828788729547e-07, |
| "loss": 0.1659, |
| "step": 2270 |
| }, |
| { |
| "epoch": 2.4180371352785146, |
| "grad_norm": 2.253602981567383, |
| "learning_rate": 5.494164946231747e-07, |
| "loss": 0.2095, |
| "step": 2280 |
| }, |
| { |
| "epoch": 2.428647214854111, |
| "grad_norm": 1.5552992820739746, |
| "learning_rate": 5.302478016092075e-07, |
| "loss": 0.1862, |
| "step": 2290 |
| }, |
| { |
| "epoch": 2.439257294429708, |
| "grad_norm": 2.721445322036743, |
| "learning_rate": 5.113797252899728e-07, |
| "loss": 0.2085, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.449867374005305, |
| "grad_norm": 2.3488707542419434, |
| "learning_rate": 4.928151452453184e-07, |
| "loss": 0.1914, |
| "step": 2310 |
| }, |
| { |
| "epoch": 2.4604774535809018, |
| "grad_norm": 2.49068021774292, |
| "learning_rate": 4.745568947365542e-07, |
| "loss": 0.1718, |
| "step": 2320 |
| }, |
| { |
| "epoch": 2.4710875331564988, |
| "grad_norm": 1.4638549089431763, |
| "learning_rate": 4.5660776027404654e-07, |
| "loss": 0.1669, |
| "step": 2330 |
| }, |
| { |
| "epoch": 2.4816976127320953, |
| "grad_norm": 2.288776159286499, |
| "learning_rate": 4.389704811919507e-07, |
| "loss": 0.1731, |
| "step": 2340 |
| }, |
| { |
| "epoch": 2.4923076923076923, |
| "grad_norm": 2.385162115097046, |
| "learning_rate": 4.216477492301455e-07, |
| "loss": 0.1802, |
| "step": 2350 |
| }, |
| { |
| "epoch": 2.502917771883289, |
| "grad_norm": 2.0100815296173096, |
| "learning_rate": 4.0464220812342526e-07, |
| "loss": 0.2232, |
| "step": 2360 |
| }, |
| { |
| "epoch": 2.513527851458886, |
| "grad_norm": 1.8439091444015503, |
| "learning_rate": 3.87956453198027e-07, |
| "loss": 0.1432, |
| "step": 2370 |
| }, |
| { |
| "epoch": 2.524137931034483, |
| "grad_norm": 2.3093338012695312, |
| "learning_rate": 3.715930309755389e-07, |
| "loss": 0.1834, |
| "step": 2380 |
| }, |
| { |
| "epoch": 2.5347480106100795, |
| "grad_norm": 2.3250088691711426, |
| "learning_rate": 3.5555443878425635e-07, |
| "loss": 0.2123, |
| "step": 2390 |
| }, |
| { |
| "epoch": 2.5453580901856765, |
| "grad_norm": 1.8003133535385132, |
| "learning_rate": 3.398431243780531e-07, |
| "loss": 0.2034, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.555968169761273, |
| "grad_norm": 2.8948135375976562, |
| "learning_rate": 3.2446148556281117e-07, |
| "loss": 0.1778, |
| "step": 2410 |
| }, |
| { |
| "epoch": 2.56657824933687, |
| "grad_norm": 1.8556360006332397, |
| "learning_rate": 3.0941186983047543e-07, |
| "loss": 0.1892, |
| "step": 2420 |
| }, |
| { |
| "epoch": 2.5771883289124666, |
| "grad_norm": 2.771932363510132, |
| "learning_rate": 2.9469657400078925e-07, |
| "loss": 0.1935, |
| "step": 2430 |
| }, |
| { |
| "epoch": 2.5877984084880636, |
| "grad_norm": 2.5325114727020264, |
| "learning_rate": 2.8031784387076186e-07, |
| "loss": 0.1858, |
| "step": 2440 |
| }, |
| { |
| "epoch": 2.5984084880636606, |
| "grad_norm": 2.4069302082061768, |
| "learning_rate": 2.6627787387191934e-07, |
| "loss": 0.2118, |
| "step": 2450 |
| }, |
| { |
| "epoch": 2.609018567639257, |
| "grad_norm": 2.053656816482544, |
| "learning_rate": 2.5257880673540376e-07, |
| "loss": 0.1929, |
| "step": 2460 |
| }, |
| { |
| "epoch": 2.6196286472148542, |
| "grad_norm": 1.8820626735687256, |
| "learning_rate": 2.392227331649527e-07, |
| "loss": 0.1745, |
| "step": 2470 |
| }, |
| { |
| "epoch": 2.630238726790451, |
| "grad_norm": 1.9418586492538452, |
| "learning_rate": 2.2621169151782417e-07, |
| "loss": 0.1823, |
| "step": 2480 |
| }, |
| { |
| "epoch": 2.640848806366048, |
| "grad_norm": 2.519037961959839, |
| "learning_rate": 2.1354766749371093e-07, |
| "loss": 0.2037, |
| "step": 2490 |
| }, |
| { |
| "epoch": 2.6514588859416444, |
| "grad_norm": 2.010211944580078, |
| "learning_rate": 2.0123259383169031e-07, |
| "loss": 0.2196, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.6620689655172414, |
| "grad_norm": 1.9838532209396362, |
| "learning_rate": 1.8926835001525257e-07, |
| "loss": 0.1848, |
| "step": 2510 |
| }, |
| { |
| "epoch": 2.6726790450928384, |
| "grad_norm": 2.3488149642944336, |
| "learning_rate": 1.776567619854655e-07, |
| "loss": 0.1823, |
| "step": 2520 |
| }, |
| { |
| "epoch": 2.683289124668435, |
| "grad_norm": 2.839651584625244, |
| "learning_rate": 1.6639960186230293e-07, |
| "loss": 0.2039, |
| "step": 2530 |
| }, |
| { |
| "epoch": 2.693899204244032, |
| "grad_norm": 2.050480842590332, |
| "learning_rate": 1.5549858767419018e-07, |
| "loss": 0.1796, |
| "step": 2540 |
| }, |
| { |
| "epoch": 2.7045092838196285, |
| "grad_norm": 1.2738044261932373, |
| "learning_rate": 1.449553830958053e-07, |
| "loss": 0.1893, |
| "step": 2550 |
| }, |
| { |
| "epoch": 2.7151193633952255, |
| "grad_norm": 1.8912787437438965, |
| "learning_rate": 1.347715971941746e-07, |
| "loss": 0.1947, |
| "step": 2560 |
| }, |
| { |
| "epoch": 2.725729442970822, |
| "grad_norm": 1.8385730981826782, |
| "learning_rate": 1.2494878418310234e-07, |
| "loss": 0.1744, |
| "step": 2570 |
| }, |
| { |
| "epoch": 2.736339522546419, |
| "grad_norm": 2.1071712970733643, |
| "learning_rate": 1.1548844318597208e-07, |
| "loss": 0.2351, |
| "step": 2580 |
| }, |
| { |
| "epoch": 2.746949602122016, |
| "grad_norm": 2.054392099380493, |
| "learning_rate": 1.0639201800695553e-07, |
| "loss": 0.2245, |
| "step": 2590 |
| }, |
| { |
| "epoch": 2.7575596816976127, |
| "grad_norm": 1.656562328338623, |
| "learning_rate": 9.76608969106646e-08, |
| "loss": 0.2014, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.7681697612732097, |
| "grad_norm": 2.6887638568878174, |
| "learning_rate": 8.929641241027937e-08, |
| "loss": 0.1824, |
| "step": 2610 |
| }, |
| { |
| "epoch": 2.7787798408488062, |
| "grad_norm": 2.4606659412384033, |
| "learning_rate": 8.129984106418354e-08, |
| "loss": 0.1706, |
| "step": 2620 |
| }, |
| { |
| "epoch": 2.7893899204244033, |
| "grad_norm": 2.5548455715179443, |
| "learning_rate": 7.3672403281142e-08, |
| "loss": 0.2195, |
| "step": 2630 |
| }, |
| { |
| "epoch": 2.8, |
| "grad_norm": 1.7952167987823486, |
| "learning_rate": 6.641526313404534e-08, |
| "loss": 0.1748, |
| "step": 2640 |
| }, |
| { |
| "epoch": 2.810610079575597, |
| "grad_norm": 2.376830816268921, |
| "learning_rate": 5.952952818225416e-08, |
| "loss": 0.2061, |
| "step": 2650 |
| }, |
| { |
| "epoch": 2.821220159151194, |
| "grad_norm": 1.7183632850646973, |
| "learning_rate": 5.3016249302565436e-08, |
| "loss": 0.1742, |
| "step": 2660 |
| }, |
| { |
| "epoch": 2.8318302387267904, |
| "grad_norm": 2.11011004447937, |
| "learning_rate": 4.6876420528833014e-08, |
| "loss": 0.2082, |
| "step": 2670 |
| }, |
| { |
| "epoch": 2.8424403183023874, |
| "grad_norm": 1.8799868822097778, |
| "learning_rate": 4.111097890026089e-08, |
| "loss": 0.1805, |
| "step": 2680 |
| }, |
| { |
| "epoch": 2.853050397877984, |
| "grad_norm": 2.5171291828155518, |
| "learning_rate": 3.5720804318395976e-08, |
| "loss": 0.2058, |
| "step": 2690 |
| }, |
| { |
| "epoch": 2.863660477453581, |
| "grad_norm": 2.142263650894165, |
| "learning_rate": 3.0706719412839926e-08, |
| "loss": 0.2027, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.8742705570291776, |
| "grad_norm": 2.2124040126800537, |
| "learning_rate": 2.6069489415703197e-08, |
| "loss": 0.1941, |
| "step": 2710 |
| }, |
| { |
| "epoch": 2.8848806366047746, |
| "grad_norm": 2.033259153366089, |
| "learning_rate": 2.18098220448168e-08, |
| "loss": 0.2029, |
| "step": 2720 |
| }, |
| { |
| "epoch": 2.8954907161803716, |
| "grad_norm": 2.416912794113159, |
| "learning_rate": 1.7928367395725066e-08, |
| "loss": 0.2062, |
| "step": 2730 |
| }, |
| { |
| "epoch": 2.906100795755968, |
| "grad_norm": 2.193751096725464, |
| "learning_rate": 1.442571784246699e-08, |
| "loss": 0.1873, |
| "step": 2740 |
| }, |
| { |
| "epoch": 2.916710875331565, |
| "grad_norm": 1.5729731321334839, |
| "learning_rate": 1.1302407947173522e-08, |
| "loss": 0.1653, |
| "step": 2750 |
| }, |
| { |
| "epoch": 2.9273209549071617, |
| "grad_norm": 1.7562044858932495, |
| "learning_rate": 8.558914378481996e-09, |
| "loss": 0.1743, |
| "step": 2760 |
| }, |
| { |
| "epoch": 2.9379310344827587, |
| "grad_norm": 2.183967351913452, |
| "learning_rate": 6.195655838790726e-09, |
| "loss": 0.1821, |
| "step": 2770 |
| }, |
| { |
| "epoch": 2.9485411140583553, |
| "grad_norm": 1.9312433004379272, |
| "learning_rate": 4.212993000356491e-09, |
| "loss": 0.1954, |
| "step": 2780 |
| }, |
| { |
| "epoch": 2.9591511936339523, |
| "grad_norm": 2.2055087089538574, |
| "learning_rate": 2.611228450250802e-09, |
| "loss": 0.1925, |
| "step": 2790 |
| }, |
| { |
| "epoch": 2.9697612732095493, |
| "grad_norm": 1.6606404781341553, |
| "learning_rate": 1.3906066441798927e-09, |
| "loss": 0.1805, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.980371352785146, |
| "grad_norm": 2.594404458999634, |
| "learning_rate": 5.513138691767839e-10, |
| "loss": 0.2084, |
| "step": 2810 |
| }, |
| { |
| "epoch": 2.9909814323607424, |
| "grad_norm": 2.007861375808716, |
| "learning_rate": 9.347821517069477e-11, |
| "loss": 0.2115, |
| "step": 2820 |
| }, |
| { |
| "epoch": 2.9973474801061006, |
| "step": 2826, |
| "total_flos": 1.0915292825780224e+17, |
| "train_loss": 0.34044326600333263, |
| "train_runtime": 16671.2674, |
| "train_samples_per_second": 2.713, |
| "train_steps_per_second": 0.17 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 2826, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 943, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.0915292825780224e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
