| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.99675535366645, |
| "eval_steps": 500, |
| "global_step": 2310, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0012978585334198572, |
| "grad_norm": 51.281074849235615, |
| "learning_rate": 0.0, |
| "loss": 11.2228, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0025957170668397143, |
| "grad_norm": 52.288477767034706, |
| "learning_rate": 2.1645021645021646e-07, |
| "loss": 11.2142, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.003893575600259572, |
| "grad_norm": 51.690439395204805, |
| "learning_rate": 4.329004329004329e-07, |
| "loss": 11.2982, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.005191434133679429, |
| "grad_norm": 52.70272970065567, |
| "learning_rate": 6.493506493506494e-07, |
| "loss": 11.2202, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.006489292667099286, |
| "grad_norm": 52.19249689221791, |
| "learning_rate": 8.658008658008658e-07, |
| "loss": 11.223, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.007787151200519144, |
| "grad_norm": 52.51499888342824, |
| "learning_rate": 1.0822510822510822e-06, |
| "loss": 11.1764, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.009085009733939001, |
| "grad_norm": 54.65313049626493, |
| "learning_rate": 1.2987012987012988e-06, |
| "loss": 11.1836, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.010382868267358857, |
| "grad_norm": 56.26332260448297, |
| "learning_rate": 1.5151515151515152e-06, |
| "loss": 10.9434, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.011680726800778715, |
| "grad_norm": 56.526613959934075, |
| "learning_rate": 1.7316017316017317e-06, |
| "loss": 10.8116, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.012978585334198572, |
| "grad_norm": 73.22487510820876, |
| "learning_rate": 1.948051948051948e-06, |
| "loss": 10.0099, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.01427644386761843, |
| "grad_norm": 78.76237638740871, |
| "learning_rate": 2.1645021645021643e-06, |
| "loss": 9.7022, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.015574302401038288, |
| "grad_norm": 84.53260376952899, |
| "learning_rate": 2.3809523809523808e-06, |
| "loss": 9.2879, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.016872160934458143, |
| "grad_norm": 93.89336284136559, |
| "learning_rate": 2.5974025974025976e-06, |
| "loss": 9.1068, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.018170019467878003, |
| "grad_norm": 67.50935080000205, |
| "learning_rate": 2.813852813852814e-06, |
| "loss": 4.1366, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.01946787800129786, |
| "grad_norm": 60.451555462271216, |
| "learning_rate": 3.0303030303030305e-06, |
| "loss": 3.7321, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.020765736534717714, |
| "grad_norm": 48.941978109448335, |
| "learning_rate": 3.2467532467532465e-06, |
| "loss": 3.3276, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.022063595068137574, |
| "grad_norm": 41.193189217962875, |
| "learning_rate": 3.4632034632034634e-06, |
| "loss": 3.0135, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.02336145360155743, |
| "grad_norm": 19.806882723512313, |
| "learning_rate": 3.67965367965368e-06, |
| "loss": 2.1732, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.02465931213497729, |
| "grad_norm": 6.601644234547365, |
| "learning_rate": 3.896103896103896e-06, |
| "loss": 1.5589, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.025957170668397145, |
| "grad_norm": 5.420878318524882, |
| "learning_rate": 4.112554112554113e-06, |
| "loss": 1.4694, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.027255029201817, |
| "grad_norm": 4.513535899746422, |
| "learning_rate": 4.329004329004329e-06, |
| "loss": 1.4127, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.02855288773523686, |
| "grad_norm": 3.4399120070700926, |
| "learning_rate": 4.5454545454545455e-06, |
| "loss": 1.308, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.029850746268656716, |
| "grad_norm": 2.737903832715275, |
| "learning_rate": 4.7619047619047615e-06, |
| "loss": 1.2391, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.031148604802076575, |
| "grad_norm": 2.229792362203531, |
| "learning_rate": 4.978354978354978e-06, |
| "loss": 1.207, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.03244646333549643, |
| "grad_norm": 1.67506952925642, |
| "learning_rate": 5.194805194805195e-06, |
| "loss": 1.164, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.03374432186891629, |
| "grad_norm": 7.810491533013112, |
| "learning_rate": 5.411255411255411e-06, |
| "loss": 1.0519, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.03504218040233614, |
| "grad_norm": 1.8418087052814074, |
| "learning_rate": 5.627705627705628e-06, |
| "loss": 1.0332, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.036340038935756006, |
| "grad_norm": 1.6946651958442733, |
| "learning_rate": 5.844155844155844e-06, |
| "loss": 1.0257, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.03763789746917586, |
| "grad_norm": 1.0837092117736122, |
| "learning_rate": 6.060606060606061e-06, |
| "loss": 0.9995, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.03893575600259572, |
| "grad_norm": 1.022247931246769, |
| "learning_rate": 6.277056277056277e-06, |
| "loss": 0.9658, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.04023361453601557, |
| "grad_norm": 1.0439465825515253, |
| "learning_rate": 6.493506493506493e-06, |
| "loss": 0.9258, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.04153147306943543, |
| "grad_norm": 0.8476038489892367, |
| "learning_rate": 6.709956709956711e-06, |
| "loss": 0.9183, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.04282933160285529, |
| "grad_norm": 0.7260505313959857, |
| "learning_rate": 6.926406926406927e-06, |
| "loss": 0.8859, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.04412719013627515, |
| "grad_norm": 0.9334322529996619, |
| "learning_rate": 7.142857142857143e-06, |
| "loss": 0.8775, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.045425048669695, |
| "grad_norm": 0.7507371805560344, |
| "learning_rate": 7.35930735930736e-06, |
| "loss": 0.8506, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.04672290720311486, |
| "grad_norm": 0.7037392218293158, |
| "learning_rate": 7.5757575757575764e-06, |
| "loss": 0.8373, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.048020765736534715, |
| "grad_norm": 0.7026115757535957, |
| "learning_rate": 7.792207792207792e-06, |
| "loss": 0.8148, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.04931862426995458, |
| "grad_norm": 0.6329073089403997, |
| "learning_rate": 8.008658008658008e-06, |
| "loss": 0.7989, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.050616482803374434, |
| "grad_norm": 0.576557174722755, |
| "learning_rate": 8.225108225108225e-06, |
| "loss": 0.801, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.05191434133679429, |
| "grad_norm": 0.633584321792007, |
| "learning_rate": 8.441558441558442e-06, |
| "loss": 0.8154, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.053212199870214145, |
| "grad_norm": 0.6357768126157509, |
| "learning_rate": 8.658008658008657e-06, |
| "loss": 0.7985, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.054510058403634, |
| "grad_norm": 0.4606140950872704, |
| "learning_rate": 8.874458874458876e-06, |
| "loss": 0.7875, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.055807916937053864, |
| "grad_norm": 0.42579840291728105, |
| "learning_rate": 9.090909090909091e-06, |
| "loss": 0.7882, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.05710577547047372, |
| "grad_norm": 0.5127047756782175, |
| "learning_rate": 9.307359307359308e-06, |
| "loss": 0.7668, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.058403634003893576, |
| "grad_norm": 0.5275747680292829, |
| "learning_rate": 9.523809523809523e-06, |
| "loss": 0.7556, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.05970149253731343, |
| "grad_norm": 0.4422307893352111, |
| "learning_rate": 9.740259740259742e-06, |
| "loss": 0.7469, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.06099935107073329, |
| "grad_norm": 0.3950972183567316, |
| "learning_rate": 9.956709956709957e-06, |
| "loss": 0.7257, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.06229720960415315, |
| "grad_norm": 0.4294144227066294, |
| "learning_rate": 1.0173160173160174e-05, |
| "loss": 0.7082, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.063595068137573, |
| "grad_norm": 0.4261355016492852, |
| "learning_rate": 1.038961038961039e-05, |
| "loss": 0.7202, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.06489292667099286, |
| "grad_norm": 0.40006881327817506, |
| "learning_rate": 1.0606060606060607e-05, |
| "loss": 0.7006, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.06619078520441272, |
| "grad_norm": 0.3484479390008924, |
| "learning_rate": 1.0822510822510823e-05, |
| "loss": 0.7141, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.06748864373783257, |
| "grad_norm": 0.3508582969164509, |
| "learning_rate": 1.103896103896104e-05, |
| "loss": 0.7203, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.06878650227125244, |
| "grad_norm": 0.3754749738655716, |
| "learning_rate": 1.1255411255411256e-05, |
| "loss": 0.7465, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.07008436080467229, |
| "grad_norm": 0.33275270814242425, |
| "learning_rate": 1.1471861471861473e-05, |
| "loss": 0.6844, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.07138221933809215, |
| "grad_norm": 0.29711493887953333, |
| "learning_rate": 1.1688311688311688e-05, |
| "loss": 0.668, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.07268007787151201, |
| "grad_norm": 0.3254569707924083, |
| "learning_rate": 1.1904761904761905e-05, |
| "loss": 0.7234, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.07397793640493186, |
| "grad_norm": 0.2925311216603525, |
| "learning_rate": 1.2121212121212122e-05, |
| "loss": 0.7004, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.07527579493835172, |
| "grad_norm": 0.2781203466736231, |
| "learning_rate": 1.2337662337662339e-05, |
| "loss": 0.6845, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.07657365347177157, |
| "grad_norm": 0.27946888261667213, |
| "learning_rate": 1.2554112554112554e-05, |
| "loss": 0.6999, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.07787151200519143, |
| "grad_norm": 0.2728571313678063, |
| "learning_rate": 1.2770562770562773e-05, |
| "loss": 0.6639, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0791693705386113, |
| "grad_norm": 0.3093993935391829, |
| "learning_rate": 1.2987012987012986e-05, |
| "loss": 0.701, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.08046722907203115, |
| "grad_norm": 0.2852724472177098, |
| "learning_rate": 1.3203463203463205e-05, |
| "loss": 0.681, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.08176508760545101, |
| "grad_norm": 0.2693071822601781, |
| "learning_rate": 1.3419913419913421e-05, |
| "loss": 0.6679, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.08306294613887086, |
| "grad_norm": 0.2883803733655785, |
| "learning_rate": 1.3636363636363637e-05, |
| "loss": 0.6871, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.08436080467229072, |
| "grad_norm": 0.27168971444927753, |
| "learning_rate": 1.3852813852813853e-05, |
| "loss": 0.6478, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.08565866320571058, |
| "grad_norm": 0.2780741659791045, |
| "learning_rate": 1.406926406926407e-05, |
| "loss": 0.6654, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.08695652173913043, |
| "grad_norm": 0.2669958151004055, |
| "learning_rate": 1.4285714285714285e-05, |
| "loss": 0.6494, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.0882543802725503, |
| "grad_norm": 0.2645854701003351, |
| "learning_rate": 1.4502164502164502e-05, |
| "loss": 0.6343, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.08955223880597014, |
| "grad_norm": 0.27977755521966374, |
| "learning_rate": 1.471861471861472e-05, |
| "loss": 0.6703, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.09085009733939, |
| "grad_norm": 0.2701714280796314, |
| "learning_rate": 1.4935064935064936e-05, |
| "loss": 0.6657, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.09214795587280987, |
| "grad_norm": 0.3340236352400633, |
| "learning_rate": 1.5151515151515153e-05, |
| "loss": 0.6654, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.09344581440622972, |
| "grad_norm": 0.25125625871192836, |
| "learning_rate": 1.5367965367965366e-05, |
| "loss": 0.6829, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.09474367293964958, |
| "grad_norm": 0.27623404854696354, |
| "learning_rate": 1.5584415584415583e-05, |
| "loss": 0.6864, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.09604153147306943, |
| "grad_norm": 0.2855287411905892, |
| "learning_rate": 1.5800865800865803e-05, |
| "loss": 0.6669, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.0973393900064893, |
| "grad_norm": 0.2544109696892319, |
| "learning_rate": 1.6017316017316017e-05, |
| "loss": 0.6441, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.09863724853990916, |
| "grad_norm": 0.29021289781813303, |
| "learning_rate": 1.6233766233766234e-05, |
| "loss": 0.6664, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.099935107073329, |
| "grad_norm": 0.26812240880351107, |
| "learning_rate": 1.645021645021645e-05, |
| "loss": 0.6391, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.10123296560674887, |
| "grad_norm": 0.27576904300300786, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 0.6355, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.10253082414016872, |
| "grad_norm": 0.2814054287273717, |
| "learning_rate": 1.6883116883116884e-05, |
| "loss": 0.6265, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.10382868267358858, |
| "grad_norm": 0.3103049215962741, |
| "learning_rate": 1.70995670995671e-05, |
| "loss": 0.6497, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.10512654120700844, |
| "grad_norm": 0.2728333867240695, |
| "learning_rate": 1.7316017316017315e-05, |
| "loss": 0.628, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.10642439974042829, |
| "grad_norm": 0.29691347602771223, |
| "learning_rate": 1.7532467532467535e-05, |
| "loss": 0.6481, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.10772225827384815, |
| "grad_norm": 0.29273954514595735, |
| "learning_rate": 1.7748917748917752e-05, |
| "loss": 0.6261, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.109020116807268, |
| "grad_norm": 0.3074962736781368, |
| "learning_rate": 1.7965367965367965e-05, |
| "loss": 0.6299, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.11031797534068787, |
| "grad_norm": 0.29602233662175786, |
| "learning_rate": 1.8181818181818182e-05, |
| "loss": 0.6335, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.11161583387410773, |
| "grad_norm": 0.2830666870801868, |
| "learning_rate": 1.83982683982684e-05, |
| "loss": 0.641, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.11291369240752758, |
| "grad_norm": 0.3125259689124729, |
| "learning_rate": 1.8614718614718616e-05, |
| "loss": 0.6388, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.11421155094094744, |
| "grad_norm": 0.26645549323423784, |
| "learning_rate": 1.8831168831168833e-05, |
| "loss": 0.6208, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.11550940947436729, |
| "grad_norm": 0.28954783071217016, |
| "learning_rate": 1.9047619047619046e-05, |
| "loss": 0.6273, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.11680726800778715, |
| "grad_norm": 0.28149679569001645, |
| "learning_rate": 1.9264069264069266e-05, |
| "loss": 0.6028, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.11810512654120701, |
| "grad_norm": 0.2906262772721881, |
| "learning_rate": 1.9480519480519483e-05, |
| "loss": 0.6245, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.11940298507462686, |
| "grad_norm": 0.2711185379042277, |
| "learning_rate": 1.9696969696969697e-05, |
| "loss": 0.6267, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.12070084360804673, |
| "grad_norm": 0.3052664513793837, |
| "learning_rate": 1.9913419913419914e-05, |
| "loss": 0.6346, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.12199870214146658, |
| "grad_norm": 0.29479074178005676, |
| "learning_rate": 2.012987012987013e-05, |
| "loss": 0.6255, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.12329656067488644, |
| "grad_norm": 0.3687002197662538, |
| "learning_rate": 2.0346320346320347e-05, |
| "loss": 0.6269, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.1245944192083063, |
| "grad_norm": 0.26974731920341294, |
| "learning_rate": 2.0562770562770564e-05, |
| "loss": 0.6355, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.12589227774172615, |
| "grad_norm": 0.35521751114512884, |
| "learning_rate": 2.077922077922078e-05, |
| "loss": 0.6293, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.127190136275146, |
| "grad_norm": 0.31122119266101045, |
| "learning_rate": 2.0995670995670998e-05, |
| "loss": 0.6548, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.12848799480856588, |
| "grad_norm": 0.32784103974924345, |
| "learning_rate": 2.1212121212121215e-05, |
| "loss": 0.6409, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.12978585334198572, |
| "grad_norm": 0.2862191321006967, |
| "learning_rate": 2.1428571428571428e-05, |
| "loss": 0.6287, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.13108371187540557, |
| "grad_norm": 0.2888970770108121, |
| "learning_rate": 2.1645021645021645e-05, |
| "loss": 0.5825, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.13238157040882545, |
| "grad_norm": 0.27541204550524634, |
| "learning_rate": 2.1861471861471862e-05, |
| "loss": 0.6056, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.1336794289422453, |
| "grad_norm": 0.2829745345550545, |
| "learning_rate": 2.207792207792208e-05, |
| "loss": 0.6388, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.13497728747566515, |
| "grad_norm": 0.31335331278223877, |
| "learning_rate": 2.2294372294372296e-05, |
| "loss": 0.6149, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.136275146009085, |
| "grad_norm": 0.26183513844983125, |
| "learning_rate": 2.2510822510822512e-05, |
| "loss": 0.598, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.13757300454250487, |
| "grad_norm": 0.3166303353223508, |
| "learning_rate": 2.272727272727273e-05, |
| "loss": 0.6153, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.13887086307592472, |
| "grad_norm": 0.2827827597423759, |
| "learning_rate": 2.2943722943722946e-05, |
| "loss": 0.5878, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.14016872160934457, |
| "grad_norm": 0.27950978868403287, |
| "learning_rate": 2.3160173160173163e-05, |
| "loss": 0.6022, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.14146658014276445, |
| "grad_norm": 0.31785506543954495, |
| "learning_rate": 2.3376623376623376e-05, |
| "loss": 0.6419, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.1427644386761843, |
| "grad_norm": 0.2760724448320942, |
| "learning_rate": 2.3593073593073593e-05, |
| "loss": 0.5892, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.14406229720960415, |
| "grad_norm": 0.31705667668464776, |
| "learning_rate": 2.380952380952381e-05, |
| "loss": 0.5828, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.14536015574302402, |
| "grad_norm": 0.2786427147511611, |
| "learning_rate": 2.4025974025974027e-05, |
| "loss": 0.6189, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.14665801427644387, |
| "grad_norm": 0.33800188191224245, |
| "learning_rate": 2.4242424242424244e-05, |
| "loss": 0.5867, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.14795587280986372, |
| "grad_norm": 0.3183986863565769, |
| "learning_rate": 2.4458874458874457e-05, |
| "loss": 0.6244, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.14925373134328357, |
| "grad_norm": 0.346611504802979, |
| "learning_rate": 2.4675324675324678e-05, |
| "loss": 0.6114, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.15055158987670345, |
| "grad_norm": 0.3193746967683076, |
| "learning_rate": 2.4891774891774894e-05, |
| "loss": 0.5847, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.1518494484101233, |
| "grad_norm": 0.329720331399979, |
| "learning_rate": 2.5108225108225108e-05, |
| "loss": 0.6104, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.15314730694354314, |
| "grad_norm": 0.30497761214035857, |
| "learning_rate": 2.5324675324675325e-05, |
| "loss": 0.6147, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.15444516547696302, |
| "grad_norm": 0.3065657873353463, |
| "learning_rate": 2.5541125541125545e-05, |
| "loss": 0.5891, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.15574302401038287, |
| "grad_norm": 0.3040591111660935, |
| "learning_rate": 2.575757575757576e-05, |
| "loss": 0.5874, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.15704088254380272, |
| "grad_norm": 0.3176140258251669, |
| "learning_rate": 2.5974025974025972e-05, |
| "loss": 0.5891, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.1583387410772226, |
| "grad_norm": 0.33129130491628744, |
| "learning_rate": 2.6190476190476192e-05, |
| "loss": 0.5754, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.15963659961064244, |
| "grad_norm": 0.3400250207622185, |
| "learning_rate": 2.640692640692641e-05, |
| "loss": 0.5927, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.1609344581440623, |
| "grad_norm": 0.3294442929975534, |
| "learning_rate": 2.6623376623376623e-05, |
| "loss": 0.6016, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.16223231667748214, |
| "grad_norm": 0.27952039743370355, |
| "learning_rate": 2.6839826839826843e-05, |
| "loss": 0.5674, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.16353017521090202, |
| "grad_norm": 0.3263152361115472, |
| "learning_rate": 2.7056277056277056e-05, |
| "loss": 0.6185, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.16482803374432187, |
| "grad_norm": 0.34561117525982527, |
| "learning_rate": 2.7272727272727273e-05, |
| "loss": 0.6003, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.16612589227774172, |
| "grad_norm": 0.36330136868220264, |
| "learning_rate": 2.7489177489177493e-05, |
| "loss": 0.5796, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.1674237508111616, |
| "grad_norm": 0.3448144052747857, |
| "learning_rate": 2.7705627705627707e-05, |
| "loss": 0.5858, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.16872160934458144, |
| "grad_norm": 0.30841385505522906, |
| "learning_rate": 2.792207792207792e-05, |
| "loss": 0.5913, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.1700194678780013, |
| "grad_norm": 0.3823986000835476, |
| "learning_rate": 2.813852813852814e-05, |
| "loss": 0.6089, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.17131732641142117, |
| "grad_norm": 0.3183137204294537, |
| "learning_rate": 2.8354978354978357e-05, |
| "loss": 0.5974, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.17261518494484102, |
| "grad_norm": 0.3375228791953999, |
| "learning_rate": 2.857142857142857e-05, |
| "loss": 0.5919, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.17391304347826086, |
| "grad_norm": 0.34769553896113353, |
| "learning_rate": 2.878787878787879e-05, |
| "loss": 0.587, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.1752109020116807, |
| "grad_norm": 0.34053830322587214, |
| "learning_rate": 2.9004329004329005e-05, |
| "loss": 0.5846, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.1765087605451006, |
| "grad_norm": 0.3327693629121813, |
| "learning_rate": 2.922077922077922e-05, |
| "loss": 0.5929, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.17780661907852044, |
| "grad_norm": 0.37595317145253215, |
| "learning_rate": 2.943722943722944e-05, |
| "loss": 0.5836, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.1791044776119403, |
| "grad_norm": 0.31124901930305726, |
| "learning_rate": 2.9653679653679655e-05, |
| "loss": 0.5946, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.18040233614536016, |
| "grad_norm": 0.41500685318923003, |
| "learning_rate": 2.9870129870129872e-05, |
| "loss": 0.599, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.18170019467878, |
| "grad_norm": 0.4422225800744917, |
| "learning_rate": 3.0086580086580092e-05, |
| "loss": 0.6079, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.18299805321219986, |
| "grad_norm": 0.3911349391427895, |
| "learning_rate": 3.0303030303030306e-05, |
| "loss": 0.5911, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.18429591174561974, |
| "grad_norm": 0.3565760473012978, |
| "learning_rate": 3.051948051948052e-05, |
| "loss": 0.5874, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.1855937702790396, |
| "grad_norm": 0.3316833578762426, |
| "learning_rate": 3.073593073593073e-05, |
| "loss": 0.5987, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.18689162881245944, |
| "grad_norm": 0.4255792906025628, |
| "learning_rate": 3.095238095238095e-05, |
| "loss": 0.5674, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.18818948734587929, |
| "grad_norm": 0.3111389344438918, |
| "learning_rate": 3.1168831168831166e-05, |
| "loss": 0.5916, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.18948734587929916, |
| "grad_norm": 0.40391893328316164, |
| "learning_rate": 3.1385281385281387e-05, |
| "loss": 0.5862, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.190785204412719, |
| "grad_norm": 0.3571856870514297, |
| "learning_rate": 3.160173160173161e-05, |
| "loss": 0.5783, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.19208306294613886, |
| "grad_norm": 0.34724535128608686, |
| "learning_rate": 3.181818181818182e-05, |
| "loss": 0.593, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.19338092147955874, |
| "grad_norm": 0.36623311715616075, |
| "learning_rate": 3.2034632034632034e-05, |
| "loss": 0.5791, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.1946787800129786, |
| "grad_norm": 0.35421377131407383, |
| "learning_rate": 3.2251082251082254e-05, |
| "loss": 0.5869, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.19597663854639844, |
| "grad_norm": 0.3580175565804796, |
| "learning_rate": 3.246753246753247e-05, |
| "loss": 0.5731, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.1972744970798183, |
| "grad_norm": 0.3779107544260428, |
| "learning_rate": 3.268398268398268e-05, |
| "loss": 0.5888, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.19857235561323816, |
| "grad_norm": 0.381401724832965, |
| "learning_rate": 3.29004329004329e-05, |
| "loss": 0.5754, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.199870214146658, |
| "grad_norm": 0.3996699371198549, |
| "learning_rate": 3.311688311688312e-05, |
| "loss": 0.5878, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.20116807268007786, |
| "grad_norm": 0.3498521285804811, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 0.5624, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.20246593121349774, |
| "grad_norm": 0.4329402753533996, |
| "learning_rate": 3.3549783549783555e-05, |
| "loss": 0.5823, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.20376378974691758, |
| "grad_norm": 0.4715275117713498, |
| "learning_rate": 3.376623376623377e-05, |
| "loss": 0.5679, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.20506164828033743, |
| "grad_norm": 0.4087297995001702, |
| "learning_rate": 3.398268398268398e-05, |
| "loss": 0.5492, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.2063595068137573, |
| "grad_norm": 0.3963104181486302, |
| "learning_rate": 3.41991341991342e-05, |
| "loss": 0.5779, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.20765736534717716, |
| "grad_norm": 0.4626784659383467, |
| "learning_rate": 3.4415584415584416e-05, |
| "loss": 0.5791, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.208955223880597, |
| "grad_norm": 0.4629189431646934, |
| "learning_rate": 3.463203463203463e-05, |
| "loss": 0.5709, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.21025308241401688, |
| "grad_norm": 0.4327284524192223, |
| "learning_rate": 3.484848484848485e-05, |
| "loss": 0.5821, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.21155094094743673, |
| "grad_norm": 0.42226923421652224, |
| "learning_rate": 3.506493506493507e-05, |
| "loss": 0.579, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.21284879948085658, |
| "grad_norm": 0.37986989822155737, |
| "learning_rate": 3.528138528138528e-05, |
| "loss": 0.5656, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.21414665801427643, |
| "grad_norm": 0.4629547655665463, |
| "learning_rate": 3.5497835497835503e-05, |
| "loss": 0.5703, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.2154445165476963, |
| "grad_norm": 0.41674661311211725, |
| "learning_rate": 3.571428571428572e-05, |
| "loss": 0.5775, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.21674237508111616, |
| "grad_norm": 0.37812170353301494, |
| "learning_rate": 3.593073593073593e-05, |
| "loss": 0.5647, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.218040233614536, |
| "grad_norm": 0.3533683709945352, |
| "learning_rate": 3.6147186147186144e-05, |
| "loss": 0.5742, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.21933809214795588, |
| "grad_norm": 0.3327311378407231, |
| "learning_rate": 3.6363636363636364e-05, |
| "loss": 0.5616, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.22063595068137573, |
| "grad_norm": 0.31532044110811386, |
| "learning_rate": 3.6580086580086584e-05, |
| "loss": 0.5434, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.22193380921479558, |
| "grad_norm": 0.3191051407668251, |
| "learning_rate": 3.67965367965368e-05, |
| "loss": 0.5719, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.22323166774821546, |
| "grad_norm": 0.36508138364995835, |
| "learning_rate": 3.701298701298702e-05, |
| "loss": 0.5496, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.2245295262816353, |
| "grad_norm": 0.35917301960844417, |
| "learning_rate": 3.722943722943723e-05, |
| "loss": 0.5599, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.22582738481505515, |
| "grad_norm": 0.332146935347223, |
| "learning_rate": 3.7445887445887445e-05, |
| "loss": 0.5729, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.227125243348475, |
| "grad_norm": 0.3761709742507644, |
| "learning_rate": 3.7662337662337665e-05, |
| "loss": 0.5395, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.22842310188189488, |
| "grad_norm": 0.357015737631827, |
| "learning_rate": 3.787878787878788e-05, |
| "loss": 0.5661, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.22972096041531473, |
| "grad_norm": 0.34903223053324706, |
| "learning_rate": 3.809523809523809e-05, |
| "loss": 0.5633, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.23101881894873458, |
| "grad_norm": 0.3592680565530814, |
| "learning_rate": 3.831168831168831e-05, |
| "loss": 0.5504, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.23231667748215445, |
| "grad_norm": 0.31763219861115954, |
| "learning_rate": 3.852813852813853e-05, |
| "loss": 0.5693, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.2336145360155743, |
| "grad_norm": 0.37831351950166914, |
| "learning_rate": 3.8744588744588746e-05, |
| "loss": 0.5545, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.23491239454899415, |
| "grad_norm": 0.3032029950520603, |
| "learning_rate": 3.8961038961038966e-05, |
| "loss": 0.5483, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.23621025308241403, |
| "grad_norm": 0.45423832636818023, |
| "learning_rate": 3.917748917748918e-05, |
| "loss": 0.5646, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.23750811161583388, |
| "grad_norm": 0.3885683241280637, |
| "learning_rate": 3.939393939393939e-05, |
| "loss": 0.5782, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.23880597014925373, |
| "grad_norm": 0.4113001708391826, |
| "learning_rate": 3.9610389610389614e-05, |
| "loss": 0.5709, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.24010382868267358, |
| "grad_norm": 0.43060691545097807, |
| "learning_rate": 3.982683982683983e-05, |
| "loss": 0.5357, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.24140168721609345, |
| "grad_norm": 0.48621329563873417, |
| "learning_rate": 4.004329004329004e-05, |
| "loss": 0.5438, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.2426995457495133, |
| "grad_norm": 0.346819520203559, |
| "learning_rate": 4.025974025974026e-05, |
| "loss": 0.5448, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.24399740428293315, |
| "grad_norm": 0.5771040244138606, |
| "learning_rate": 4.047619047619048e-05, |
| "loss": 0.5609, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.24529526281635303, |
| "grad_norm": 0.5691856093486398, |
| "learning_rate": 4.0692640692640695e-05, |
| "loss": 0.5509, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.24659312134977288, |
| "grad_norm": 0.5658078548327832, |
| "learning_rate": 4.0909090909090915e-05, |
| "loss": 0.5457, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.24789097988319272, |
| "grad_norm": 0.32565141992028185, |
| "learning_rate": 4.112554112554113e-05, |
| "loss": 0.5576, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.2491888384166126, |
| "grad_norm": 0.693035116005457, |
| "learning_rate": 4.134199134199134e-05, |
| "loss": 0.5818, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.25048669695003245, |
| "grad_norm": 0.5767521454545272, |
| "learning_rate": 4.155844155844156e-05, |
| "loss": 0.5651, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.2517845554834523, |
| "grad_norm": 0.5780821207088752, |
| "learning_rate": 4.1774891774891775e-05, |
| "loss": 0.569, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.25308241401687215, |
| "grad_norm": 0.37604239901597153, |
| "learning_rate": 4.1991341991341996e-05, |
| "loss": 0.543, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.254380272550292, |
| "grad_norm": 0.5156588377708116, |
| "learning_rate": 4.220779220779221e-05, |
| "loss": 0.5655, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.2556781310837119, |
| "grad_norm": 0.547020541236707, |
| "learning_rate": 4.242424242424243e-05, |
| "loss": 0.5823, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.25697598961713175, |
| "grad_norm": 0.4902045464021542, |
| "learning_rate": 4.264069264069264e-05, |
| "loss": 0.5819, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.2582738481505516, |
| "grad_norm": 0.43892225186858413, |
| "learning_rate": 4.2857142857142856e-05, |
| "loss": 0.5407, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.25957170668397145, |
| "grad_norm": 0.35311657422045256, |
| "learning_rate": 4.3073593073593077e-05, |
| "loss": 0.5333, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.2608695652173913, |
| "grad_norm": 0.550191337628468, |
| "learning_rate": 4.329004329004329e-05, |
| "loss": 0.5691, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.26216742375081115, |
| "grad_norm": 0.3252801360738619, |
| "learning_rate": 4.3506493506493503e-05, |
| "loss": 0.5533, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.263465282284231, |
| "grad_norm": 0.4553304513015423, |
| "learning_rate": 4.3722943722943724e-05, |
| "loss": 0.5565, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.2647631408176509, |
| "grad_norm": 0.3263307722581273, |
| "learning_rate": 4.3939393939393944e-05, |
| "loss": 0.5671, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.26606099935107075, |
| "grad_norm": 0.4000844274004943, |
| "learning_rate": 4.415584415584416e-05, |
| "loss": 0.5399, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.2673588578844906, |
| "grad_norm": 0.38431545582799964, |
| "learning_rate": 4.437229437229438e-05, |
| "loss": 0.5417, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.26865671641791045, |
| "grad_norm": 0.40816346897613404, |
| "learning_rate": 4.458874458874459e-05, |
| "loss": 0.5592, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.2699545749513303, |
| "grad_norm": 0.34584489381728045, |
| "learning_rate": 4.4805194805194805e-05, |
| "loss": 0.5438, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.27125243348475014, |
| "grad_norm": 0.4537307823944973, |
| "learning_rate": 4.5021645021645025e-05, |
| "loss": 0.5399, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.27255029201817, |
| "grad_norm": 0.5752635325535591, |
| "learning_rate": 4.523809523809524e-05, |
| "loss": 0.5672, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.2738481505515899, |
| "grad_norm": 0.4083818210095887, |
| "learning_rate": 4.545454545454546e-05, |
| "loss": 0.5617, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.27514600908500975, |
| "grad_norm": 0.3170399657064755, |
| "learning_rate": 4.567099567099568e-05, |
| "loss": 0.5352, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.2764438676184296, |
| "grad_norm": 0.31917717130826856, |
| "learning_rate": 4.588744588744589e-05, |
| "loss": 0.5617, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.27774172615184944, |
| "grad_norm": 0.3772448329589651, |
| "learning_rate": 4.6103896103896106e-05, |
| "loss": 0.5662, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.2790395846852693, |
| "grad_norm": 0.3799776585928483, |
| "learning_rate": 4.6320346320346326e-05, |
| "loss": 0.5814, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.28033744321868914, |
| "grad_norm": 0.376252486652199, |
| "learning_rate": 4.653679653679654e-05, |
| "loss": 0.5475, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.28163530175210905, |
| "grad_norm": 0.3703755301826731, |
| "learning_rate": 4.675324675324675e-05, |
| "loss": 0.5488, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.2829331602855289, |
| "grad_norm": 0.32861168704985866, |
| "learning_rate": 4.696969696969697e-05, |
| "loss": 0.554, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.28423101881894874, |
| "grad_norm": 0.3475845025879547, |
| "learning_rate": 4.718614718614719e-05, |
| "loss": 0.5407, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.2855288773523686, |
| "grad_norm": 0.3648655973805309, |
| "learning_rate": 4.740259740259741e-05, |
| "loss": 0.5466, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.28682673588578844, |
| "grad_norm": 0.3350866523035428, |
| "learning_rate": 4.761904761904762e-05, |
| "loss": 0.5548, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.2881245944192083, |
| "grad_norm": 0.43767143054287594, |
| "learning_rate": 4.783549783549784e-05, |
| "loss": 0.5684, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.28942245295262814, |
| "grad_norm": 0.421178133286777, |
| "learning_rate": 4.8051948051948054e-05, |
| "loss": 0.5639, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.29072031148604804, |
| "grad_norm": 0.37835877083504477, |
| "learning_rate": 4.826839826839827e-05, |
| "loss": 0.5566, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.2920181700194679, |
| "grad_norm": 0.3417724143733512, |
| "learning_rate": 4.848484848484849e-05, |
| "loss": 0.5552, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.29331602855288774, |
| "grad_norm": 0.3870541340632366, |
| "learning_rate": 4.87012987012987e-05, |
| "loss": 0.549, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.2946138870863076, |
| "grad_norm": 0.4889598386044001, |
| "learning_rate": 4.8917748917748915e-05, |
| "loss": 0.5538, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.29591174561972744, |
| "grad_norm": 0.4543222558469965, |
| "learning_rate": 4.9134199134199135e-05, |
| "loss": 0.5651, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.2972096041531473, |
| "grad_norm": 0.38147571297168936, |
| "learning_rate": 4.9350649350649355e-05, |
| "loss": 0.5456, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.29850746268656714, |
| "grad_norm": 0.48062886052178266, |
| "learning_rate": 4.956709956709957e-05, |
| "loss": 0.5519, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.29980532121998704, |
| "grad_norm": 0.3436776708584428, |
| "learning_rate": 4.978354978354979e-05, |
| "loss": 0.5572, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.3011031797534069, |
| "grad_norm": 0.48075516118965306, |
| "learning_rate": 5e-05, |
| "loss": 0.5566, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.30240103828682674, |
| "grad_norm": 0.5764784128417795, |
| "learning_rate": 4.997594997594998e-05, |
| "loss": 0.5819, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.3036988968202466, |
| "grad_norm": 0.396476527818061, |
| "learning_rate": 4.995189995189995e-05, |
| "loss": 0.5411, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.30499675535366644, |
| "grad_norm": 0.46291378630567925, |
| "learning_rate": 4.992784992784993e-05, |
| "loss": 0.5552, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.3062946138870863, |
| "grad_norm": 0.44861478710130637, |
| "learning_rate": 4.990379990379991e-05, |
| "loss": 0.544, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.3075924724205062, |
| "grad_norm": 0.3873611746053732, |
| "learning_rate": 4.987974987974988e-05, |
| "loss": 0.5556, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.30889033095392604, |
| "grad_norm": 0.41664468323948045, |
| "learning_rate": 4.985569985569986e-05, |
| "loss": 0.5771, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.3101881894873459, |
| "grad_norm": 0.3859756658142421, |
| "learning_rate": 4.983164983164983e-05, |
| "loss": 0.532, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.31148604802076574, |
| "grad_norm": 0.44937677319362224, |
| "learning_rate": 4.980759980759981e-05, |
| "loss": 0.5426, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.3127839065541856, |
| "grad_norm": 0.4349437401518082, |
| "learning_rate": 4.978354978354979e-05, |
| "loss": 0.5259, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.31408176508760544, |
| "grad_norm": 0.400324790012705, |
| "learning_rate": 4.9759499759499764e-05, |
| "loss": 0.5537, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.3153796236210253, |
| "grad_norm": 0.43872297509664254, |
| "learning_rate": 4.973544973544973e-05, |
| "loss": 0.549, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.3166774821544452, |
| "grad_norm": 0.4653708053643151, |
| "learning_rate": 4.971139971139971e-05, |
| "loss": 0.5254, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.31797534068786504, |
| "grad_norm": 0.40941811760654495, |
| "learning_rate": 4.968734968734969e-05, |
| "loss": 0.568, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.3192731992212849, |
| "grad_norm": 0.5368348479077355, |
| "learning_rate": 4.966329966329967e-05, |
| "loss": 0.5476, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.32057105775470474, |
| "grad_norm": 0.4544642184839637, |
| "learning_rate": 4.963924963924964e-05, |
| "loss": 0.5566, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.3218689162881246, |
| "grad_norm": 0.42978031279738266, |
| "learning_rate": 4.961519961519962e-05, |
| "loss": 0.548, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.32316677482154443, |
| "grad_norm": 0.41191622365654873, |
| "learning_rate": 4.9591149591149594e-05, |
| "loss": 0.5458, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.3244646333549643, |
| "grad_norm": 0.6074054124348204, |
| "learning_rate": 4.956709956709957e-05, |
| "loss": 0.5519, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.3257624918883842, |
| "grad_norm": 0.4651053481351256, |
| "learning_rate": 4.9543049543049543e-05, |
| "loss": 0.5811, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.32706035042180404, |
| "grad_norm": 0.4240240962916135, |
| "learning_rate": 4.951899951899952e-05, |
| "loss": 0.5523, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.3283582089552239, |
| "grad_norm": 0.5066208761057746, |
| "learning_rate": 4.94949494949495e-05, |
| "loss": 0.544, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.32965606748864373, |
| "grad_norm": 0.38109072762259544, |
| "learning_rate": 4.9470899470899475e-05, |
| "loss": 0.5538, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.3309539260220636, |
| "grad_norm": 0.5117807003713138, |
| "learning_rate": 4.944684944684945e-05, |
| "loss": 0.5577, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.33225178455548343, |
| "grad_norm": 0.44912086500472626, |
| "learning_rate": 4.9422799422799424e-05, |
| "loss": 0.5495, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.33354964308890334, |
| "grad_norm": 0.3651331486905666, |
| "learning_rate": 4.93987493987494e-05, |
| "loss": 0.5631, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.3348475016223232, |
| "grad_norm": 0.5611125950484844, |
| "learning_rate": 4.937469937469938e-05, |
| "loss": 0.5465, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.33614536015574303, |
| "grad_norm": 0.5300284860526002, |
| "learning_rate": 4.9350649350649355e-05, |
| "loss": 0.5425, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.3374432186891629, |
| "grad_norm": 0.42241934122178765, |
| "learning_rate": 4.932659932659932e-05, |
| "loss": 0.5613, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.33874107722258273, |
| "grad_norm": 0.6480707951702842, |
| "learning_rate": 4.9302549302549305e-05, |
| "loss": 0.5443, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.3400389357560026, |
| "grad_norm": 0.5458559898285835, |
| "learning_rate": 4.927849927849928e-05, |
| "loss": 0.5362, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.34133679428942243, |
| "grad_norm": 0.4307852761395753, |
| "learning_rate": 4.925444925444926e-05, |
| "loss": 0.5405, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.34263465282284233, |
| "grad_norm": 0.5693990395449862, |
| "learning_rate": 4.923039923039923e-05, |
| "loss": 0.5455, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.3439325113562622, |
| "grad_norm": 0.4427765568418805, |
| "learning_rate": 4.9206349206349204e-05, |
| "loss": 0.5475, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.34523036988968203, |
| "grad_norm": 0.4724926699957873, |
| "learning_rate": 4.9182299182299185e-05, |
| "loss": 0.5502, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.3465282284231019, |
| "grad_norm": 0.6296467164625645, |
| "learning_rate": 4.915824915824916e-05, |
| "loss": 0.555, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.34782608695652173, |
| "grad_norm": 0.521325771991002, |
| "learning_rate": 4.9134199134199135e-05, |
| "loss": 0.5521, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.3491239454899416, |
| "grad_norm": 0.4920183923356473, |
| "learning_rate": 4.911014911014911e-05, |
| "loss": 0.5589, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.3504218040233614, |
| "grad_norm": 0.6860051439883974, |
| "learning_rate": 4.908609908609909e-05, |
| "loss": 0.5396, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.35171966255678133, |
| "grad_norm": 0.38098025544839875, |
| "learning_rate": 4.9062049062049066e-05, |
| "loss": 0.5439, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.3530175210902012, |
| "grad_norm": 0.545523500518169, |
| "learning_rate": 4.903799903799904e-05, |
| "loss": 0.5285, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.35431537962362103, |
| "grad_norm": 0.4773245042110645, |
| "learning_rate": 4.9013949013949016e-05, |
| "loss": 0.5506, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.3556132381570409, |
| "grad_norm": 0.41823644467627, |
| "learning_rate": 4.898989898989899e-05, |
| "loss": 0.5382, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.3569110966904607, |
| "grad_norm": 0.43108861210799143, |
| "learning_rate": 4.896584896584897e-05, |
| "loss": 0.5312, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.3582089552238806, |
| "grad_norm": 0.35256122918946825, |
| "learning_rate": 4.894179894179895e-05, |
| "loss": 0.5507, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.3595068137573005, |
| "grad_norm": 0.641603115121163, |
| "learning_rate": 4.8917748917748915e-05, |
| "loss": 0.5494, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.36080467229072033, |
| "grad_norm": 0.42144449610145046, |
| "learning_rate": 4.8893698893698896e-05, |
| "loss": 0.5537, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.3621025308241402, |
| "grad_norm": 0.4421221398296794, |
| "learning_rate": 4.886964886964887e-05, |
| "loss": 0.5305, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.36340038935756, |
| "grad_norm": 0.34904354726043524, |
| "learning_rate": 4.884559884559885e-05, |
| "loss": 0.5151, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3646982478909799, |
| "grad_norm": 0.567323138161088, |
| "learning_rate": 4.882154882154882e-05, |
| "loss": 0.5394, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.3659961064243997, |
| "grad_norm": 0.4275900383373202, |
| "learning_rate": 4.8797498797498795e-05, |
| "loss": 0.5793, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.3672939649578196, |
| "grad_norm": 0.43590374764579676, |
| "learning_rate": 4.877344877344878e-05, |
| "loss": 0.5238, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.3685918234912395, |
| "grad_norm": 0.3806185860855704, |
| "learning_rate": 4.874939874939875e-05, |
| "loss": 0.5311, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.3698896820246593, |
| "grad_norm": 0.36597622680635733, |
| "learning_rate": 4.8725348725348726e-05, |
| "loss": 0.5483, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.3711875405580792, |
| "grad_norm": 0.39934249219009466, |
| "learning_rate": 4.87012987012987e-05, |
| "loss": 0.5323, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.372485399091499, |
| "grad_norm": 0.35489673738601485, |
| "learning_rate": 4.8677248677248676e-05, |
| "loss": 0.5197, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.3737832576249189, |
| "grad_norm": 0.35597996373456253, |
| "learning_rate": 4.865319865319866e-05, |
| "loss": 0.541, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.3750811161583387, |
| "grad_norm": 0.30995272924377104, |
| "learning_rate": 4.862914862914863e-05, |
| "loss": 0.531, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.37637897469175857, |
| "grad_norm": 0.3041222657562842, |
| "learning_rate": 4.860509860509861e-05, |
| "loss": 0.5263, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.3776768332251785, |
| "grad_norm": 0.27479710316885086, |
| "learning_rate": 4.858104858104858e-05, |
| "loss": 0.5179, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.3789746917585983, |
| "grad_norm": 0.4108809131825242, |
| "learning_rate": 4.8556998556998563e-05, |
| "loss": 0.5285, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.3802725502920182, |
| "grad_norm": 0.3283706178094482, |
| "learning_rate": 4.853294853294854e-05, |
| "loss": 0.5485, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.381570408825438, |
| "grad_norm": 0.3628325275789365, |
| "learning_rate": 4.8508898508898506e-05, |
| "loss": 0.5342, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.38286826735885787, |
| "grad_norm": 0.3545709020214379, |
| "learning_rate": 4.848484848484849e-05, |
| "loss": 0.5441, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.3841661258922777, |
| "grad_norm": 0.27536849505708144, |
| "learning_rate": 4.846079846079846e-05, |
| "loss": 0.5189, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.3854639844256976, |
| "grad_norm": 0.31314568760395595, |
| "learning_rate": 4.8436748436748444e-05, |
| "loss": 0.5165, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.3867618429591175, |
| "grad_norm": 0.31727676668467136, |
| "learning_rate": 4.841269841269841e-05, |
| "loss": 0.5185, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.3880597014925373, |
| "grad_norm": 0.35285183197833564, |
| "learning_rate": 4.838864838864839e-05, |
| "loss": 0.5328, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.3893575600259572, |
| "grad_norm": 0.2990420731073892, |
| "learning_rate": 4.836459836459837e-05, |
| "loss": 0.532, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.390655418559377, |
| "grad_norm": 0.38606448483559813, |
| "learning_rate": 4.834054834054834e-05, |
| "loss": 0.5461, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.39195327709279687, |
| "grad_norm": 0.37652402001442803, |
| "learning_rate": 4.831649831649832e-05, |
| "loss": 0.5379, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.3932511356262167, |
| "grad_norm": 0.34953978468725405, |
| "learning_rate": 4.829244829244829e-05, |
| "loss": 0.5359, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.3945489941596366, |
| "grad_norm": 0.3382778166946982, |
| "learning_rate": 4.826839826839827e-05, |
| "loss": 0.5342, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.3958468526930565, |
| "grad_norm": 0.34560665492104875, |
| "learning_rate": 4.824434824434825e-05, |
| "loss": 0.5324, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.3971447112264763, |
| "grad_norm": 0.34496470111641636, |
| "learning_rate": 4.8220298220298224e-05, |
| "loss": 0.5339, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.39844256975989617, |
| "grad_norm": 0.40001685434062584, |
| "learning_rate": 4.81962481962482e-05, |
| "loss": 0.5272, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.399740428293316, |
| "grad_norm": 0.366032696592655, |
| "learning_rate": 4.8172198172198173e-05, |
| "loss": 0.5306, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.40103828682673587, |
| "grad_norm": 0.37927598899770393, |
| "learning_rate": 4.814814814814815e-05, |
| "loss": 0.5591, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.4023361453601557, |
| "grad_norm": 0.32812121834756386, |
| "learning_rate": 4.812409812409813e-05, |
| "loss": 0.5422, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.4036340038935756, |
| "grad_norm": 0.35171717899329513, |
| "learning_rate": 4.81000481000481e-05, |
| "loss": 0.532, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.40493186242699547, |
| "grad_norm": 0.3756784968486016, |
| "learning_rate": 4.807599807599808e-05, |
| "loss": 0.5392, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.4062297209604153, |
| "grad_norm": 0.3426264703785813, |
| "learning_rate": 4.8051948051948054e-05, |
| "loss": 0.5457, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.40752757949383517, |
| "grad_norm": 0.39836935230937326, |
| "learning_rate": 4.8027898027898036e-05, |
| "loss": 0.5268, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.408825438027255, |
| "grad_norm": 0.33486717640072616, |
| "learning_rate": 4.8003848003848004e-05, |
| "loss": 0.5298, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.41012329656067487, |
| "grad_norm": 0.3463640087410465, |
| "learning_rate": 4.797979797979798e-05, |
| "loss": 0.5372, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.41142115509409477, |
| "grad_norm": 0.2981951724559669, |
| "learning_rate": 4.795574795574796e-05, |
| "loss": 0.5193, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.4127190136275146, |
| "grad_norm": 0.37701472504733063, |
| "learning_rate": 4.7931697931697935e-05, |
| "loss": 0.5262, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.41401687216093447, |
| "grad_norm": 0.2958251594721693, |
| "learning_rate": 4.790764790764791e-05, |
| "loss": 0.5262, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.4153147306943543, |
| "grad_norm": 0.36512530778352836, |
| "learning_rate": 4.7883597883597884e-05, |
| "loss": 0.5451, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.41661258922777417, |
| "grad_norm": 0.32275488837011096, |
| "learning_rate": 4.785954785954786e-05, |
| "loss": 0.5378, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.417910447761194, |
| "grad_norm": 0.29968884353456, |
| "learning_rate": 4.783549783549784e-05, |
| "loss": 0.5308, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.41920830629461386, |
| "grad_norm": 0.3472967912976659, |
| "learning_rate": 4.7811447811447815e-05, |
| "loss": 0.5262, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.42050616482803377, |
| "grad_norm": 0.3256673670375662, |
| "learning_rate": 4.778739778739779e-05, |
| "loss": 0.5349, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.4218040233614536, |
| "grad_norm": 0.3830575202323324, |
| "learning_rate": 4.7763347763347765e-05, |
| "loss": 0.5343, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.42310188189487347, |
| "grad_norm": 0.34375094386741617, |
| "learning_rate": 4.773929773929774e-05, |
| "loss": 0.5295, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.4243997404282933, |
| "grad_norm": 0.32100699117380493, |
| "learning_rate": 4.771524771524772e-05, |
| "loss": 0.5241, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.42569759896171316, |
| "grad_norm": 0.3546414912790039, |
| "learning_rate": 4.769119769119769e-05, |
| "loss": 0.5292, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.426995457495133, |
| "grad_norm": 0.367282717001635, |
| "learning_rate": 4.766714766714767e-05, |
| "loss": 0.525, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.42829331602855286, |
| "grad_norm": 0.36332040957365974, |
| "learning_rate": 4.7643097643097646e-05, |
| "loss": 0.5395, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.42959117456197277, |
| "grad_norm": 0.36242424332632034, |
| "learning_rate": 4.761904761904762e-05, |
| "loss": 0.5533, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.4308890330953926, |
| "grad_norm": 0.36697609874383924, |
| "learning_rate": 4.7594997594997595e-05, |
| "loss": 0.5359, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.43218689162881246, |
| "grad_norm": 0.33118162802731466, |
| "learning_rate": 4.757094757094757e-05, |
| "loss": 0.5317, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.4334847501622323, |
| "grad_norm": 0.30441401984534905, |
| "learning_rate": 4.754689754689755e-05, |
| "loss": 0.5117, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.43478260869565216, |
| "grad_norm": 0.38992931838953715, |
| "learning_rate": 4.7522847522847526e-05, |
| "loss": 0.5461, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.436080467229072, |
| "grad_norm": 0.3335314021890073, |
| "learning_rate": 4.74987974987975e-05, |
| "loss": 0.521, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.4373783257624919, |
| "grad_norm": 0.44568000339670255, |
| "learning_rate": 4.7474747474747476e-05, |
| "loss": 0.5351, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.43867618429591176, |
| "grad_norm": 0.30521804239806394, |
| "learning_rate": 4.745069745069745e-05, |
| "loss": 0.5354, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.4399740428293316, |
| "grad_norm": 0.40068879251857975, |
| "learning_rate": 4.742664742664743e-05, |
| "loss": 0.519, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.44127190136275146, |
| "grad_norm": 0.2988879048992771, |
| "learning_rate": 4.740259740259741e-05, |
| "loss": 0.5219, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.4425697598961713, |
| "grad_norm": 0.3568374963385924, |
| "learning_rate": 4.737854737854738e-05, |
| "loss": 0.5407, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.44386761842959116, |
| "grad_norm": 0.3314619863009568, |
| "learning_rate": 4.7354497354497356e-05, |
| "loss": 0.5293, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.445165476963011, |
| "grad_norm": 0.38859118585963526, |
| "learning_rate": 4.733044733044733e-05, |
| "loss": 0.5313, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.4464633354964309, |
| "grad_norm": 0.29870660291558937, |
| "learning_rate": 4.730639730639731e-05, |
| "loss": 0.5235, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.44776119402985076, |
| "grad_norm": 0.33559539703922564, |
| "learning_rate": 4.728234728234728e-05, |
| "loss": 0.5165, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.4490590525632706, |
| "grad_norm": 0.29408841700456767, |
| "learning_rate": 4.725829725829726e-05, |
| "loss": 0.5385, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.45035691109669046, |
| "grad_norm": 0.37054598216697, |
| "learning_rate": 4.723424723424724e-05, |
| "loss": 0.5107, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.4516547696301103, |
| "grad_norm": 0.3250925011044857, |
| "learning_rate": 4.721019721019721e-05, |
| "loss": 0.5233, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.45295262816353016, |
| "grad_norm": 0.35856402885603006, |
| "learning_rate": 4.718614718614719e-05, |
| "loss": 0.5055, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.45425048669695, |
| "grad_norm": 0.34612856309129164, |
| "learning_rate": 4.716209716209716e-05, |
| "loss": 0.5404, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.4555483452303699, |
| "grad_norm": 0.33303853027334285, |
| "learning_rate": 4.713804713804714e-05, |
| "loss": 0.5178, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.45684620376378976, |
| "grad_norm": 0.32091795432054987, |
| "learning_rate": 4.711399711399712e-05, |
| "loss": 0.5222, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.4581440622972096, |
| "grad_norm": 0.34934754787554123, |
| "learning_rate": 4.708994708994709e-05, |
| "loss": 0.5405, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.45944192083062946, |
| "grad_norm": 0.2937202903692653, |
| "learning_rate": 4.706589706589707e-05, |
| "loss": 0.5283, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.4607397793640493, |
| "grad_norm": 0.3464664667340698, |
| "learning_rate": 4.704184704184704e-05, |
| "loss": 0.5257, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.46203763789746916, |
| "grad_norm": 0.3021689351056674, |
| "learning_rate": 4.7017797017797024e-05, |
| "loss": 0.5256, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.46333549643088906, |
| "grad_norm": 0.3373492256075124, |
| "learning_rate": 4.6993746993747e-05, |
| "loss": 0.5262, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.4646333549643089, |
| "grad_norm": 0.3279466476251607, |
| "learning_rate": 4.696969696969697e-05, |
| "loss": 0.5252, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.46593121349772876, |
| "grad_norm": 0.3151794533478745, |
| "learning_rate": 4.694564694564695e-05, |
| "loss": 0.5355, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.4672290720311486, |
| "grad_norm": 0.3676469350203011, |
| "learning_rate": 4.692159692159692e-05, |
| "loss": 0.5536, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.46852693056456846, |
| "grad_norm": 0.2638129347242171, |
| "learning_rate": 4.6897546897546904e-05, |
| "loss": 0.5167, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.4698247890979883, |
| "grad_norm": 0.32036105761534295, |
| "learning_rate": 4.687349687349687e-05, |
| "loss": 0.5105, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.47112264763140815, |
| "grad_norm": 0.3312350329187521, |
| "learning_rate": 4.6849446849446854e-05, |
| "loss": 0.5403, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.47242050616482806, |
| "grad_norm": 0.2691270807481844, |
| "learning_rate": 4.682539682539683e-05, |
| "loss": 0.5129, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.4737183646982479, |
| "grad_norm": 0.31512841418214993, |
| "learning_rate": 4.68013468013468e-05, |
| "loss": 0.5188, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.47501622323166776, |
| "grad_norm": 0.32669598998030175, |
| "learning_rate": 4.677729677729678e-05, |
| "loss": 0.5384, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.4763140817650876, |
| "grad_norm": 0.3235775681673074, |
| "learning_rate": 4.675324675324675e-05, |
| "loss": 0.5194, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.47761194029850745, |
| "grad_norm": 0.3095310587265592, |
| "learning_rate": 4.6729196729196734e-05, |
| "loss": 0.5323, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.4789097988319273, |
| "grad_norm": 0.32341229991033627, |
| "learning_rate": 4.670514670514671e-05, |
| "loss": 0.5192, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.48020765736534715, |
| "grad_norm": 0.3175500385279334, |
| "learning_rate": 4.6681096681096684e-05, |
| "loss": 0.53, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.48150551589876706, |
| "grad_norm": 0.34206247662543693, |
| "learning_rate": 4.665704665704666e-05, |
| "loss": 0.5314, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.4828033744321869, |
| "grad_norm": 0.3185235414836324, |
| "learning_rate": 4.6632996632996634e-05, |
| "loss": 0.5367, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.48410123296560675, |
| "grad_norm": 0.28453878466972515, |
| "learning_rate": 4.6608946608946615e-05, |
| "loss": 0.5223, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.4853990914990266, |
| "grad_norm": 0.2957039810409513, |
| "learning_rate": 4.658489658489659e-05, |
| "loss": 0.5005, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.48669695003244645, |
| "grad_norm": 0.2940626178906619, |
| "learning_rate": 4.656084656084656e-05, |
| "loss": 0.5098, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.4879948085658663, |
| "grad_norm": 0.33976965417394467, |
| "learning_rate": 4.653679653679654e-05, |
| "loss": 0.5155, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.4892926670992862, |
| "grad_norm": 0.2993214412594064, |
| "learning_rate": 4.6512746512746514e-05, |
| "loss": 0.5183, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.49059052563270605, |
| "grad_norm": 0.3550998192684892, |
| "learning_rate": 4.6488696488696496e-05, |
| "loss": 0.5404, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.4918883841661259, |
| "grad_norm": 0.3961098073492471, |
| "learning_rate": 4.6464646464646464e-05, |
| "loss": 0.5411, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.49318624269954575, |
| "grad_norm": 0.34269318810223304, |
| "learning_rate": 4.6440596440596445e-05, |
| "loss": 0.5206, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.4944841012329656, |
| "grad_norm": 0.29509416892424534, |
| "learning_rate": 4.641654641654642e-05, |
| "loss": 0.5189, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.49578195976638545, |
| "grad_norm": 0.32772442148274133, |
| "learning_rate": 4.6392496392496395e-05, |
| "loss": 0.5368, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.4970798182998053, |
| "grad_norm": 0.2719733229054414, |
| "learning_rate": 4.636844636844637e-05, |
| "loss": 0.5027, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.4983776768332252, |
| "grad_norm": 0.32827976870034653, |
| "learning_rate": 4.6344396344396344e-05, |
| "loss": 0.5225, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.49967553536664505, |
| "grad_norm": 0.36529779846696075, |
| "learning_rate": 4.6320346320346326e-05, |
| "loss": 0.4961, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.5009733939000649, |
| "grad_norm": 0.34737533192311987, |
| "learning_rate": 4.62962962962963e-05, |
| "loss": 0.5056, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.5022712524334848, |
| "grad_norm": 0.32570267249669654, |
| "learning_rate": 4.6272246272246276e-05, |
| "loss": 0.5114, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.5035691109669046, |
| "grad_norm": 0.3419484703073112, |
| "learning_rate": 4.624819624819625e-05, |
| "loss": 0.5141, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.5048669695003245, |
| "grad_norm": 0.34141193067026915, |
| "learning_rate": 4.6224146224146225e-05, |
| "loss": 0.5296, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.5061648280337443, |
| "grad_norm": 0.314416021500765, |
| "learning_rate": 4.620009620009621e-05, |
| "loss": 0.5202, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.5074626865671642, |
| "grad_norm": 0.2608120507481533, |
| "learning_rate": 4.617604617604618e-05, |
| "loss": 0.507, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.508760545100584, |
| "grad_norm": 0.3415961124944403, |
| "learning_rate": 4.615199615199615e-05, |
| "loss": 0.5513, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.5100584036340039, |
| "grad_norm": 0.3545772824977214, |
| "learning_rate": 4.612794612794613e-05, |
| "loss": 0.5195, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.5113562621674238, |
| "grad_norm": 0.2759048918555112, |
| "learning_rate": 4.6103896103896106e-05, |
| "loss": 0.5145, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.5126541207008436, |
| "grad_norm": 0.29424902451922874, |
| "learning_rate": 4.607984607984609e-05, |
| "loss": 0.4965, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.5139519792342635, |
| "grad_norm": 0.2865983981532377, |
| "learning_rate": 4.6055796055796055e-05, |
| "loss": 0.51, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.5152498377676833, |
| "grad_norm": 0.2826395400080094, |
| "learning_rate": 4.603174603174603e-05, |
| "loss": 0.5177, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.5165476963011032, |
| "grad_norm": 0.3154832346968727, |
| "learning_rate": 4.600769600769601e-05, |
| "loss": 0.5167, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.517845554834523, |
| "grad_norm": 0.28657500627349963, |
| "learning_rate": 4.5983645983645986e-05, |
| "loss": 0.4915, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.5191434133679429, |
| "grad_norm": 0.3108878669769025, |
| "learning_rate": 4.595959595959596e-05, |
| "loss": 0.5094, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.5204412719013628, |
| "grad_norm": 0.3105653890499028, |
| "learning_rate": 4.5935545935545936e-05, |
| "loss": 0.5395, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.5217391304347826, |
| "grad_norm": 0.3041614944176647, |
| "learning_rate": 4.591149591149592e-05, |
| "loss": 0.5015, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.5230369889682025, |
| "grad_norm": 0.2774234169618742, |
| "learning_rate": 4.588744588744589e-05, |
| "loss": 0.4953, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.5243348475016223, |
| "grad_norm": 0.3292325244305617, |
| "learning_rate": 4.586339586339587e-05, |
| "loss": 0.5326, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.5256327060350422, |
| "grad_norm": 0.280230976708198, |
| "learning_rate": 4.583934583934584e-05, |
| "loss": 0.5186, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.526930564568462, |
| "grad_norm": 0.29220060360384115, |
| "learning_rate": 4.5815295815295817e-05, |
| "loss": 0.5224, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.5282284231018819, |
| "grad_norm": 0.2973987484773138, |
| "learning_rate": 4.57912457912458e-05, |
| "loss": 0.5198, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.5295262816353018, |
| "grad_norm": 0.31013343434720114, |
| "learning_rate": 4.576719576719577e-05, |
| "loss": 0.5303, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.5308241401687216, |
| "grad_norm": 0.3091402470001352, |
| "learning_rate": 4.574314574314574e-05, |
| "loss": 0.5176, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.5321219987021415, |
| "grad_norm": 0.2974831281530903, |
| "learning_rate": 4.571909571909572e-05, |
| "loss": 0.5153, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.5334198572355613, |
| "grad_norm": 0.30558238497100093, |
| "learning_rate": 4.56950456950457e-05, |
| "loss": 0.5171, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.5347177157689812, |
| "grad_norm": 0.3050417584271822, |
| "learning_rate": 4.567099567099568e-05, |
| "loss": 0.51, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.536015574302401, |
| "grad_norm": 0.3062163771011129, |
| "learning_rate": 4.564694564694565e-05, |
| "loss": 0.5182, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.5373134328358209, |
| "grad_norm": 0.2918708356467548, |
| "learning_rate": 4.562289562289562e-05, |
| "loss": 0.5372, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.5386112913692408, |
| "grad_norm": 0.3100802477130393, |
| "learning_rate": 4.55988455988456e-05, |
| "loss": 0.504, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.5399091499026606, |
| "grad_norm": 0.28080959444703624, |
| "learning_rate": 4.557479557479558e-05, |
| "loss": 0.5133, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.5412070084360805, |
| "grad_norm": 0.31510663571529784, |
| "learning_rate": 4.555074555074555e-05, |
| "loss": 0.5083, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.5425048669695003, |
| "grad_norm": 0.2987074534694197, |
| "learning_rate": 4.552669552669553e-05, |
| "loss": 0.5233, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.5438027255029202, |
| "grad_norm": 0.3018100646658762, |
| "learning_rate": 4.55026455026455e-05, |
| "loss": 0.5125, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.54510058403634, |
| "grad_norm": 0.3068942632441547, |
| "learning_rate": 4.5478595478595484e-05, |
| "loss": 0.5141, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.5463984425697599, |
| "grad_norm": 0.30401355001057445, |
| "learning_rate": 4.545454545454546e-05, |
| "loss": 0.5275, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.5476963011031798, |
| "grad_norm": 0.3203825407640607, |
| "learning_rate": 4.543049543049543e-05, |
| "loss": 0.5374, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.5489941596365996, |
| "grad_norm": 0.2890332355349151, |
| "learning_rate": 4.540644540644541e-05, |
| "loss": 0.4928, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.5502920181700195, |
| "grad_norm": 0.3167375640999411, |
| "learning_rate": 4.538239538239538e-05, |
| "loss": 0.5238, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.5515898767034393, |
| "grad_norm": 0.2838739525584143, |
| "learning_rate": 4.535834535834536e-05, |
| "loss": 0.5193, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.5528877352368592, |
| "grad_norm": 0.31600565211015347, |
| "learning_rate": 4.533429533429533e-05, |
| "loss": 0.5408, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.5541855937702791, |
| "grad_norm": 0.2936881048070723, |
| "learning_rate": 4.5310245310245314e-05, |
| "loss": 0.517, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.5554834523036989, |
| "grad_norm": 0.2869325695453175, |
| "learning_rate": 4.528619528619529e-05, |
| "loss": 0.5272, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.5567813108371188, |
| "grad_norm": 0.26396682696755225, |
| "learning_rate": 4.5262145262145264e-05, |
| "loss": 0.5092, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.5580791693705386, |
| "grad_norm": 0.2778797627866081, |
| "learning_rate": 4.523809523809524e-05, |
| "loss": 0.5107, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.5593770279039585, |
| "grad_norm": 0.29638166733777366, |
| "learning_rate": 4.521404521404521e-05, |
| "loss": 0.5207, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.5606748864373783, |
| "grad_norm": 0.31086056140406293, |
| "learning_rate": 4.5189995189995195e-05, |
| "loss": 0.5213, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.5619727449707982, |
| "grad_norm": 0.2777342628277087, |
| "learning_rate": 4.516594516594517e-05, |
| "loss": 0.5225, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.5632706035042181, |
| "grad_norm": 0.31153041204212967, |
| "learning_rate": 4.5141895141895144e-05, |
| "loss": 0.5029, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.5645684620376379, |
| "grad_norm": 0.2833387330391144, |
| "learning_rate": 4.511784511784512e-05, |
| "loss": 0.5269, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.5658663205710578, |
| "grad_norm": 0.3208653719812624, |
| "learning_rate": 4.5093795093795094e-05, |
| "loss": 0.5027, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.5671641791044776, |
| "grad_norm": 0.3024059727560176, |
| "learning_rate": 4.5069745069745075e-05, |
| "loss": 0.5219, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.5684620376378975, |
| "grad_norm": 0.2822549725146957, |
| "learning_rate": 4.504569504569504e-05, |
| "loss": 0.5095, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.5697598961713173, |
| "grad_norm": 0.3016137705597104, |
| "learning_rate": 4.5021645021645025e-05, |
| "loss": 0.5104, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.5710577547047372, |
| "grad_norm": 0.3627945641240943, |
| "learning_rate": 4.4997594997595e-05, |
| "loss": 0.5264, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.5723556132381571, |
| "grad_norm": 0.27507558856590775, |
| "learning_rate": 4.4973544973544974e-05, |
| "loss": 0.5139, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.5736534717715769, |
| "grad_norm": 0.3593784232319199, |
| "learning_rate": 4.494949494949495e-05, |
| "loss": 0.5212, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.5749513303049968, |
| "grad_norm": 0.29557452932516204, |
| "learning_rate": 4.4925444925444924e-05, |
| "loss": 0.502, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.5762491888384166, |
| "grad_norm": 0.3005471775259294, |
| "learning_rate": 4.4901394901394906e-05, |
| "loss": 0.4912, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.5775470473718365, |
| "grad_norm": 0.26919062978615377, |
| "learning_rate": 4.487734487734488e-05, |
| "loss": 0.5313, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.5788449059052563, |
| "grad_norm": 0.2556241030912058, |
| "learning_rate": 4.4853294853294855e-05, |
| "loss": 0.5085, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.5801427644386762, |
| "grad_norm": 0.2733433348389189, |
| "learning_rate": 4.482924482924483e-05, |
| "loss": 0.5232, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.5814406229720961, |
| "grad_norm": 0.2699232360629045, |
| "learning_rate": 4.4805194805194805e-05, |
| "loss": 0.5049, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.5827384815055159, |
| "grad_norm": 0.28747431650418886, |
| "learning_rate": 4.4781144781144786e-05, |
| "loss": 0.5112, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.5840363400389358, |
| "grad_norm": 0.28804716410878617, |
| "learning_rate": 4.475709475709476e-05, |
| "loss": 0.4905, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5853341985723556, |
| "grad_norm": 0.2919584848714507, |
| "learning_rate": 4.4733044733044736e-05, |
| "loss": 0.5272, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.5866320571057755, |
| "grad_norm": 0.27840735576549713, |
| "learning_rate": 4.470899470899471e-05, |
| "loss": 0.4885, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.5879299156391953, |
| "grad_norm": 0.29490953800516345, |
| "learning_rate": 4.4684944684944685e-05, |
| "loss": 0.5164, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.5892277741726152, |
| "grad_norm": 0.3240170627979527, |
| "learning_rate": 4.466089466089467e-05, |
| "loss": 0.5173, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.5905256327060351, |
| "grad_norm": 0.2665880580848304, |
| "learning_rate": 4.4636844636844635e-05, |
| "loss": 0.5045, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.5918234912394549, |
| "grad_norm": 0.36453608305554464, |
| "learning_rate": 4.4612794612794616e-05, |
| "loss": 0.5176, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.5931213497728748, |
| "grad_norm": 0.2971475504780928, |
| "learning_rate": 4.458874458874459e-05, |
| "loss": 0.5047, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.5944192083062946, |
| "grad_norm": 0.34100322893736984, |
| "learning_rate": 4.4564694564694566e-05, |
| "loss": 0.5111, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.5957170668397145, |
| "grad_norm": 0.27240121549823265, |
| "learning_rate": 4.454064454064454e-05, |
| "loss": 0.4885, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.5970149253731343, |
| "grad_norm": 0.31589767714076145, |
| "learning_rate": 4.4516594516594515e-05, |
| "loss": 0.4994, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.5983127839065542, |
| "grad_norm": 0.2801464661937106, |
| "learning_rate": 4.44925444925445e-05, |
| "loss": 0.497, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.5996106424399741, |
| "grad_norm": 0.33064691940201346, |
| "learning_rate": 4.446849446849447e-05, |
| "loss": 0.5336, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.6009085009733939, |
| "grad_norm": 0.2866479133025442, |
| "learning_rate": 4.4444444444444447e-05, |
| "loss": 0.5346, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.6022063595068138, |
| "grad_norm": 0.33165659226246563, |
| "learning_rate": 4.442039442039442e-05, |
| "loss": 0.5145, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.6035042180402336, |
| "grad_norm": 0.4080281603274731, |
| "learning_rate": 4.4396344396344396e-05, |
| "loss": 0.5083, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.6048020765736535, |
| "grad_norm": 0.32997017809734314, |
| "learning_rate": 4.437229437229438e-05, |
| "loss": 0.5108, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.6060999351070734, |
| "grad_norm": 0.4193305220535223, |
| "learning_rate": 4.434824434824435e-05, |
| "loss": 0.5333, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.6073977936404932, |
| "grad_norm": 0.33536790460482346, |
| "learning_rate": 4.432419432419432e-05, |
| "loss": 0.5315, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.6086956521739131, |
| "grad_norm": 0.30331774787903265, |
| "learning_rate": 4.43001443001443e-05, |
| "loss": 0.5044, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.6099935107073329, |
| "grad_norm": 0.3332494229182582, |
| "learning_rate": 4.427609427609428e-05, |
| "loss": 0.5271, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.6112913692407528, |
| "grad_norm": 0.27631817841293893, |
| "learning_rate": 4.425204425204426e-05, |
| "loss": 0.4869, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.6125892277741726, |
| "grad_norm": 0.30864904652906816, |
| "learning_rate": 4.4227994227994226e-05, |
| "loss": 0.5189, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.6138870863075925, |
| "grad_norm": 0.25286124571299967, |
| "learning_rate": 4.420394420394421e-05, |
| "loss": 0.5243, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.6151849448410124, |
| "grad_norm": 0.32194768257527906, |
| "learning_rate": 4.417989417989418e-05, |
| "loss": 0.517, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.6164828033744322, |
| "grad_norm": 0.25295912491765415, |
| "learning_rate": 4.415584415584416e-05, |
| "loss": 0.5119, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.6177806619078521, |
| "grad_norm": 0.30031239529360704, |
| "learning_rate": 4.413179413179413e-05, |
| "loss": 0.5167, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.6190785204412719, |
| "grad_norm": 0.3457458465491688, |
| "learning_rate": 4.410774410774411e-05, |
| "loss": 0.5122, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.6203763789746918, |
| "grad_norm": 0.3091494265523315, |
| "learning_rate": 4.408369408369409e-05, |
| "loss": 0.4996, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.6216742375081116, |
| "grad_norm": 0.34841455852307157, |
| "learning_rate": 4.405964405964406e-05, |
| "loss": 0.5187, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.6229720960415315, |
| "grad_norm": 0.28466491288804874, |
| "learning_rate": 4.403559403559404e-05, |
| "loss": 0.5081, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.6242699545749514, |
| "grad_norm": 0.31239695738713696, |
| "learning_rate": 4.401154401154401e-05, |
| "loss": 0.5188, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.6255678131083712, |
| "grad_norm": 0.2906342979686575, |
| "learning_rate": 4.398749398749399e-05, |
| "loss": 0.4979, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.6268656716417911, |
| "grad_norm": 0.32742410431546853, |
| "learning_rate": 4.396344396344397e-05, |
| "loss": 0.5096, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.6281635301752109, |
| "grad_norm": 0.28587236180759673, |
| "learning_rate": 4.3939393939393944e-05, |
| "loss": 0.5282, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.6294613887086308, |
| "grad_norm": 0.2939115603096443, |
| "learning_rate": 4.391534391534391e-05, |
| "loss": 0.5172, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.6307592472420506, |
| "grad_norm": 0.2873210431560928, |
| "learning_rate": 4.3891293891293894e-05, |
| "loss": 0.5229, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.6320571057754705, |
| "grad_norm": 0.342818284796367, |
| "learning_rate": 4.386724386724387e-05, |
| "loss": 0.5272, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.6333549643088904, |
| "grad_norm": 0.2663532951872564, |
| "learning_rate": 4.384319384319385e-05, |
| "loss": 0.5087, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.6346528228423102, |
| "grad_norm": 0.25849575306366, |
| "learning_rate": 4.381914381914382e-05, |
| "loss": 0.503, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.6359506813757301, |
| "grad_norm": 0.2682428237326465, |
| "learning_rate": 4.379509379509379e-05, |
| "loss": 0.5178, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.6372485399091499, |
| "grad_norm": 0.2899634415594277, |
| "learning_rate": 4.3771043771043774e-05, |
| "loss": 0.4964, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.6385463984425698, |
| "grad_norm": 0.3453086828842896, |
| "learning_rate": 4.374699374699375e-05, |
| "loss": 0.53, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.6398442569759896, |
| "grad_norm": 0.34399408107909996, |
| "learning_rate": 4.3722943722943724e-05, |
| "loss": 0.5193, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.6411421155094095, |
| "grad_norm": 0.3610030879163129, |
| "learning_rate": 4.36988936988937e-05, |
| "loss": 0.5144, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.6424399740428294, |
| "grad_norm": 0.23843044383570788, |
| "learning_rate": 4.367484367484368e-05, |
| "loss": 0.4999, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.6437378325762492, |
| "grad_norm": 0.3654439591676623, |
| "learning_rate": 4.3650793650793655e-05, |
| "loss": 0.4888, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.6450356911096691, |
| "grad_norm": 0.28776010247656836, |
| "learning_rate": 4.362674362674363e-05, |
| "loss": 0.5022, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.6463335496430889, |
| "grad_norm": 0.3647131705869751, |
| "learning_rate": 4.3602693602693604e-05, |
| "loss": 0.5092, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.6476314081765088, |
| "grad_norm": 0.30736812776643446, |
| "learning_rate": 4.357864357864358e-05, |
| "loss": 0.5171, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.6489292667099286, |
| "grad_norm": 0.36290147629484104, |
| "learning_rate": 4.355459355459356e-05, |
| "loss": 0.5223, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.6502271252433485, |
| "grad_norm": 0.32228223382695725, |
| "learning_rate": 4.3530543530543535e-05, |
| "loss": 0.5099, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.6515249837767684, |
| "grad_norm": 0.31393689007483594, |
| "learning_rate": 4.3506493506493503e-05, |
| "loss": 0.496, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.6528228423101882, |
| "grad_norm": 0.2966759326603879, |
| "learning_rate": 4.3482443482443485e-05, |
| "loss": 0.5173, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.6541207008436081, |
| "grad_norm": 0.2864744517114858, |
| "learning_rate": 4.345839345839346e-05, |
| "loss": 0.503, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.6554185593770279, |
| "grad_norm": 0.28016826596559247, |
| "learning_rate": 4.343434343434344e-05, |
| "loss": 0.5095, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.6567164179104478, |
| "grad_norm": 0.3045274480234983, |
| "learning_rate": 4.341029341029341e-05, |
| "loss": 0.5234, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.6580142764438677, |
| "grad_norm": 0.2865539821179636, |
| "learning_rate": 4.3386243386243384e-05, |
| "loss": 0.5057, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.6593121349772875, |
| "grad_norm": 0.28016725527352626, |
| "learning_rate": 4.3362193362193366e-05, |
| "loss": 0.5054, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.6606099935107074, |
| "grad_norm": 0.2779087438851858, |
| "learning_rate": 4.333814333814334e-05, |
| "loss": 0.4844, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.6619078520441272, |
| "grad_norm": 0.29308593442315034, |
| "learning_rate": 4.3314093314093315e-05, |
| "loss": 0.5026, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.6632057105775471, |
| "grad_norm": 0.24617150101353785, |
| "learning_rate": 4.329004329004329e-05, |
| "loss": 0.505, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.6645035691109669, |
| "grad_norm": 0.2801536462432465, |
| "learning_rate": 4.3265993265993265e-05, |
| "loss": 0.4957, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.6658014276443868, |
| "grad_norm": 0.2590262249669081, |
| "learning_rate": 4.3241943241943246e-05, |
| "loss": 0.4976, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.6670992861778067, |
| "grad_norm": 0.27675213215164485, |
| "learning_rate": 4.321789321789322e-05, |
| "loss": 0.5016, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.6683971447112265, |
| "grad_norm": 0.3211262394859621, |
| "learning_rate": 4.3193843193843196e-05, |
| "loss": 0.5285, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.6696950032446464, |
| "grad_norm": 0.2847594895492132, |
| "learning_rate": 4.316979316979317e-05, |
| "loss": 0.5174, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.6709928617780662, |
| "grad_norm": 0.31731208678548406, |
| "learning_rate": 4.314574314574315e-05, |
| "loss": 0.5287, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.6722907203114861, |
| "grad_norm": 0.26600293134050695, |
| "learning_rate": 4.312169312169313e-05, |
| "loss": 0.5105, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.6735885788449059, |
| "grad_norm": 0.29880462234281113, |
| "learning_rate": 4.3097643097643095e-05, |
| "loss": 0.5375, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.6748864373783258, |
| "grad_norm": 0.2652094878668775, |
| "learning_rate": 4.3073593073593077e-05, |
| "loss": 0.5033, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.6761842959117457, |
| "grad_norm": 0.315140738606816, |
| "learning_rate": 4.304954304954305e-05, |
| "loss": 0.5238, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.6774821544451655, |
| "grad_norm": 0.2852888179467452, |
| "learning_rate": 4.302549302549303e-05, |
| "loss": 0.5125, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.6787800129785854, |
| "grad_norm": 0.3217782609108167, |
| "learning_rate": 4.3001443001443e-05, |
| "loss": 0.5084, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.6800778715120052, |
| "grad_norm": 0.3067930968649758, |
| "learning_rate": 4.2977392977392976e-05, |
| "loss": 0.4999, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.6813757300454251, |
| "grad_norm": 0.2937819263154037, |
| "learning_rate": 4.295334295334296e-05, |
| "loss": 0.5256, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.6826735885788449, |
| "grad_norm": 0.32438054578281567, |
| "learning_rate": 4.292929292929293e-05, |
| "loss": 0.4907, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.6839714471122648, |
| "grad_norm": 0.2742147889295781, |
| "learning_rate": 4.290524290524291e-05, |
| "loss": 0.5068, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.6852693056456847, |
| "grad_norm": 0.35488588986537717, |
| "learning_rate": 4.288119288119288e-05, |
| "loss": 0.5248, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.6865671641791045, |
| "grad_norm": 0.26229530604678386, |
| "learning_rate": 4.2857142857142856e-05, |
| "loss": 0.5037, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.6878650227125244, |
| "grad_norm": 0.3461696681941986, |
| "learning_rate": 4.283309283309284e-05, |
| "loss": 0.5025, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.6891628812459442, |
| "grad_norm": 0.266178675206237, |
| "learning_rate": 4.280904280904281e-05, |
| "loss": 0.4896, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.6904607397793641, |
| "grad_norm": 0.34686998824653287, |
| "learning_rate": 4.278499278499279e-05, |
| "loss": 0.5034, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.6917585983127839, |
| "grad_norm": 0.3320503579783302, |
| "learning_rate": 4.276094276094276e-05, |
| "loss": 0.5178, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.6930564568462038, |
| "grad_norm": 0.3083799644603529, |
| "learning_rate": 4.273689273689274e-05, |
| "loss": 0.526, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.6943543153796237, |
| "grad_norm": 0.36890093348582187, |
| "learning_rate": 4.271284271284272e-05, |
| "loss": 0.5311, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.6956521739130435, |
| "grad_norm": 0.30993196929952377, |
| "learning_rate": 4.2688792688792686e-05, |
| "loss": 0.5246, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.6969500324464634, |
| "grad_norm": 0.3135809737260554, |
| "learning_rate": 4.266474266474267e-05, |
| "loss": 0.5042, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.6982478909798832, |
| "grad_norm": 0.32235641085299527, |
| "learning_rate": 4.264069264069264e-05, |
| "loss": 0.5226, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.6995457495133031, |
| "grad_norm": 0.29955767973991637, |
| "learning_rate": 4.2616642616642624e-05, |
| "loss": 0.5003, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.7008436080467229, |
| "grad_norm": 0.2728001277044658, |
| "learning_rate": 4.259259259259259e-05, |
| "loss": 0.5035, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.7021414665801428, |
| "grad_norm": 0.3125500639615984, |
| "learning_rate": 4.256854256854257e-05, |
| "loss": 0.4982, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.7034393251135627, |
| "grad_norm": 0.3214238247187388, |
| "learning_rate": 4.254449254449255e-05, |
| "loss": 0.5015, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.7047371836469825, |
| "grad_norm": 0.34677033141949526, |
| "learning_rate": 4.2520442520442523e-05, |
| "loss": 0.5071, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.7060350421804024, |
| "grad_norm": 0.320737794563556, |
| "learning_rate": 4.24963924963925e-05, |
| "loss": 0.5036, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.7073329007138222, |
| "grad_norm": 0.28140631509820974, |
| "learning_rate": 4.247234247234247e-05, |
| "loss": 0.472, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.7086307592472421, |
| "grad_norm": 0.2876262450309547, |
| "learning_rate": 4.244829244829245e-05, |
| "loss": 0.5033, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.7099286177806619, |
| "grad_norm": 0.28203604302358143, |
| "learning_rate": 4.242424242424243e-05, |
| "loss": 0.4933, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.7112264763140818, |
| "grad_norm": 0.3106404772330975, |
| "learning_rate": 4.2400192400192404e-05, |
| "loss": 0.4972, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.7125243348475017, |
| "grad_norm": 0.25531650904916336, |
| "learning_rate": 4.237614237614238e-05, |
| "loss": 0.524, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.7138221933809215, |
| "grad_norm": 0.3694832680055122, |
| "learning_rate": 4.2352092352092354e-05, |
| "loss": 0.5215, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.7151200519143414, |
| "grad_norm": 0.29317455967258776, |
| "learning_rate": 4.232804232804233e-05, |
| "loss": 0.4978, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.7164179104477612, |
| "grad_norm": 0.36952833950680053, |
| "learning_rate": 4.230399230399231e-05, |
| "loss": 0.5091, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.7177157689811811, |
| "grad_norm": 0.3458300719165068, |
| "learning_rate": 4.227994227994228e-05, |
| "loss": 0.5179, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.719013627514601, |
| "grad_norm": 0.35910338257547214, |
| "learning_rate": 4.225589225589226e-05, |
| "loss": 0.4967, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.7203114860480208, |
| "grad_norm": 0.3832017565467235, |
| "learning_rate": 4.2231842231842234e-05, |
| "loss": 0.506, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.7216093445814407, |
| "grad_norm": 0.3270524496685099, |
| "learning_rate": 4.220779220779221e-05, |
| "loss": 0.4956, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.7229072031148605, |
| "grad_norm": 0.31306380662178745, |
| "learning_rate": 4.2183742183742184e-05, |
| "loss": 0.516, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.7242050616482804, |
| "grad_norm": 0.294604631221543, |
| "learning_rate": 4.215969215969216e-05, |
| "loss": 0.5055, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.7255029201817002, |
| "grad_norm": 0.3534780044338388, |
| "learning_rate": 4.213564213564214e-05, |
| "loss": 0.4975, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.72680077871512, |
| "grad_norm": 0.33032987931239965, |
| "learning_rate": 4.2111592111592115e-05, |
| "loss": 0.5118, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.72809863724854, |
| "grad_norm": 0.3196832192635056, |
| "learning_rate": 4.208754208754209e-05, |
| "loss": 0.5093, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.7293964957819598, |
| "grad_norm": 0.36785704594666774, |
| "learning_rate": 4.2063492063492065e-05, |
| "loss": 0.5069, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.7306943543153797, |
| "grad_norm": 0.3702503469527744, |
| "learning_rate": 4.203944203944204e-05, |
| "loss": 0.513, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.7319922128487995, |
| "grad_norm": 0.3070674221331164, |
| "learning_rate": 4.201539201539202e-05, |
| "loss": 0.497, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.7332900713822194, |
| "grad_norm": 0.35750959007798994, |
| "learning_rate": 4.1991341991341996e-05, |
| "loss": 0.5085, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.7345879299156391, |
| "grad_norm": 0.2835364219292076, |
| "learning_rate": 4.196729196729197e-05, |
| "loss": 0.5091, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.735885788449059, |
| "grad_norm": 0.2884098082465498, |
| "learning_rate": 4.1943241943241945e-05, |
| "loss": 0.4884, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.737183646982479, |
| "grad_norm": 0.3203510406175552, |
| "learning_rate": 4.191919191919192e-05, |
| "loss": 0.4971, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.7384815055158988, |
| "grad_norm": 0.27371373687668255, |
| "learning_rate": 4.18951418951419e-05, |
| "loss": 0.5095, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.7397793640493187, |
| "grad_norm": 0.34717402203397457, |
| "learning_rate": 4.187109187109187e-05, |
| "loss": 0.5014, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.7410772225827384, |
| "grad_norm": 0.30582393639621713, |
| "learning_rate": 4.184704184704185e-05, |
| "loss": 0.5181, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.7423750811161584, |
| "grad_norm": 0.32112393843480735, |
| "learning_rate": 4.1822991822991826e-05, |
| "loss": 0.5006, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.7436729396495781, |
| "grad_norm": 0.33979137877685406, |
| "learning_rate": 4.17989417989418e-05, |
| "loss": 0.5248, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.744970798182998, |
| "grad_norm": 0.3209001348833202, |
| "learning_rate": 4.1774891774891775e-05, |
| "loss": 0.5013, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.746268656716418, |
| "grad_norm": 0.3266878409508907, |
| "learning_rate": 4.175084175084175e-05, |
| "loss": 0.4915, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.7475665152498377, |
| "grad_norm": 0.30503612561210064, |
| "learning_rate": 4.172679172679173e-05, |
| "loss": 0.5046, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.7488643737832577, |
| "grad_norm": 0.28971405798539174, |
| "learning_rate": 4.1702741702741707e-05, |
| "loss": 0.494, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.7501622323166774, |
| "grad_norm": 0.29780493895562776, |
| "learning_rate": 4.167869167869168e-05, |
| "loss": 0.492, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.7514600908500974, |
| "grad_norm": 0.32685361493691256, |
| "learning_rate": 4.1654641654641656e-05, |
| "loss": 0.5101, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.7527579493835171, |
| "grad_norm": 0.34614664346128227, |
| "learning_rate": 4.163059163059163e-05, |
| "loss": 0.4953, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.754055807916937, |
| "grad_norm": 0.24964382812915295, |
| "learning_rate": 4.160654160654161e-05, |
| "loss": 0.4974, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.755353666450357, |
| "grad_norm": 0.3266391465805975, |
| "learning_rate": 4.158249158249159e-05, |
| "loss": 0.5039, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.7566515249837767, |
| "grad_norm": 0.34857873431761155, |
| "learning_rate": 4.155844155844156e-05, |
| "loss": 0.5056, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.7579493835171967, |
| "grad_norm": 0.2921239047290261, |
| "learning_rate": 4.153439153439154e-05, |
| "loss": 0.4967, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.7592472420506164, |
| "grad_norm": 0.33268372260105683, |
| "learning_rate": 4.151034151034151e-05, |
| "loss": 0.5066, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.7605451005840363, |
| "grad_norm": 0.318064660501317, |
| "learning_rate": 4.148629148629149e-05, |
| "loss": 0.5014, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.7618429591174561, |
| "grad_norm": 0.40789097570888044, |
| "learning_rate": 4.146224146224146e-05, |
| "loss": 0.5236, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.763140817650876, |
| "grad_norm": 0.36460994866717067, |
| "learning_rate": 4.143819143819144e-05, |
| "loss": 0.5028, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.764438676184296, |
| "grad_norm": 0.32621095461004207, |
| "learning_rate": 4.141414141414142e-05, |
| "loss": 0.5, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.7657365347177157, |
| "grad_norm": 0.35949920016397585, |
| "learning_rate": 4.139009139009139e-05, |
| "loss": 0.5028, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.7670343932511356, |
| "grad_norm": 0.26064162839844207, |
| "learning_rate": 4.136604136604137e-05, |
| "loss": 0.4926, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.7683322517845554, |
| "grad_norm": 0.33955569046497985, |
| "learning_rate": 4.134199134199134e-05, |
| "loss": 0.491, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.7696301103179753, |
| "grad_norm": 0.302141896432662, |
| "learning_rate": 4.131794131794132e-05, |
| "loss": 0.4884, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.7709279688513953, |
| "grad_norm": 0.30640851435457384, |
| "learning_rate": 4.12938912938913e-05, |
| "loss": 0.4993, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.772225827384815, |
| "grad_norm": 0.3040997259974209, |
| "learning_rate": 4.126984126984127e-05, |
| "loss": 0.5207, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.773523685918235, |
| "grad_norm": 0.3146837697580934, |
| "learning_rate": 4.124579124579125e-05, |
| "loss": 0.5041, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.7748215444516547, |
| "grad_norm": 0.2837662015282775, |
| "learning_rate": 4.122174122174122e-05, |
| "loss": 0.4958, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.7761194029850746, |
| "grad_norm": 0.3005344336762094, |
| "learning_rate": 4.1197691197691204e-05, |
| "loss": 0.4995, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.7774172615184944, |
| "grad_norm": 0.2593994091267606, |
| "learning_rate": 4.117364117364118e-05, |
| "loss": 0.4949, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.7787151200519143, |
| "grad_norm": 0.31127336265884026, |
| "learning_rate": 4.114959114959115e-05, |
| "loss": 0.5026, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.7800129785853342, |
| "grad_norm": 0.24332809263192706, |
| "learning_rate": 4.112554112554113e-05, |
| "loss": 0.506, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.781310837118754, |
| "grad_norm": 0.268091615023721, |
| "learning_rate": 4.11014911014911e-05, |
| "loss": 0.5148, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.782608695652174, |
| "grad_norm": 0.27606994914293354, |
| "learning_rate": 4.1077441077441085e-05, |
| "loss": 0.5058, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.7839065541855937, |
| "grad_norm": 0.25091695629276883, |
| "learning_rate": 4.105339105339105e-05, |
| "loss": 0.4939, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.7852044127190136, |
| "grad_norm": 0.25969299604058604, |
| "learning_rate": 4.1029341029341034e-05, |
| "loss": 0.5045, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.7865022712524334, |
| "grad_norm": 0.28645937532292653, |
| "learning_rate": 4.100529100529101e-05, |
| "loss": 0.51, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.7878001297858533, |
| "grad_norm": 0.2867588479387004, |
| "learning_rate": 4.0981240981240984e-05, |
| "loss": 0.4849, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.7890979883192732, |
| "grad_norm": 0.2646936431763157, |
| "learning_rate": 4.095719095719096e-05, |
| "loss": 0.5139, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.790395846852693, |
| "grad_norm": 0.3083485975619241, |
| "learning_rate": 4.093314093314093e-05, |
| "loss": 0.52, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.791693705386113, |
| "grad_norm": 0.29615253606758346, |
| "learning_rate": 4.0909090909090915e-05, |
| "loss": 0.491, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.7929915639195327, |
| "grad_norm": 0.29803496441037525, |
| "learning_rate": 4.088504088504089e-05, |
| "loss": 0.5054, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.7942894224529526, |
| "grad_norm": 0.2854912264040868, |
| "learning_rate": 4.0860990860990864e-05, |
| "loss": 0.4838, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.7955872809863724, |
| "grad_norm": 0.2861142997625756, |
| "learning_rate": 4.083694083694084e-05, |
| "loss": 0.4777, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.7968851395197923, |
| "grad_norm": 0.28878974958497106, |
| "learning_rate": 4.0812890812890814e-05, |
| "loss": 0.5043, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.7981829980532122, |
| "grad_norm": 0.28908126130671624, |
| "learning_rate": 4.0788840788840795e-05, |
| "loss": 0.5077, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.799480856586632, |
| "grad_norm": 0.31059225731020423, |
| "learning_rate": 4.0764790764790763e-05, |
| "loss": 0.4846, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.8007787151200519, |
| "grad_norm": 0.2990367658353648, |
| "learning_rate": 4.074074074074074e-05, |
| "loss": 0.5075, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.8020765736534717, |
| "grad_norm": 0.29529728033655306, |
| "learning_rate": 4.071669071669072e-05, |
| "loss": 0.4876, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.8033744321868916, |
| "grad_norm": 0.299331177429087, |
| "learning_rate": 4.0692640692640695e-05, |
| "loss": 0.5032, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.8046722907203114, |
| "grad_norm": 0.2842657684401892, |
| "learning_rate": 4.066859066859067e-05, |
| "loss": 0.4889, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.8059701492537313, |
| "grad_norm": 0.2692733717815561, |
| "learning_rate": 4.0644540644540644e-05, |
| "loss": 0.5009, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.8072680077871512, |
| "grad_norm": 0.3436883319030681, |
| "learning_rate": 4.062049062049062e-05, |
| "loss": 0.5185, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.808565866320571, |
| "grad_norm": 0.2653175278056993, |
| "learning_rate": 4.05964405964406e-05, |
| "loss": 0.4739, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.8098637248539909, |
| "grad_norm": 0.31209657077735303, |
| "learning_rate": 4.0572390572390575e-05, |
| "loss": 0.4944, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.8111615833874107, |
| "grad_norm": 0.3396825057908641, |
| "learning_rate": 4.054834054834055e-05, |
| "loss": 0.5203, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.8124594419208306, |
| "grad_norm": 0.31652376647001546, |
| "learning_rate": 4.0524290524290525e-05, |
| "loss": 0.4973, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.8137573004542504, |
| "grad_norm": 0.41987696956302806, |
| "learning_rate": 4.05002405002405e-05, |
| "loss": 0.5008, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.8150551589876703, |
| "grad_norm": 0.32125784926625567, |
| "learning_rate": 4.047619047619048e-05, |
| "loss": 0.5107, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.8163530175210902, |
| "grad_norm": 0.43302794720660975, |
| "learning_rate": 4.045214045214045e-05, |
| "loss": 0.5174, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.81765087605451, |
| "grad_norm": 0.29529734876987174, |
| "learning_rate": 4.042809042809043e-05, |
| "loss": 0.4881, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.8189487345879299, |
| "grad_norm": 0.4076264173563411, |
| "learning_rate": 4.0404040404040405e-05, |
| "loss": 0.5034, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.8202465931213497, |
| "grad_norm": 0.30337707563686833, |
| "learning_rate": 4.037999037999039e-05, |
| "loss": 0.5119, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.8215444516547696, |
| "grad_norm": 0.39849923453663594, |
| "learning_rate": 4.0355940355940355e-05, |
| "loss": 0.5216, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.8228423101881895, |
| "grad_norm": 0.26447226558452136, |
| "learning_rate": 4.033189033189033e-05, |
| "loss": 0.5122, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.8241401687216093, |
| "grad_norm": 0.36530243282807756, |
| "learning_rate": 4.030784030784031e-05, |
| "loss": 0.4918, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.8254380272550292, |
| "grad_norm": 0.3160155549438362, |
| "learning_rate": 4.0283790283790286e-05, |
| "loss": 0.5024, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.826735885788449, |
| "grad_norm": 0.33636766065888035, |
| "learning_rate": 4.025974025974026e-05, |
| "loss": 0.5075, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.8280337443218689, |
| "grad_norm": 0.29456591212102723, |
| "learning_rate": 4.0235690235690236e-05, |
| "loss": 0.5241, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.8293316028552887, |
| "grad_norm": 0.3220137418817016, |
| "learning_rate": 4.021164021164021e-05, |
| "loss": 0.5028, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.8306294613887086, |
| "grad_norm": 0.279849046005973, |
| "learning_rate": 4.018759018759019e-05, |
| "loss": 0.4937, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.8319273199221285, |
| "grad_norm": 0.34243863539028374, |
| "learning_rate": 4.016354016354017e-05, |
| "loss": 0.4992, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.8332251784555483, |
| "grad_norm": 0.3077281111260478, |
| "learning_rate": 4.013949013949014e-05, |
| "loss": 0.5013, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.8345230369889682, |
| "grad_norm": 0.2917135387110751, |
| "learning_rate": 4.0115440115440116e-05, |
| "loss": 0.5084, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.835820895522388, |
| "grad_norm": 0.4035461806364624, |
| "learning_rate": 4.009139009139009e-05, |
| "loss": 0.5075, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.8371187540558079, |
| "grad_norm": 0.28209498726622767, |
| "learning_rate": 4.006734006734007e-05, |
| "loss": 0.5018, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.8384166125892277, |
| "grad_norm": 0.32365984928312647, |
| "learning_rate": 4.004329004329004e-05, |
| "loss": 0.5059, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.8397144711226476, |
| "grad_norm": 0.27577530319773297, |
| "learning_rate": 4.001924001924002e-05, |
| "loss": 0.4833, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.8410123296560675, |
| "grad_norm": 0.28322226416250573, |
| "learning_rate": 3.999518999519e-05, |
| "loss": 0.4918, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.8423101881894873, |
| "grad_norm": 0.2855631382527533, |
| "learning_rate": 3.997113997113997e-05, |
| "loss": 0.4865, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.8436080467229072, |
| "grad_norm": 0.32968743054146016, |
| "learning_rate": 3.9947089947089946e-05, |
| "loss": 0.4995, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.844905905256327, |
| "grad_norm": 0.2546632505302031, |
| "learning_rate": 3.992303992303992e-05, |
| "loss": 0.5007, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.8462037637897469, |
| "grad_norm": 0.3379202280608477, |
| "learning_rate": 3.98989898989899e-05, |
| "loss": 0.5191, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.8475016223231667, |
| "grad_norm": 0.2828398301217406, |
| "learning_rate": 3.987493987493988e-05, |
| "loss": 0.511, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.8487994808565866, |
| "grad_norm": 0.2759621170821239, |
| "learning_rate": 3.985088985088985e-05, |
| "loss": 0.4833, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.8500973393900065, |
| "grad_norm": 0.30549235671106895, |
| "learning_rate": 3.982683982683983e-05, |
| "loss": 0.5041, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.8513951979234263, |
| "grad_norm": 0.27394626074529427, |
| "learning_rate": 3.98027898027898e-05, |
| "loss": 0.4765, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.8526930564568462, |
| "grad_norm": 0.28778374402990897, |
| "learning_rate": 3.9778739778739783e-05, |
| "loss": 0.5204, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.853990914990266, |
| "grad_norm": 0.34038234379097493, |
| "learning_rate": 3.975468975468976e-05, |
| "loss": 0.4974, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.8552887735236859, |
| "grad_norm": 0.2866059277868264, |
| "learning_rate": 3.973063973063973e-05, |
| "loss": 0.5054, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.8565866320571057, |
| "grad_norm": 0.2927739560082091, |
| "learning_rate": 3.970658970658971e-05, |
| "loss": 0.4974, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.8578844905905256, |
| "grad_norm": 0.3262341662863849, |
| "learning_rate": 3.968253968253968e-05, |
| "loss": 0.4989, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.8591823491239455, |
| "grad_norm": 0.2845679103896212, |
| "learning_rate": 3.9658489658489664e-05, |
| "loss": 0.4874, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.8604802076573653, |
| "grad_norm": 0.2655596774616536, |
| "learning_rate": 3.963443963443963e-05, |
| "loss": 0.4843, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.8617780661907852, |
| "grad_norm": 0.2820305028454277, |
| "learning_rate": 3.9610389610389614e-05, |
| "loss": 0.5164, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.863075924724205, |
| "grad_norm": 0.2940016391705861, |
| "learning_rate": 3.958633958633959e-05, |
| "loss": 0.4886, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.8643737832576249, |
| "grad_norm": 0.2547644694514986, |
| "learning_rate": 3.956228956228956e-05, |
| "loss": 0.5051, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.8656716417910447, |
| "grad_norm": 0.26023827863988136, |
| "learning_rate": 3.953823953823954e-05, |
| "loss": 0.5217, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.8669695003244646, |
| "grad_norm": 0.27927530276749113, |
| "learning_rate": 3.951418951418951e-05, |
| "loss": 0.5092, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.8682673588578845, |
| "grad_norm": 0.26218361367284654, |
| "learning_rate": 3.9490139490139494e-05, |
| "loss": 0.4889, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.8695652173913043, |
| "grad_norm": 0.2574083587232944, |
| "learning_rate": 3.946608946608947e-05, |
| "loss": 0.498, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.8708630759247242, |
| "grad_norm": 0.28970396117550484, |
| "learning_rate": 3.9442039442039444e-05, |
| "loss": 0.5005, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.872160934458144, |
| "grad_norm": 0.253672603517478, |
| "learning_rate": 3.941798941798942e-05, |
| "loss": 0.4802, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.8734587929915639, |
| "grad_norm": 0.28176527595198714, |
| "learning_rate": 3.939393939393939e-05, |
| "loss": 0.5009, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.8747566515249838, |
| "grad_norm": 0.29970103183262975, |
| "learning_rate": 3.9369889369889375e-05, |
| "loss": 0.494, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.8760545100584036, |
| "grad_norm": 0.28208623298136165, |
| "learning_rate": 3.934583934583935e-05, |
| "loss": 0.4784, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.8773523685918235, |
| "grad_norm": 0.31291964058774646, |
| "learning_rate": 3.9321789321789324e-05, |
| "loss": 0.4869, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.8786502271252433, |
| "grad_norm": 0.2979349183006068, |
| "learning_rate": 3.92977392977393e-05, |
| "loss": 0.5046, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.8799480856586632, |
| "grad_norm": 0.2908014815865184, |
| "learning_rate": 3.9273689273689274e-05, |
| "loss": 0.5265, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.881245944192083, |
| "grad_norm": 0.26416143914819024, |
| "learning_rate": 3.9249639249639256e-05, |
| "loss": 0.4818, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.8825438027255029, |
| "grad_norm": 0.2933751247833131, |
| "learning_rate": 3.9225589225589224e-05, |
| "loss": 0.5012, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.8838416612589228, |
| "grad_norm": 0.3126465117694497, |
| "learning_rate": 3.9201539201539205e-05, |
| "loss": 0.5146, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.8851395197923426, |
| "grad_norm": 0.2524418661547154, |
| "learning_rate": 3.917748917748918e-05, |
| "loss": 0.5016, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.8864373783257625, |
| "grad_norm": 0.25838371662824994, |
| "learning_rate": 3.9153439153439155e-05, |
| "loss": 0.4788, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.8877352368591823, |
| "grad_norm": 0.26415640627712256, |
| "learning_rate": 3.912938912938913e-05, |
| "loss": 0.5026, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.8890330953926022, |
| "grad_norm": 0.24247698201137077, |
| "learning_rate": 3.9105339105339104e-05, |
| "loss": 0.4785, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.890330953926022, |
| "grad_norm": 0.2592072694481307, |
| "learning_rate": 3.9081289081289086e-05, |
| "loss": 0.4977, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.8916288124594419, |
| "grad_norm": 0.2542832037438216, |
| "learning_rate": 3.905723905723906e-05, |
| "loss": 0.4965, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.8929266709928618, |
| "grad_norm": 0.262249098843731, |
| "learning_rate": 3.9033189033189035e-05, |
| "loss": 0.4973, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.8942245295262816, |
| "grad_norm": 0.31610300163969496, |
| "learning_rate": 3.900913900913901e-05, |
| "loss": 0.4825, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.8955223880597015, |
| "grad_norm": 0.2740619461513036, |
| "learning_rate": 3.8985088985088985e-05, |
| "loss": 0.4975, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.8968202465931213, |
| "grad_norm": 0.2741811791339238, |
| "learning_rate": 3.8961038961038966e-05, |
| "loss": 0.4959, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.8981181051265412, |
| "grad_norm": 0.271574424484243, |
| "learning_rate": 3.893698893698894e-05, |
| "loss": 0.4871, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.899415963659961, |
| "grad_norm": 0.23758978275848563, |
| "learning_rate": 3.891293891293891e-05, |
| "loss": 0.4862, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.9007138221933809, |
| "grad_norm": 0.27263432443106744, |
| "learning_rate": 3.888888888888889e-05, |
| "loss": 0.5041, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.9020116807268008, |
| "grad_norm": 0.2707424886921677, |
| "learning_rate": 3.8864838864838866e-05, |
| "loss": 0.4669, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.9033095392602206, |
| "grad_norm": 0.25600324849109557, |
| "learning_rate": 3.884078884078885e-05, |
| "loss": 0.4915, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.9046073977936405, |
| "grad_norm": 0.28010923150865535, |
| "learning_rate": 3.8816738816738815e-05, |
| "loss": 0.5038, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.9059052563270603, |
| "grad_norm": 0.28506679888273495, |
| "learning_rate": 3.87926887926888e-05, |
| "loss": 0.4965, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.9072031148604802, |
| "grad_norm": 0.26956128070889057, |
| "learning_rate": 3.876863876863877e-05, |
| "loss": 0.5141, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.9085009733939, |
| "grad_norm": 0.25947152657252537, |
| "learning_rate": 3.8744588744588746e-05, |
| "loss": 0.477, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.9097988319273199, |
| "grad_norm": 0.29443853949197607, |
| "learning_rate": 3.872053872053872e-05, |
| "loss": 0.5059, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.9110966904607398, |
| "grad_norm": 0.23371391184316104, |
| "learning_rate": 3.8696488696488696e-05, |
| "loss": 0.4783, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.9123945489941596, |
| "grad_norm": 0.2960003000238748, |
| "learning_rate": 3.867243867243868e-05, |
| "loss": 0.4975, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.9136924075275795, |
| "grad_norm": 0.2447202791191107, |
| "learning_rate": 3.864838864838865e-05, |
| "loss": 0.4922, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.9149902660609993, |
| "grad_norm": 0.26642870018861, |
| "learning_rate": 3.862433862433863e-05, |
| "loss": 0.5252, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.9162881245944192, |
| "grad_norm": 0.2560976171455726, |
| "learning_rate": 3.86002886002886e-05, |
| "loss": 0.5012, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.917585983127839, |
| "grad_norm": 0.28883925682227224, |
| "learning_rate": 3.8576238576238576e-05, |
| "loss": 0.509, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.9188838416612589, |
| "grad_norm": 0.2513723680500846, |
| "learning_rate": 3.855218855218856e-05, |
| "loss": 0.5064, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.9201817001946788, |
| "grad_norm": 0.26385183299541554, |
| "learning_rate": 3.852813852813853e-05, |
| "loss": 0.4844, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.9214795587280986, |
| "grad_norm": 0.2739471730680778, |
| "learning_rate": 3.85040885040885e-05, |
| "loss": 0.5062, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.9227774172615185, |
| "grad_norm": 0.29349547383156327, |
| "learning_rate": 3.848003848003848e-05, |
| "loss": 0.4663, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.9240752757949383, |
| "grad_norm": 0.24335538681766872, |
| "learning_rate": 3.845598845598846e-05, |
| "loss": 0.4802, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.9253731343283582, |
| "grad_norm": 0.26992374528269225, |
| "learning_rate": 3.843193843193844e-05, |
| "loss": 0.4737, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.9266709928617781, |
| "grad_norm": 0.2601068353604271, |
| "learning_rate": 3.8407888407888407e-05, |
| "loss": 0.4871, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.9279688513951979, |
| "grad_norm": 0.2758032793334676, |
| "learning_rate": 3.838383838383838e-05, |
| "loss": 0.497, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.9292667099286178, |
| "grad_norm": 0.28995105804236226, |
| "learning_rate": 3.835978835978836e-05, |
| "loss": 0.4954, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.9305645684620376, |
| "grad_norm": 0.2711126929498793, |
| "learning_rate": 3.833573833573834e-05, |
| "loss": 0.4899, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.9318624269954575, |
| "grad_norm": 0.27659146601067053, |
| "learning_rate": 3.831168831168831e-05, |
| "loss": 0.4724, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.9331602855288773, |
| "grad_norm": 0.27572149711082233, |
| "learning_rate": 3.828763828763829e-05, |
| "loss": 0.4771, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.9344581440622972, |
| "grad_norm": 0.26747547869691946, |
| "learning_rate": 3.826358826358827e-05, |
| "loss": 0.508, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.9357560025957171, |
| "grad_norm": 0.25233671196063495, |
| "learning_rate": 3.8239538239538244e-05, |
| "loss": 0.5112, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.9370538611291369, |
| "grad_norm": 0.25520294945614, |
| "learning_rate": 3.821548821548822e-05, |
| "loss": 0.5015, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.9383517196625568, |
| "grad_norm": 0.2638285175394357, |
| "learning_rate": 3.819143819143819e-05, |
| "loss": 0.5159, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.9396495781959766, |
| "grad_norm": 0.2424275513941752, |
| "learning_rate": 3.816738816738817e-05, |
| "loss": 0.4934, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.9409474367293965, |
| "grad_norm": 0.25978321355889966, |
| "learning_rate": 3.814333814333815e-05, |
| "loss": 0.493, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.9422452952628163, |
| "grad_norm": 0.2717237370055125, |
| "learning_rate": 3.8119288119288124e-05, |
| "loss": 0.4848, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.9435431537962362, |
| "grad_norm": 0.2649262510228781, |
| "learning_rate": 3.809523809523809e-05, |
| "loss": 0.5106, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.9448410123296561, |
| "grad_norm": 0.2630223525297261, |
| "learning_rate": 3.8071188071188074e-05, |
| "loss": 0.4819, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.9461388708630759, |
| "grad_norm": 0.2552060740231092, |
| "learning_rate": 3.804713804713805e-05, |
| "loss": 0.4846, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.9474367293964958, |
| "grad_norm": 0.27269809006023926, |
| "learning_rate": 3.802308802308803e-05, |
| "loss": 0.4646, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.9487345879299156, |
| "grad_norm": 0.26086007457601984, |
| "learning_rate": 3.7999037999038e-05, |
| "loss": 0.4881, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.9500324464633355, |
| "grad_norm": 0.261121106269547, |
| "learning_rate": 3.797498797498797e-05, |
| "loss": 0.4676, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.9513303049967553, |
| "grad_norm": 0.24120860308268785, |
| "learning_rate": 3.7950937950937954e-05, |
| "loss": 0.475, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.9526281635301752, |
| "grad_norm": 0.23338097940225563, |
| "learning_rate": 3.792688792688793e-05, |
| "loss": 0.4913, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.9539260220635951, |
| "grad_norm": 0.27856238721903515, |
| "learning_rate": 3.7902837902837904e-05, |
| "loss": 0.4817, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.9552238805970149, |
| "grad_norm": 0.23489180306981414, |
| "learning_rate": 3.787878787878788e-05, |
| "loss": 0.4876, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.9565217391304348, |
| "grad_norm": 0.24747777349253483, |
| "learning_rate": 3.7854737854737854e-05, |
| "loss": 0.4926, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.9578195976638546, |
| "grad_norm": 0.2464671646367973, |
| "learning_rate": 3.7830687830687835e-05, |
| "loss": 0.4988, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.9591174561972745, |
| "grad_norm": 0.2444290486715431, |
| "learning_rate": 3.780663780663781e-05, |
| "loss": 0.5102, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.9604153147306943, |
| "grad_norm": 0.23262037897628499, |
| "learning_rate": 3.7782587782587785e-05, |
| "loss": 0.4928, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.9617131732641142, |
| "grad_norm": 0.2320844900099328, |
| "learning_rate": 3.775853775853776e-05, |
| "loss": 0.4858, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.9630110317975341, |
| "grad_norm": 0.25468927720147666, |
| "learning_rate": 3.773448773448774e-05, |
| "loss": 0.4978, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.9643088903309539, |
| "grad_norm": 0.2686348081196404, |
| "learning_rate": 3.7710437710437716e-05, |
| "loss": 0.4774, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.9656067488643738, |
| "grad_norm": 0.25462323553264127, |
| "learning_rate": 3.7686387686387684e-05, |
| "loss": 0.4967, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.9669046073977936, |
| "grad_norm": 0.23826397601414423, |
| "learning_rate": 3.7662337662337665e-05, |
| "loss": 0.4803, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.9682024659312135, |
| "grad_norm": 0.28828391446426194, |
| "learning_rate": 3.763828763828764e-05, |
| "loss": 0.4853, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.9695003244646333, |
| "grad_norm": 0.28433469305996517, |
| "learning_rate": 3.761423761423762e-05, |
| "loss": 0.4952, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.9707981829980532, |
| "grad_norm": 0.23492438563324666, |
| "learning_rate": 3.759018759018759e-05, |
| "loss": 0.4707, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.9720960415314731, |
| "grad_norm": 0.24099143399264922, |
| "learning_rate": 3.7566137566137564e-05, |
| "loss": 0.5025, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.9733939000648929, |
| "grad_norm": 0.26521862280904784, |
| "learning_rate": 3.7542087542087546e-05, |
| "loss": 0.4801, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.9746917585983128, |
| "grad_norm": 0.25301181696938563, |
| "learning_rate": 3.751803751803752e-05, |
| "loss": 0.4812, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.9759896171317326, |
| "grad_norm": 0.27340749938479236, |
| "learning_rate": 3.7493987493987495e-05, |
| "loss": 0.5218, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.9772874756651525, |
| "grad_norm": 0.2758375543775843, |
| "learning_rate": 3.746993746993747e-05, |
| "loss": 0.5003, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.9785853341985724, |
| "grad_norm": 0.2894871095962033, |
| "learning_rate": 3.7445887445887445e-05, |
| "loss": 0.4898, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.9798831927319922, |
| "grad_norm": 0.24603375955455123, |
| "learning_rate": 3.7421837421837427e-05, |
| "loss": 0.4975, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.9811810512654121, |
| "grad_norm": 0.3430084532330243, |
| "learning_rate": 3.73977873977874e-05, |
| "loss": 0.4986, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.9824789097988319, |
| "grad_norm": 0.26260792839174424, |
| "learning_rate": 3.7373737373737376e-05, |
| "loss": 0.4948, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.9837767683322518, |
| "grad_norm": 0.3417705691604155, |
| "learning_rate": 3.734968734968735e-05, |
| "loss": 0.4892, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.9850746268656716, |
| "grad_norm": 0.2367132738219532, |
| "learning_rate": 3.7325637325637326e-05, |
| "loss": 0.4837, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.9863724853990915, |
| "grad_norm": 0.35539307871553294, |
| "learning_rate": 3.730158730158731e-05, |
| "loss": 0.5081, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.9876703439325114, |
| "grad_norm": 0.22735379818962181, |
| "learning_rate": 3.7277537277537275e-05, |
| "loss": 0.4791, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.9889682024659312, |
| "grad_norm": 0.30959128828024085, |
| "learning_rate": 3.725348725348726e-05, |
| "loss": 0.4977, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.9902660609993511, |
| "grad_norm": 0.24407830637335193, |
| "learning_rate": 3.722943722943723e-05, |
| "loss": 0.4889, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.9915639195327709, |
| "grad_norm": 0.37047588851002045, |
| "learning_rate": 3.720538720538721e-05, |
| "loss": 0.4887, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.9928617780661908, |
| "grad_norm": 0.3132029888056198, |
| "learning_rate": 3.718133718133718e-05, |
| "loss": 0.4808, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.9941596365996106, |
| "grad_norm": 0.336725063578875, |
| "learning_rate": 3.7157287157287156e-05, |
| "loss": 0.4944, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.9954574951330305, |
| "grad_norm": 0.29559283526551605, |
| "learning_rate": 3.713323713323714e-05, |
| "loss": 0.485, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.9967553536664504, |
| "grad_norm": 0.3181505432986373, |
| "learning_rate": 3.710918710918711e-05, |
| "loss": 0.5109, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.9980532121998702, |
| "grad_norm": 0.25792486030536, |
| "learning_rate": 3.708513708513709e-05, |
| "loss": 0.4837, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.9993510707332901, |
| "grad_norm": 0.2662559802060241, |
| "learning_rate": 3.706108706108706e-05, |
| "loss": 0.4768, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.2662559802060241, |
| "learning_rate": 3.7037037037037037e-05, |
| "loss": 0.4749, |
| "step": 771 |
| }, |
| { |
| "epoch": 1.0012978585334198, |
| "grad_norm": 0.45710604360462226, |
| "learning_rate": 3.701298701298702e-05, |
| "loss": 0.4295, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.0025957170668398, |
| "grad_norm": 0.3984763478659025, |
| "learning_rate": 3.698893698893699e-05, |
| "loss": 0.4211, |
| "step": 773 |
| }, |
| { |
| "epoch": 1.0038935756002596, |
| "grad_norm": 0.33604362226653633, |
| "learning_rate": 3.696488696488697e-05, |
| "loss": 0.4472, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.0051914341336794, |
| "grad_norm": 0.35492193650921217, |
| "learning_rate": 3.694083694083694e-05, |
| "loss": 0.4144, |
| "step": 775 |
| }, |
| { |
| "epoch": 1.0064892926670992, |
| "grad_norm": 0.34395756575343545, |
| "learning_rate": 3.691678691678692e-05, |
| "loss": 0.4371, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.0077871512005192, |
| "grad_norm": 0.3027073670465442, |
| "learning_rate": 3.68927368927369e-05, |
| "loss": 0.4418, |
| "step": 777 |
| }, |
| { |
| "epoch": 1.009085009733939, |
| "grad_norm": 0.33164997403681556, |
| "learning_rate": 3.686868686868687e-05, |
| "loss": 0.4236, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.0103828682673588, |
| "grad_norm": 0.29836741552546153, |
| "learning_rate": 3.684463684463685e-05, |
| "loss": 0.4291, |
| "step": 779 |
| }, |
| { |
| "epoch": 1.0116807268007788, |
| "grad_norm": 0.31908724983675907, |
| "learning_rate": 3.682058682058682e-05, |
| "loss": 0.4444, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.0129785853341986, |
| "grad_norm": 0.3063522863393575, |
| "learning_rate": 3.67965367965368e-05, |
| "loss": 0.4235, |
| "step": 781 |
| }, |
| { |
| "epoch": 1.0142764438676184, |
| "grad_norm": 0.286969078111983, |
| "learning_rate": 3.677248677248677e-05, |
| "loss": 0.4273, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.0155743024010382, |
| "grad_norm": 0.30969412667904017, |
| "learning_rate": 3.674843674843675e-05, |
| "loss": 0.4179, |
| "step": 783 |
| }, |
| { |
| "epoch": 1.0168721609344582, |
| "grad_norm": 0.28846243749065087, |
| "learning_rate": 3.672438672438673e-05, |
| "loss": 0.445, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.018170019467878, |
| "grad_norm": 0.3052289303187025, |
| "learning_rate": 3.6700336700336704e-05, |
| "loss": 0.4282, |
| "step": 785 |
| }, |
| { |
| "epoch": 1.0194678780012978, |
| "grad_norm": 0.28776824445687055, |
| "learning_rate": 3.667628667628668e-05, |
| "loss": 0.4361, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.0207657365347178, |
| "grad_norm": 0.25471106959244577, |
| "learning_rate": 3.665223665223665e-05, |
| "loss": 0.4177, |
| "step": 787 |
| }, |
| { |
| "epoch": 1.0220635950681376, |
| "grad_norm": 0.2740291049864792, |
| "learning_rate": 3.662818662818663e-05, |
| "loss": 0.4394, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.0233614536015574, |
| "grad_norm": 0.3017972640732574, |
| "learning_rate": 3.660413660413661e-05, |
| "loss": 0.4386, |
| "step": 789 |
| }, |
| { |
| "epoch": 1.0246593121349772, |
| "grad_norm": 0.23597430678446688, |
| "learning_rate": 3.6580086580086584e-05, |
| "loss": 0.4499, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.0259571706683972, |
| "grad_norm": 0.2879673662024183, |
| "learning_rate": 3.655603655603656e-05, |
| "loss": 0.4293, |
| "step": 791 |
| }, |
| { |
| "epoch": 1.027255029201817, |
| "grad_norm": 0.2700731107191033, |
| "learning_rate": 3.6531986531986534e-05, |
| "loss": 0.4258, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.0285528877352368, |
| "grad_norm": 0.25488494703667464, |
| "learning_rate": 3.650793650793651e-05, |
| "loss": 0.4074, |
| "step": 793 |
| }, |
| { |
| "epoch": 1.0298507462686568, |
| "grad_norm": 0.26394634723070287, |
| "learning_rate": 3.648388648388649e-05, |
| "loss": 0.4508, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.0311486048020766, |
| "grad_norm": 0.27582489513269015, |
| "learning_rate": 3.645983645983646e-05, |
| "loss": 0.4412, |
| "step": 795 |
| }, |
| { |
| "epoch": 1.0324464633354964, |
| "grad_norm": 0.24726232362927064, |
| "learning_rate": 3.643578643578644e-05, |
| "loss": 0.4168, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.0337443218689162, |
| "grad_norm": 0.28259272497475907, |
| "learning_rate": 3.6411736411736415e-05, |
| "loss": 0.4154, |
| "step": 797 |
| }, |
| { |
| "epoch": 1.0350421804023362, |
| "grad_norm": 0.2663149191606831, |
| "learning_rate": 3.638768638768639e-05, |
| "loss": 0.4189, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.036340038935756, |
| "grad_norm": 0.23665837923986385, |
| "learning_rate": 3.6363636363636364e-05, |
| "loss": 0.4098, |
| "step": 799 |
| }, |
| { |
| "epoch": 1.0376378974691758, |
| "grad_norm": 0.26291163598038214, |
| "learning_rate": 3.633958633958634e-05, |
| "loss": 0.4311, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.0389357560025958, |
| "grad_norm": 0.27970192834528934, |
| "learning_rate": 3.631553631553632e-05, |
| "loss": 0.4145, |
| "step": 801 |
| }, |
| { |
| "epoch": 1.0402336145360156, |
| "grad_norm": 0.2710942408225925, |
| "learning_rate": 3.6291486291486295e-05, |
| "loss": 0.4277, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.0415314730694354, |
| "grad_norm": 0.2727015101923209, |
| "learning_rate": 3.626743626743627e-05, |
| "loss": 0.4232, |
| "step": 803 |
| }, |
| { |
| "epoch": 1.0428293316028552, |
| "grad_norm": 0.3128392157246963, |
| "learning_rate": 3.6243386243386245e-05, |
| "loss": 0.4335, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.0441271901362752, |
| "grad_norm": 0.2349817412715045, |
| "learning_rate": 3.621933621933622e-05, |
| "loss": 0.4253, |
| "step": 805 |
| }, |
| { |
| "epoch": 1.045425048669695, |
| "grad_norm": 0.28497577605120694, |
| "learning_rate": 3.61952861952862e-05, |
| "loss": 0.4168, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.0467229072031148, |
| "grad_norm": 0.2587789310002607, |
| "learning_rate": 3.617123617123617e-05, |
| "loss": 0.4217, |
| "step": 807 |
| }, |
| { |
| "epoch": 1.0480207657365348, |
| "grad_norm": 0.26828544455125314, |
| "learning_rate": 3.6147186147186144e-05, |
| "loss": 0.4074, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.0493186242699546, |
| "grad_norm": 0.2598287776154231, |
| "learning_rate": 3.6123136123136125e-05, |
| "loss": 0.4184, |
| "step": 809 |
| }, |
| { |
| "epoch": 1.0506164828033744, |
| "grad_norm": 0.2703287966299121, |
| "learning_rate": 3.60990860990861e-05, |
| "loss": 0.4323, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.0519143413367944, |
| "grad_norm": 0.318496639053465, |
| "learning_rate": 3.6075036075036075e-05, |
| "loss": 0.4209, |
| "step": 811 |
| }, |
| { |
| "epoch": 1.0532121998702142, |
| "grad_norm": 0.2697909678170961, |
| "learning_rate": 3.605098605098605e-05, |
| "loss": 0.4244, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.054510058403634, |
| "grad_norm": 0.2969724315201258, |
| "learning_rate": 3.602693602693603e-05, |
| "loss": 0.4172, |
| "step": 813 |
| }, |
| { |
| "epoch": 1.0558079169370538, |
| "grad_norm": 0.30303096771353466, |
| "learning_rate": 3.6002886002886006e-05, |
| "loss": 0.404, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.0571057754704738, |
| "grad_norm": 0.240870306849622, |
| "learning_rate": 3.597883597883598e-05, |
| "loss": 0.4226, |
| "step": 815 |
| }, |
| { |
| "epoch": 1.0584036340038936, |
| "grad_norm": 0.31791173210740425, |
| "learning_rate": 3.5954785954785956e-05, |
| "loss": 0.411, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.0597014925373134, |
| "grad_norm": 0.2804167030463435, |
| "learning_rate": 3.593073593073593e-05, |
| "loss": 0.4297, |
| "step": 817 |
| }, |
| { |
| "epoch": 1.0609993510707332, |
| "grad_norm": 0.24716383688085644, |
| "learning_rate": 3.590668590668591e-05, |
| "loss": 0.434, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.0622972096041532, |
| "grad_norm": 0.3039180273884032, |
| "learning_rate": 3.588263588263589e-05, |
| "loss": 0.4212, |
| "step": 819 |
| }, |
| { |
| "epoch": 1.063595068137573, |
| "grad_norm": 0.319488059258111, |
| "learning_rate": 3.5858585858585855e-05, |
| "loss": 0.4068, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.0648929266709928, |
| "grad_norm": 0.22619788557964504, |
| "learning_rate": 3.5834535834535836e-05, |
| "loss": 0.4311, |
| "step": 821 |
| }, |
| { |
| "epoch": 1.0661907852044128, |
| "grad_norm": 0.34410773893661634, |
| "learning_rate": 3.581048581048581e-05, |
| "loss": 0.4349, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.0674886437378326, |
| "grad_norm": 0.3100368353729728, |
| "learning_rate": 3.578643578643579e-05, |
| "loss": 0.4352, |
| "step": 823 |
| }, |
| { |
| "epoch": 1.0687865022712524, |
| "grad_norm": 0.2901826811884039, |
| "learning_rate": 3.576238576238576e-05, |
| "loss": 0.4157, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.0700843608046724, |
| "grad_norm": 0.31611344846131356, |
| "learning_rate": 3.5738335738335735e-05, |
| "loss": 0.4693, |
| "step": 825 |
| }, |
| { |
| "epoch": 1.0713822193380922, |
| "grad_norm": 0.35227684302990314, |
| "learning_rate": 3.571428571428572e-05, |
| "loss": 0.4356, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.072680077871512, |
| "grad_norm": 0.25990758753916315, |
| "learning_rate": 3.569023569023569e-05, |
| "loss": 0.4149, |
| "step": 827 |
| }, |
| { |
| "epoch": 1.0739779364049318, |
| "grad_norm": 0.33795998379210196, |
| "learning_rate": 3.5666185666185667e-05, |
| "loss": 0.4231, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.0752757949383518, |
| "grad_norm": 0.260416289520159, |
| "learning_rate": 3.564213564213564e-05, |
| "loss": 0.4439, |
| "step": 829 |
| }, |
| { |
| "epoch": 1.0765736534717716, |
| "grad_norm": 0.2745403629951124, |
| "learning_rate": 3.5618085618085616e-05, |
| "loss": 0.4363, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.0778715120051914, |
| "grad_norm": 0.30247544618833483, |
| "learning_rate": 3.55940355940356e-05, |
| "loss": 0.4195, |
| "step": 831 |
| }, |
| { |
| "epoch": 1.0791693705386114, |
| "grad_norm": 0.32082708667036386, |
| "learning_rate": 3.556998556998557e-05, |
| "loss": 0.4207, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.0804672290720312, |
| "grad_norm": 0.2897448897920795, |
| "learning_rate": 3.554593554593555e-05, |
| "loss": 0.4256, |
| "step": 833 |
| }, |
| { |
| "epoch": 1.081765087605451, |
| "grad_norm": 0.2799359981594651, |
| "learning_rate": 3.552188552188552e-05, |
| "loss": 0.4566, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.0830629461388708, |
| "grad_norm": 0.3069382837366587, |
| "learning_rate": 3.5497835497835503e-05, |
| "loss": 0.4422, |
| "step": 835 |
| }, |
| { |
| "epoch": 1.0843608046722908, |
| "grad_norm": 0.2432398771659819, |
| "learning_rate": 3.547378547378548e-05, |
| "loss": 0.4058, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.0856586632057106, |
| "grad_norm": 0.2946884230374921, |
| "learning_rate": 3.5449735449735446e-05, |
| "loss": 0.4212, |
| "step": 837 |
| }, |
| { |
| "epoch": 1.0869565217391304, |
| "grad_norm": 0.2833055873065403, |
| "learning_rate": 3.542568542568543e-05, |
| "loss": 0.4236, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.0882543802725504, |
| "grad_norm": 0.24633104520706475, |
| "learning_rate": 3.54016354016354e-05, |
| "loss": 0.4296, |
| "step": 839 |
| }, |
| { |
| "epoch": 1.0895522388059702, |
| "grad_norm": 0.30305714876494183, |
| "learning_rate": 3.5377585377585384e-05, |
| "loss": 0.4125, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.09085009733939, |
| "grad_norm": 0.27515539449115956, |
| "learning_rate": 3.535353535353535e-05, |
| "loss": 0.4343, |
| "step": 841 |
| }, |
| { |
| "epoch": 1.0921479558728098, |
| "grad_norm": 0.2566570554342314, |
| "learning_rate": 3.532948532948533e-05, |
| "loss": 0.4259, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.0934458144062298, |
| "grad_norm": 0.27580070959828384, |
| "learning_rate": 3.530543530543531e-05, |
| "loss": 0.4429, |
| "step": 843 |
| }, |
| { |
| "epoch": 1.0947436729396496, |
| "grad_norm": 0.40316368454416424, |
| "learning_rate": 3.528138528138528e-05, |
| "loss": 0.4471, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.0960415314730694, |
| "grad_norm": 0.2693638650733015, |
| "learning_rate": 3.525733525733526e-05, |
| "loss": 0.4259, |
| "step": 845 |
| }, |
| { |
| "epoch": 1.0973393900064894, |
| "grad_norm": 0.3044405084823207, |
| "learning_rate": 3.523328523328523e-05, |
| "loss": 0.4187, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.0986372485399092, |
| "grad_norm": 0.24933029657871267, |
| "learning_rate": 3.520923520923521e-05, |
| "loss": 0.4328, |
| "step": 847 |
| }, |
| { |
| "epoch": 1.099935107073329, |
| "grad_norm": 0.26906838606368316, |
| "learning_rate": 3.518518518518519e-05, |
| "loss": 0.4368, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.1012329656067488, |
| "grad_norm": 0.26971278689485273, |
| "learning_rate": 3.5161135161135164e-05, |
| "loss": 0.4297, |
| "step": 849 |
| }, |
| { |
| "epoch": 1.1025308241401688, |
| "grad_norm": 0.2747922938561738, |
| "learning_rate": 3.513708513708514e-05, |
| "loss": 0.4373, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.1038286826735886, |
| "grad_norm": 0.2761210141034917, |
| "learning_rate": 3.5113035113035113e-05, |
| "loss": 0.4382, |
| "step": 851 |
| }, |
| { |
| "epoch": 1.1051265412070084, |
| "grad_norm": 0.2964790930440498, |
| "learning_rate": 3.508898508898509e-05, |
| "loss": 0.4231, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.1064243997404284, |
| "grad_norm": 0.25620765135533435, |
| "learning_rate": 3.506493506493507e-05, |
| "loss": 0.4408, |
| "step": 853 |
| }, |
| { |
| "epoch": 1.1077222582738482, |
| "grad_norm": 0.21064152286484897, |
| "learning_rate": 3.504088504088504e-05, |
| "loss": 0.417, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.109020116807268, |
| "grad_norm": 0.2958430063839789, |
| "learning_rate": 3.501683501683502e-05, |
| "loss": 0.4339, |
| "step": 855 |
| }, |
| { |
| "epoch": 1.1103179753406878, |
| "grad_norm": 0.22482067437635359, |
| "learning_rate": 3.4992784992784994e-05, |
| "loss": 0.4295, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.1116158338741078, |
| "grad_norm": 0.2955967782295721, |
| "learning_rate": 3.4968734968734976e-05, |
| "loss": 0.4015, |
| "step": 857 |
| }, |
| { |
| "epoch": 1.1129136924075276, |
| "grad_norm": 0.2843718668047481, |
| "learning_rate": 3.4944684944684944e-05, |
| "loss": 0.4218, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.1142115509409474, |
| "grad_norm": 0.2764727160970055, |
| "learning_rate": 3.492063492063492e-05, |
| "loss": 0.4246, |
| "step": 859 |
| }, |
| { |
| "epoch": 1.1155094094743674, |
| "grad_norm": 0.2624405170772858, |
| "learning_rate": 3.48965848965849e-05, |
| "loss": 0.407, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.1168072680077872, |
| "grad_norm": 0.2666157900698976, |
| "learning_rate": 3.4872534872534875e-05, |
| "loss": 0.4402, |
| "step": 861 |
| }, |
| { |
| "epoch": 1.118105126541207, |
| "grad_norm": 1.2301966564667228, |
| "learning_rate": 3.484848484848485e-05, |
| "loss": 0.4452, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.1194029850746268, |
| "grad_norm": 0.3054038468605886, |
| "learning_rate": 3.4824434824434824e-05, |
| "loss": 0.4354, |
| "step": 863 |
| }, |
| { |
| "epoch": 1.1207008436080468, |
| "grad_norm": 0.2582864922377692, |
| "learning_rate": 3.48003848003848e-05, |
| "loss": 0.4495, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.1219987021414666, |
| "grad_norm": 0.2500252146157672, |
| "learning_rate": 3.477633477633478e-05, |
| "loss": 0.4395, |
| "step": 865 |
| }, |
| { |
| "epoch": 1.1232965606748864, |
| "grad_norm": 0.29631159663934065, |
| "learning_rate": 3.4752284752284755e-05, |
| "loss": 0.4514, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.1245944192083064, |
| "grad_norm": 0.28152136468600736, |
| "learning_rate": 3.472823472823473e-05, |
| "loss": 0.4397, |
| "step": 867 |
| }, |
| { |
| "epoch": 1.1258922777417262, |
| "grad_norm": 0.21131772623693806, |
| "learning_rate": 3.4704184704184705e-05, |
| "loss": 0.4285, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.127190136275146, |
| "grad_norm": 0.25615102365106246, |
| "learning_rate": 3.468013468013468e-05, |
| "loss": 0.4133, |
| "step": 869 |
| }, |
| { |
| "epoch": 1.128487994808566, |
| "grad_norm": 0.23917269321305726, |
| "learning_rate": 3.465608465608466e-05, |
| "loss": 0.4435, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.1297858533419858, |
| "grad_norm": 0.27161646725256705, |
| "learning_rate": 3.463203463203463e-05, |
| "loss": 0.4233, |
| "step": 871 |
| }, |
| { |
| "epoch": 1.1310837118754056, |
| "grad_norm": 0.2412152469942244, |
| "learning_rate": 3.460798460798461e-05, |
| "loss": 0.4461, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.1323815704088254, |
| "grad_norm": 0.3179450028674149, |
| "learning_rate": 3.4583934583934586e-05, |
| "loss": 0.4119, |
| "step": 873 |
| }, |
| { |
| "epoch": 1.1336794289422454, |
| "grad_norm": 0.23384786069007624, |
| "learning_rate": 3.455988455988456e-05, |
| "loss": 0.4103, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.1349772874756652, |
| "grad_norm": 0.2576089230129144, |
| "learning_rate": 3.4535834535834535e-05, |
| "loss": 0.4256, |
| "step": 875 |
| }, |
| { |
| "epoch": 1.136275146009085, |
| "grad_norm": 0.25522949186712174, |
| "learning_rate": 3.451178451178451e-05, |
| "loss": 0.4306, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.1375730045425048, |
| "grad_norm": 0.30146067353056377, |
| "learning_rate": 3.448773448773449e-05, |
| "loss": 0.4373, |
| "step": 877 |
| }, |
| { |
| "epoch": 1.1388708630759248, |
| "grad_norm": 0.2821696115546317, |
| "learning_rate": 3.4463684463684466e-05, |
| "loss": 0.4262, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.1401687216093446, |
| "grad_norm": 0.23559687187392536, |
| "learning_rate": 3.443963443963444e-05, |
| "loss": 0.4128, |
| "step": 879 |
| }, |
| { |
| "epoch": 1.1414665801427644, |
| "grad_norm": 0.3096443772818808, |
| "learning_rate": 3.4415584415584416e-05, |
| "loss": 0.424, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.1427644386761844, |
| "grad_norm": 0.27131628167000316, |
| "learning_rate": 3.439153439153439e-05, |
| "loss": 0.4243, |
| "step": 881 |
| }, |
| { |
| "epoch": 1.1440622972096042, |
| "grad_norm": 0.3321877999366987, |
| "learning_rate": 3.436748436748437e-05, |
| "loss": 0.3962, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.145360155743024, |
| "grad_norm": 0.252836911633108, |
| "learning_rate": 3.434343434343435e-05, |
| "loss": 0.4364, |
| "step": 883 |
| }, |
| { |
| "epoch": 1.146658014276444, |
| "grad_norm": 0.28472809342059574, |
| "learning_rate": 3.431938431938432e-05, |
| "loss": 0.4265, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.1479558728098638, |
| "grad_norm": 0.25893718977038643, |
| "learning_rate": 3.4295334295334296e-05, |
| "loss": 0.4239, |
| "step": 885 |
| }, |
| { |
| "epoch": 1.1492537313432836, |
| "grad_norm": 0.29888823830438355, |
| "learning_rate": 3.427128427128427e-05, |
| "loss": 0.4641, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.1505515898767034, |
| "grad_norm": 0.2336271423650757, |
| "learning_rate": 3.424723424723425e-05, |
| "loss": 0.4363, |
| "step": 887 |
| }, |
| { |
| "epoch": 1.1518494484101234, |
| "grad_norm": 0.28355868807379, |
| "learning_rate": 3.422318422318422e-05, |
| "loss": 0.4446, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.1531473069435432, |
| "grad_norm": 0.25482834362533163, |
| "learning_rate": 3.41991341991342e-05, |
| "loss": 0.432, |
| "step": 889 |
| }, |
| { |
| "epoch": 1.154445165476963, |
| "grad_norm": 0.257058818612092, |
| "learning_rate": 3.417508417508418e-05, |
| "loss": 0.4238, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.1557430240103828, |
| "grad_norm": 0.2964878759739716, |
| "learning_rate": 3.415103415103415e-05, |
| "loss": 0.4341, |
| "step": 891 |
| }, |
| { |
| "epoch": 1.1570408825438028, |
| "grad_norm": 0.24581976687613294, |
| "learning_rate": 3.412698412698413e-05, |
| "loss": 0.445, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.1583387410772226, |
| "grad_norm": 0.2672951398900844, |
| "learning_rate": 3.41029341029341e-05, |
| "loss": 0.4146, |
| "step": 893 |
| }, |
| { |
| "epoch": 1.1596365996106424, |
| "grad_norm": 0.29744313702383335, |
| "learning_rate": 3.407888407888408e-05, |
| "loss": 0.4291, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.1609344581440624, |
| "grad_norm": 0.2594025370257348, |
| "learning_rate": 3.405483405483406e-05, |
| "loss": 0.4393, |
| "step": 895 |
| }, |
| { |
| "epoch": 1.1622323166774822, |
| "grad_norm": 0.27322558327059043, |
| "learning_rate": 3.403078403078403e-05, |
| "loss": 0.413, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.163530175210902, |
| "grad_norm": 0.27895427053368943, |
| "learning_rate": 3.400673400673401e-05, |
| "loss": 0.4282, |
| "step": 897 |
| }, |
| { |
| "epoch": 1.164828033744322, |
| "grad_norm": 0.3278143440045291, |
| "learning_rate": 3.398268398268398e-05, |
| "loss": 0.4503, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.1661258922777418, |
| "grad_norm": 0.2878645741851875, |
| "learning_rate": 3.3958633958633964e-05, |
| "loss": 0.418, |
| "step": 899 |
| }, |
| { |
| "epoch": 1.1674237508111616, |
| "grad_norm": 0.279091054078343, |
| "learning_rate": 3.393458393458394e-05, |
| "loss": 0.4351, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.1687216093445814, |
| "grad_norm": 0.300972554323965, |
| "learning_rate": 3.391053391053391e-05, |
| "loss": 0.4177, |
| "step": 901 |
| }, |
| { |
| "epoch": 1.1700194678780014, |
| "grad_norm": 0.2912604255538886, |
| "learning_rate": 3.388648388648389e-05, |
| "loss": 0.4239, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.1713173264114212, |
| "grad_norm": 0.28729371845984225, |
| "learning_rate": 3.386243386243386e-05, |
| "loss": 0.4498, |
| "step": 903 |
| }, |
| { |
| "epoch": 1.172615184944841, |
| "grad_norm": 0.2983707424965568, |
| "learning_rate": 3.3838383838383844e-05, |
| "loss": 0.4093, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.1739130434782608, |
| "grad_norm": 0.2396146655592429, |
| "learning_rate": 3.381433381433381e-05, |
| "loss": 0.4134, |
| "step": 905 |
| }, |
| { |
| "epoch": 1.1752109020116808, |
| "grad_norm": 0.25743340902304185, |
| "learning_rate": 3.3790283790283794e-05, |
| "loss": 0.4024, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.1765087605451006, |
| "grad_norm": 0.27027531302973373, |
| "learning_rate": 3.376623376623377e-05, |
| "loss": 0.4518, |
| "step": 907 |
| }, |
| { |
| "epoch": 1.1778066190785204, |
| "grad_norm": 0.25280300819232365, |
| "learning_rate": 3.3742183742183743e-05, |
| "loss": 0.4185, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.1791044776119404, |
| "grad_norm": 0.22682160703006224, |
| "learning_rate": 3.371813371813372e-05, |
| "loss": 0.4174, |
| "step": 909 |
| }, |
| { |
| "epoch": 1.1804023361453602, |
| "grad_norm": 0.23204503630025836, |
| "learning_rate": 3.369408369408369e-05, |
| "loss": 0.4177, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.18170019467878, |
| "grad_norm": 0.25880635574030375, |
| "learning_rate": 3.3670033670033675e-05, |
| "loss": 0.4179, |
| "step": 911 |
| }, |
| { |
| "epoch": 1.1829980532122, |
| "grad_norm": 0.2522597708371833, |
| "learning_rate": 3.364598364598365e-05, |
| "loss": 0.4283, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.1842959117456198, |
| "grad_norm": 0.2883869624140782, |
| "learning_rate": 3.3621933621933624e-05, |
| "loss": 0.4372, |
| "step": 913 |
| }, |
| { |
| "epoch": 1.1855937702790396, |
| "grad_norm": 0.25106486957221746, |
| "learning_rate": 3.35978835978836e-05, |
| "loss": 0.4281, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.1868916288124594, |
| "grad_norm": 0.292526125260076, |
| "learning_rate": 3.3573833573833574e-05, |
| "loss": 0.4365, |
| "step": 915 |
| }, |
| { |
| "epoch": 1.1881894873458794, |
| "grad_norm": 0.2676690874911841, |
| "learning_rate": 3.3549783549783555e-05, |
| "loss": 0.4326, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.1894873458792992, |
| "grad_norm": 0.26481922535161423, |
| "learning_rate": 3.352573352573353e-05, |
| "loss": 0.4274, |
| "step": 917 |
| }, |
| { |
| "epoch": 1.190785204412719, |
| "grad_norm": 0.2798203995195467, |
| "learning_rate": 3.35016835016835e-05, |
| "loss": 0.4368, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.1920830629461387, |
| "grad_norm": 0.2861488916957064, |
| "learning_rate": 3.347763347763348e-05, |
| "loss": 0.4137, |
| "step": 919 |
| }, |
| { |
| "epoch": 1.1933809214795588, |
| "grad_norm": 0.29631412123985384, |
| "learning_rate": 3.3453583453583454e-05, |
| "loss": 0.4569, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.1946787800129786, |
| "grad_norm": 0.2342734368682864, |
| "learning_rate": 3.3429533429533436e-05, |
| "loss": 0.4161, |
| "step": 921 |
| }, |
| { |
| "epoch": 1.1959766385463984, |
| "grad_norm": 0.2701444926397203, |
| "learning_rate": 3.3405483405483404e-05, |
| "loss": 0.4436, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.1972744970798184, |
| "grad_norm": 0.24533441345926324, |
| "learning_rate": 3.3381433381433385e-05, |
| "loss": 0.4169, |
| "step": 923 |
| }, |
| { |
| "epoch": 1.1985723556132382, |
| "grad_norm": 0.2540671392711727, |
| "learning_rate": 3.335738335738336e-05, |
| "loss": 0.4157, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.199870214146658, |
| "grad_norm": 0.24799812272450378, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 0.4185, |
| "step": 925 |
| }, |
| { |
| "epoch": 1.201168072680078, |
| "grad_norm": 0.22598144682861446, |
| "learning_rate": 3.330928330928331e-05, |
| "loss": 0.4316, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.2024659312134978, |
| "grad_norm": 0.2448180172195478, |
| "learning_rate": 3.3285233285233284e-05, |
| "loss": 0.4224, |
| "step": 927 |
| }, |
| { |
| "epoch": 1.2037637897469176, |
| "grad_norm": 0.2765575264990623, |
| "learning_rate": 3.3261183261183266e-05, |
| "loss": 0.4152, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.2050616482803373, |
| "grad_norm": 0.2804413742079038, |
| "learning_rate": 3.323713323713324e-05, |
| "loss": 0.4268, |
| "step": 929 |
| }, |
| { |
| "epoch": 1.2063595068137574, |
| "grad_norm": 0.241273559139525, |
| "learning_rate": 3.3213083213083216e-05, |
| "loss": 0.44, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.2076573653471772, |
| "grad_norm": 0.26424527656796193, |
| "learning_rate": 3.318903318903319e-05, |
| "loss": 0.423, |
| "step": 931 |
| }, |
| { |
| "epoch": 1.208955223880597, |
| "grad_norm": 0.2618836109205494, |
| "learning_rate": 3.3164983164983165e-05, |
| "loss": 0.4263, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.210253082414017, |
| "grad_norm": 0.232277628692469, |
| "learning_rate": 3.314093314093315e-05, |
| "loss": 0.4285, |
| "step": 933 |
| }, |
| { |
| "epoch": 1.2115509409474368, |
| "grad_norm": 0.22920838397957313, |
| "learning_rate": 3.311688311688312e-05, |
| "loss": 0.4222, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.2128487994808566, |
| "grad_norm": 0.22768841564535697, |
| "learning_rate": 3.309283309283309e-05, |
| "loss": 0.4343, |
| "step": 935 |
| }, |
| { |
| "epoch": 1.2141466580142763, |
| "grad_norm": 0.2503532795435805, |
| "learning_rate": 3.306878306878307e-05, |
| "loss": 0.439, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.2154445165476964, |
| "grad_norm": 0.22461109640165802, |
| "learning_rate": 3.3044733044733046e-05, |
| "loss": 0.4188, |
| "step": 937 |
| }, |
| { |
| "epoch": 1.2167423750811162, |
| "grad_norm": 0.209011116297864, |
| "learning_rate": 3.302068302068303e-05, |
| "loss": 0.4095, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.218040233614536, |
| "grad_norm": 0.2266971578892572, |
| "learning_rate": 3.2996632996632995e-05, |
| "loss": 0.4354, |
| "step": 939 |
| }, |
| { |
| "epoch": 1.219338092147956, |
| "grad_norm": 0.22300168989786548, |
| "learning_rate": 3.297258297258297e-05, |
| "loss": 0.4225, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.2206359506813758, |
| "grad_norm": 0.24047207294507855, |
| "learning_rate": 3.294853294853295e-05, |
| "loss": 0.4485, |
| "step": 941 |
| }, |
| { |
| "epoch": 1.2219338092147956, |
| "grad_norm": 0.26188839036093997, |
| "learning_rate": 3.2924482924482926e-05, |
| "loss": 0.4338, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.2232316677482156, |
| "grad_norm": 0.2235845694258825, |
| "learning_rate": 3.29004329004329e-05, |
| "loss": 0.4242, |
| "step": 943 |
| }, |
| { |
| "epoch": 1.2245295262816354, |
| "grad_norm": 0.21723162921446287, |
| "learning_rate": 3.2876382876382876e-05, |
| "loss": 0.4241, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.2258273848150552, |
| "grad_norm": 0.25526775092171644, |
| "learning_rate": 3.285233285233286e-05, |
| "loss": 0.4253, |
| "step": 945 |
| }, |
| { |
| "epoch": 1.227125243348475, |
| "grad_norm": 0.20573746450142508, |
| "learning_rate": 3.282828282828283e-05, |
| "loss": 0.4479, |
| "step": 946 |
| }, |
| { |
| "epoch": 1.228423101881895, |
| "grad_norm": 0.2510082428750361, |
| "learning_rate": 3.280423280423281e-05, |
| "loss": 0.4347, |
| "step": 947 |
| }, |
| { |
| "epoch": 1.2297209604153148, |
| "grad_norm": 0.2669964257731318, |
| "learning_rate": 3.278018278018278e-05, |
| "loss": 0.4291, |
| "step": 948 |
| }, |
| { |
| "epoch": 1.2310188189487346, |
| "grad_norm": 0.23768286255343224, |
| "learning_rate": 3.275613275613276e-05, |
| "loss": 0.4348, |
| "step": 949 |
| }, |
| { |
| "epoch": 1.2323166774821543, |
| "grad_norm": 0.253301068721141, |
| "learning_rate": 3.273208273208274e-05, |
| "loss": 0.4165, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.2336145360155744, |
| "grad_norm": 0.24211175208943894, |
| "learning_rate": 3.270803270803271e-05, |
| "loss": 0.4525, |
| "step": 951 |
| }, |
| { |
| "epoch": 1.2349123945489942, |
| "grad_norm": 0.20694813799256812, |
| "learning_rate": 3.268398268398268e-05, |
| "loss": 0.4353, |
| "step": 952 |
| }, |
| { |
| "epoch": 1.236210253082414, |
| "grad_norm": 0.24139016385768045, |
| "learning_rate": 3.265993265993266e-05, |
| "loss": 0.4255, |
| "step": 953 |
| }, |
| { |
| "epoch": 1.237508111615834, |
| "grad_norm": 0.23298523425827472, |
| "learning_rate": 3.263588263588264e-05, |
| "loss": 0.4453, |
| "step": 954 |
| }, |
| { |
| "epoch": 1.2388059701492538, |
| "grad_norm": 0.22089226803029272, |
| "learning_rate": 3.261183261183262e-05, |
| "loss": 0.4142, |
| "step": 955 |
| }, |
| { |
| "epoch": 1.2401038286826735, |
| "grad_norm": 0.21279087400923866, |
| "learning_rate": 3.258778258778259e-05, |
| "loss": 0.3967, |
| "step": 956 |
| }, |
| { |
| "epoch": 1.2414016872160936, |
| "grad_norm": 0.21365588686190673, |
| "learning_rate": 3.256373256373256e-05, |
| "loss": 0.4265, |
| "step": 957 |
| }, |
| { |
| "epoch": 1.2426995457495134, |
| "grad_norm": 0.2297103141691502, |
| "learning_rate": 3.253968253968254e-05, |
| "loss": 0.4247, |
| "step": 958 |
| }, |
| { |
| "epoch": 1.2439974042829332, |
| "grad_norm": 0.21237733020443594, |
| "learning_rate": 3.251563251563252e-05, |
| "loss": 0.4187, |
| "step": 959 |
| }, |
| { |
| "epoch": 1.245295262816353, |
| "grad_norm": 0.25205287449171737, |
| "learning_rate": 3.249158249158249e-05, |
| "loss": 0.4195, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.246593121349773, |
| "grad_norm": 0.2275565335826296, |
| "learning_rate": 3.246753246753247e-05, |
| "loss": 0.4222, |
| "step": 961 |
| }, |
| { |
| "epoch": 1.2478909798831928, |
| "grad_norm": 0.24497964692242122, |
| "learning_rate": 3.244348244348244e-05, |
| "loss": 0.4282, |
| "step": 962 |
| }, |
| { |
| "epoch": 1.2491888384166125, |
| "grad_norm": 0.2154307123634933, |
| "learning_rate": 3.2419432419432424e-05, |
| "loss": 0.4354, |
| "step": 963 |
| }, |
| { |
| "epoch": 1.2504866969500323, |
| "grad_norm": 0.21744389583650917, |
| "learning_rate": 3.23953823953824e-05, |
| "loss": 0.4138, |
| "step": 964 |
| }, |
| { |
| "epoch": 1.2517845554834524, |
| "grad_norm": 0.2430698493626977, |
| "learning_rate": 3.237133237133237e-05, |
| "loss": 0.4342, |
| "step": 965 |
| }, |
| { |
| "epoch": 1.2530824140168721, |
| "grad_norm": 0.2426482535744958, |
| "learning_rate": 3.234728234728235e-05, |
| "loss": 0.4253, |
| "step": 966 |
| }, |
| { |
| "epoch": 1.254380272550292, |
| "grad_norm": 0.22495203456758703, |
| "learning_rate": 3.232323232323233e-05, |
| "loss": 0.4308, |
| "step": 967 |
| }, |
| { |
| "epoch": 1.255678131083712, |
| "grad_norm": 0.24355897774937213, |
| "learning_rate": 3.2299182299182304e-05, |
| "loss": 0.4284, |
| "step": 968 |
| }, |
| { |
| "epoch": 1.2569759896171318, |
| "grad_norm": 0.2417579603003613, |
| "learning_rate": 3.227513227513227e-05, |
| "loss": 0.4236, |
| "step": 969 |
| }, |
| { |
| "epoch": 1.2582738481505515, |
| "grad_norm": 0.21950714489690643, |
| "learning_rate": 3.2251082251082254e-05, |
| "loss": 0.4319, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.2595717066839716, |
| "grad_norm": 0.248967863409087, |
| "learning_rate": 3.222703222703223e-05, |
| "loss": 0.414, |
| "step": 971 |
| }, |
| { |
| "epoch": 1.2608695652173914, |
| "grad_norm": 0.2320971622059916, |
| "learning_rate": 3.220298220298221e-05, |
| "loss": 0.4396, |
| "step": 972 |
| }, |
| { |
| "epoch": 1.2621674237508111, |
| "grad_norm": 0.23309901348515835, |
| "learning_rate": 3.217893217893218e-05, |
| "loss": 0.423, |
| "step": 973 |
| }, |
| { |
| "epoch": 1.263465282284231, |
| "grad_norm": 0.2227973619365033, |
| "learning_rate": 3.215488215488215e-05, |
| "loss": 0.4256, |
| "step": 974 |
| }, |
| { |
| "epoch": 1.264763140817651, |
| "grad_norm": 0.245760384681702, |
| "learning_rate": 3.2130832130832135e-05, |
| "loss": 0.4326, |
| "step": 975 |
| }, |
| { |
| "epoch": 1.2660609993510707, |
| "grad_norm": 0.2789130551480554, |
| "learning_rate": 3.210678210678211e-05, |
| "loss": 0.4158, |
| "step": 976 |
| }, |
| { |
| "epoch": 1.2673588578844905, |
| "grad_norm": 0.24466337361794802, |
| "learning_rate": 3.2082732082732084e-05, |
| "loss": 0.4132, |
| "step": 977 |
| }, |
| { |
| "epoch": 1.2686567164179103, |
| "grad_norm": 0.26994667632692604, |
| "learning_rate": 3.205868205868206e-05, |
| "loss": 0.4193, |
| "step": 978 |
| }, |
| { |
| "epoch": 1.2699545749513304, |
| "grad_norm": 0.27229427206268936, |
| "learning_rate": 3.2034632034632034e-05, |
| "loss": 0.4438, |
| "step": 979 |
| }, |
| { |
| "epoch": 1.2712524334847501, |
| "grad_norm": 0.2562325137645907, |
| "learning_rate": 3.2010582010582015e-05, |
| "loss": 0.4356, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.27255029201817, |
| "grad_norm": 0.25248121832020193, |
| "learning_rate": 3.198653198653199e-05, |
| "loss": 0.4143, |
| "step": 981 |
| }, |
| { |
| "epoch": 1.27384815055159, |
| "grad_norm": 0.2656639346583922, |
| "learning_rate": 3.1962481962481965e-05, |
| "loss": 0.4116, |
| "step": 982 |
| }, |
| { |
| "epoch": 1.2751460090850097, |
| "grad_norm": 0.22210045965124164, |
| "learning_rate": 3.193843193843194e-05, |
| "loss": 0.4194, |
| "step": 983 |
| }, |
| { |
| "epoch": 1.2764438676184295, |
| "grad_norm": 0.29306826782606415, |
| "learning_rate": 3.1914381914381914e-05, |
| "loss": 0.4148, |
| "step": 984 |
| }, |
| { |
| "epoch": 1.2777417261518496, |
| "grad_norm": 0.24612787413957143, |
| "learning_rate": 3.1890331890331896e-05, |
| "loss": 0.419, |
| "step": 985 |
| }, |
| { |
| "epoch": 1.2790395846852693, |
| "grad_norm": 0.24144328983707405, |
| "learning_rate": 3.1866281866281864e-05, |
| "loss": 0.4412, |
| "step": 986 |
| }, |
| { |
| "epoch": 1.2803374432186891, |
| "grad_norm": 0.24433831385926233, |
| "learning_rate": 3.1842231842231846e-05, |
| "loss": 0.4237, |
| "step": 987 |
| }, |
| { |
| "epoch": 1.2816353017521092, |
| "grad_norm": 0.29652784983616687, |
| "learning_rate": 3.181818181818182e-05, |
| "loss": 0.4052, |
| "step": 988 |
| }, |
| { |
| "epoch": 1.282933160285529, |
| "grad_norm": 0.22517076903481237, |
| "learning_rate": 3.1794131794131795e-05, |
| "loss": 0.437, |
| "step": 989 |
| }, |
| { |
| "epoch": 1.2842310188189487, |
| "grad_norm": 0.2695004176632199, |
| "learning_rate": 3.177008177008177e-05, |
| "loss": 0.4051, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.2855288773523685, |
| "grad_norm": 0.2831795101586642, |
| "learning_rate": 3.1746031746031745e-05, |
| "loss": 0.4142, |
| "step": 991 |
| }, |
| { |
| "epoch": 1.2868267358857883, |
| "grad_norm": 0.2305605000016992, |
| "learning_rate": 3.1721981721981726e-05, |
| "loss": 0.4318, |
| "step": 992 |
| }, |
| { |
| "epoch": 1.2881245944192083, |
| "grad_norm": 0.27421133904277795, |
| "learning_rate": 3.16979316979317e-05, |
| "loss": 0.4303, |
| "step": 993 |
| }, |
| { |
| "epoch": 1.2894224529526281, |
| "grad_norm": 0.28015539417195207, |
| "learning_rate": 3.1673881673881676e-05, |
| "loss": 0.4332, |
| "step": 994 |
| }, |
| { |
| "epoch": 1.290720311486048, |
| "grad_norm": 0.2456153256375182, |
| "learning_rate": 3.164983164983165e-05, |
| "loss": 0.4377, |
| "step": 995 |
| }, |
| { |
| "epoch": 1.292018170019468, |
| "grad_norm": 0.2875091277813538, |
| "learning_rate": 3.1625781625781625e-05, |
| "loss": 0.4306, |
| "step": 996 |
| }, |
| { |
| "epoch": 1.2933160285528877, |
| "grad_norm": 0.24534524749679693, |
| "learning_rate": 3.160173160173161e-05, |
| "loss": 0.4389, |
| "step": 997 |
| }, |
| { |
| "epoch": 1.2946138870863075, |
| "grad_norm": 0.2604745981282834, |
| "learning_rate": 3.1577681577681575e-05, |
| "loss": 0.4221, |
| "step": 998 |
| }, |
| { |
| "epoch": 1.2959117456197276, |
| "grad_norm": 0.2519193028255322, |
| "learning_rate": 3.1553631553631556e-05, |
| "loss": 0.4613, |
| "step": 999 |
| }, |
| { |
| "epoch": 1.2972096041531473, |
| "grad_norm": 0.28305211286597437, |
| "learning_rate": 3.152958152958153e-05, |
| "loss": 0.4364, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.2985074626865671, |
| "grad_norm": 0.31302239991262554, |
| "learning_rate": 3.1505531505531506e-05, |
| "loss": 0.4315, |
| "step": 1001 |
| }, |
| { |
| "epoch": 1.2998053212199872, |
| "grad_norm": 0.21929034373943385, |
| "learning_rate": 3.148148148148148e-05, |
| "loss": 0.4389, |
| "step": 1002 |
| }, |
| { |
| "epoch": 1.301103179753407, |
| "grad_norm": 0.33967578917657276, |
| "learning_rate": 3.1457431457431456e-05, |
| "loss": 0.4245, |
| "step": 1003 |
| }, |
| { |
| "epoch": 1.3024010382868267, |
| "grad_norm": 0.26773599652804664, |
| "learning_rate": 3.143338143338144e-05, |
| "loss": 0.4322, |
| "step": 1004 |
| }, |
| { |
| "epoch": 1.3036988968202465, |
| "grad_norm": 0.3377829113222901, |
| "learning_rate": 3.140933140933141e-05, |
| "loss": 0.4156, |
| "step": 1005 |
| }, |
| { |
| "epoch": 1.3049967553536663, |
| "grad_norm": 0.28733563773070486, |
| "learning_rate": 3.1385281385281387e-05, |
| "loss": 0.4153, |
| "step": 1006 |
| }, |
| { |
| "epoch": 1.3062946138870863, |
| "grad_norm": 0.29064269118004, |
| "learning_rate": 3.136123136123136e-05, |
| "loss": 0.4248, |
| "step": 1007 |
| }, |
| { |
| "epoch": 1.3075924724205061, |
| "grad_norm": 0.3578706488624722, |
| "learning_rate": 3.1337181337181336e-05, |
| "loss": 0.4103, |
| "step": 1008 |
| }, |
| { |
| "epoch": 1.308890330953926, |
| "grad_norm": 0.2506804986945498, |
| "learning_rate": 3.131313131313132e-05, |
| "loss": 0.4455, |
| "step": 1009 |
| }, |
| { |
| "epoch": 1.310188189487346, |
| "grad_norm": 0.26163932223113945, |
| "learning_rate": 3.128908128908129e-05, |
| "loss": 0.418, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.3114860480207657, |
| "grad_norm": 0.2968145670132288, |
| "learning_rate": 3.126503126503126e-05, |
| "loss": 0.4419, |
| "step": 1011 |
| }, |
| { |
| "epoch": 1.3127839065541855, |
| "grad_norm": 0.29985902672925774, |
| "learning_rate": 3.124098124098124e-05, |
| "loss": 0.4397, |
| "step": 1012 |
| }, |
| { |
| "epoch": 1.3140817650876055, |
| "grad_norm": 0.2693824680991638, |
| "learning_rate": 3.121693121693122e-05, |
| "loss": 0.4477, |
| "step": 1013 |
| }, |
| { |
| "epoch": 1.3153796236210253, |
| "grad_norm": 0.2703405621428287, |
| "learning_rate": 3.11928811928812e-05, |
| "loss": 0.4325, |
| "step": 1014 |
| }, |
| { |
| "epoch": 1.3166774821544451, |
| "grad_norm": 0.2721038339798775, |
| "learning_rate": 3.1168831168831166e-05, |
| "loss": 0.4373, |
| "step": 1015 |
| }, |
| { |
| "epoch": 1.3179753406878651, |
| "grad_norm": 0.26849320227585655, |
| "learning_rate": 3.114478114478115e-05, |
| "loss": 0.4246, |
| "step": 1016 |
| }, |
| { |
| "epoch": 1.319273199221285, |
| "grad_norm": 0.28294666170474586, |
| "learning_rate": 3.112073112073112e-05, |
| "loss": 0.4405, |
| "step": 1017 |
| }, |
| { |
| "epoch": 1.3205710577547047, |
| "grad_norm": 0.7257885246786743, |
| "learning_rate": 3.10966810966811e-05, |
| "loss": 0.419, |
| "step": 1018 |
| }, |
| { |
| "epoch": 1.3218689162881245, |
| "grad_norm": 0.26474834284364107, |
| "learning_rate": 3.107263107263107e-05, |
| "loss": 0.4561, |
| "step": 1019 |
| }, |
| { |
| "epoch": 1.3231667748215443, |
| "grad_norm": 0.2836196696373746, |
| "learning_rate": 3.104858104858105e-05, |
| "loss": 0.4187, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.3244646333549643, |
| "grad_norm": 0.2978444678442113, |
| "learning_rate": 3.102453102453103e-05, |
| "loss": 0.4245, |
| "step": 1021 |
| }, |
| { |
| "epoch": 1.3257624918883841, |
| "grad_norm": 0.27039863643097406, |
| "learning_rate": 3.1000481000481e-05, |
| "loss": 0.4492, |
| "step": 1022 |
| }, |
| { |
| "epoch": 1.327060350421804, |
| "grad_norm": 0.28245910629768817, |
| "learning_rate": 3.097643097643098e-05, |
| "loss": 0.4205, |
| "step": 1023 |
| }, |
| { |
| "epoch": 1.328358208955224, |
| "grad_norm": 0.235926922135542, |
| "learning_rate": 3.095238095238095e-05, |
| "loss": 0.4176, |
| "step": 1024 |
| }, |
| { |
| "epoch": 1.3296560674886437, |
| "grad_norm": 0.24582624312732296, |
| "learning_rate": 3.092833092833093e-05, |
| "loss": 0.4409, |
| "step": 1025 |
| }, |
| { |
| "epoch": 1.3309539260220635, |
| "grad_norm": 0.25618143979663144, |
| "learning_rate": 3.090428090428091e-05, |
| "loss": 0.4411, |
| "step": 1026 |
| }, |
| { |
| "epoch": 1.3322517845554835, |
| "grad_norm": 0.3044844628215498, |
| "learning_rate": 3.0880230880230884e-05, |
| "loss": 0.4628, |
| "step": 1027 |
| }, |
| { |
| "epoch": 1.3335496430889033, |
| "grad_norm": 0.25846935424140755, |
| "learning_rate": 3.085618085618085e-05, |
| "loss": 0.431, |
| "step": 1028 |
| }, |
| { |
| "epoch": 1.3348475016223231, |
| "grad_norm": 0.2299843153442688, |
| "learning_rate": 3.0832130832130834e-05, |
| "loss": 0.4091, |
| "step": 1029 |
| }, |
| { |
| "epoch": 1.3361453601557431, |
| "grad_norm": 0.2461059374323843, |
| "learning_rate": 3.080808080808081e-05, |
| "loss": 0.4095, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.337443218689163, |
| "grad_norm": 0.2591709406665044, |
| "learning_rate": 3.078403078403079e-05, |
| "loss": 0.4311, |
| "step": 1031 |
| }, |
| { |
| "epoch": 1.3387410772225827, |
| "grad_norm": 0.22916233734032224, |
| "learning_rate": 3.075998075998076e-05, |
| "loss": 0.4485, |
| "step": 1032 |
| }, |
| { |
| "epoch": 1.3400389357560025, |
| "grad_norm": 0.2600469770283129, |
| "learning_rate": 3.073593073593073e-05, |
| "loss": 0.4356, |
| "step": 1033 |
| }, |
| { |
| "epoch": 1.3413367942894223, |
| "grad_norm": 0.24066487258683386, |
| "learning_rate": 3.0711880711880714e-05, |
| "loss": 0.4185, |
| "step": 1034 |
| }, |
| { |
| "epoch": 1.3426346528228423, |
| "grad_norm": 0.27145997155071, |
| "learning_rate": 3.068783068783069e-05, |
| "loss": 0.4145, |
| "step": 1035 |
| }, |
| { |
| "epoch": 1.3439325113562621, |
| "grad_norm": 0.22303833825329822, |
| "learning_rate": 3.0663780663780664e-05, |
| "loss": 0.4544, |
| "step": 1036 |
| }, |
| { |
| "epoch": 1.345230369889682, |
| "grad_norm": 0.2631308244918525, |
| "learning_rate": 3.063973063973064e-05, |
| "loss": 0.4171, |
| "step": 1037 |
| }, |
| { |
| "epoch": 1.346528228423102, |
| "grad_norm": 0.24013765031743725, |
| "learning_rate": 3.061568061568062e-05, |
| "loss": 0.4162, |
| "step": 1038 |
| }, |
| { |
| "epoch": 1.3478260869565217, |
| "grad_norm": 0.2563444998106366, |
| "learning_rate": 3.0591630591630595e-05, |
| "loss": 0.4228, |
| "step": 1039 |
| }, |
| { |
| "epoch": 1.3491239454899415, |
| "grad_norm": 0.26755087682195894, |
| "learning_rate": 3.056758056758057e-05, |
| "loss": 0.4393, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.3504218040233615, |
| "grad_norm": 0.2651622032346258, |
| "learning_rate": 3.0543530543530544e-05, |
| "loss": 0.4149, |
| "step": 1041 |
| }, |
| { |
| "epoch": 1.3517196625567813, |
| "grad_norm": 0.25334754508930496, |
| "learning_rate": 3.051948051948052e-05, |
| "loss": 0.3989, |
| "step": 1042 |
| }, |
| { |
| "epoch": 1.3530175210902011, |
| "grad_norm": 0.23721003539310276, |
| "learning_rate": 3.04954304954305e-05, |
| "loss": 0.4221, |
| "step": 1043 |
| }, |
| { |
| "epoch": 1.3543153796236211, |
| "grad_norm": 0.23037112505555338, |
| "learning_rate": 3.0471380471380472e-05, |
| "loss": 0.4182, |
| "step": 1044 |
| }, |
| { |
| "epoch": 1.355613238157041, |
| "grad_norm": 0.2436111206549788, |
| "learning_rate": 3.0447330447330447e-05, |
| "loss": 0.4109, |
| "step": 1045 |
| }, |
| { |
| "epoch": 1.3569110966904607, |
| "grad_norm": 0.24241659874410296, |
| "learning_rate": 3.0423280423280425e-05, |
| "loss": 0.4223, |
| "step": 1046 |
| }, |
| { |
| "epoch": 1.3582089552238805, |
| "grad_norm": 0.25749535429929715, |
| "learning_rate": 3.03992303992304e-05, |
| "loss": 0.4182, |
| "step": 1047 |
| }, |
| { |
| "epoch": 1.3595068137573005, |
| "grad_norm": 0.22344908087958898, |
| "learning_rate": 3.0375180375180378e-05, |
| "loss": 0.4321, |
| "step": 1048 |
| }, |
| { |
| "epoch": 1.3608046722907203, |
| "grad_norm": 0.23197019372372432, |
| "learning_rate": 3.0351130351130353e-05, |
| "loss": 0.4399, |
| "step": 1049 |
| }, |
| { |
| "epoch": 1.3621025308241401, |
| "grad_norm": 0.237479688071686, |
| "learning_rate": 3.0327080327080328e-05, |
| "loss": 0.4395, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.36340038935756, |
| "grad_norm": 0.2607112703183096, |
| "learning_rate": 3.0303030303030306e-05, |
| "loss": 0.4379, |
| "step": 1051 |
| }, |
| { |
| "epoch": 1.36469824789098, |
| "grad_norm": 0.2367521283120222, |
| "learning_rate": 3.027898027898028e-05, |
| "loss": 0.4102, |
| "step": 1052 |
| }, |
| { |
| "epoch": 1.3659961064243997, |
| "grad_norm": 0.29194250880671824, |
| "learning_rate": 3.025493025493026e-05, |
| "loss": 0.443, |
| "step": 1053 |
| }, |
| { |
| "epoch": 1.3672939649578195, |
| "grad_norm": 0.26648481874523033, |
| "learning_rate": 3.0230880230880233e-05, |
| "loss": 0.434, |
| "step": 1054 |
| }, |
| { |
| "epoch": 1.3685918234912395, |
| "grad_norm": 0.26285311775511155, |
| "learning_rate": 3.0206830206830205e-05, |
| "loss": 0.4094, |
| "step": 1055 |
| }, |
| { |
| "epoch": 1.3698896820246593, |
| "grad_norm": 0.2564406034453145, |
| "learning_rate": 3.0182780182780186e-05, |
| "loss": 0.4398, |
| "step": 1056 |
| }, |
| { |
| "epoch": 1.3711875405580791, |
| "grad_norm": 0.2796151000660689, |
| "learning_rate": 3.0158730158730158e-05, |
| "loss": 0.4276, |
| "step": 1057 |
| }, |
| { |
| "epoch": 1.3724853990914991, |
| "grad_norm": 0.26631625570118417, |
| "learning_rate": 3.013468013468014e-05, |
| "loss": 0.4343, |
| "step": 1058 |
| }, |
| { |
| "epoch": 1.373783257624919, |
| "grad_norm": 0.23806771079205116, |
| "learning_rate": 3.011063011063011e-05, |
| "loss": 0.4334, |
| "step": 1059 |
| }, |
| { |
| "epoch": 1.3750811161583387, |
| "grad_norm": 0.27717084828254007, |
| "learning_rate": 3.0086580086580092e-05, |
| "loss": 0.4445, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.3763789746917585, |
| "grad_norm": 0.25955745890460635, |
| "learning_rate": 3.0062530062530064e-05, |
| "loss": 0.4339, |
| "step": 1061 |
| }, |
| { |
| "epoch": 1.3776768332251785, |
| "grad_norm": 0.27833631860695396, |
| "learning_rate": 3.003848003848004e-05, |
| "loss": 0.4236, |
| "step": 1062 |
| }, |
| { |
| "epoch": 1.3789746917585983, |
| "grad_norm": 0.23547677910993067, |
| "learning_rate": 3.0014430014430017e-05, |
| "loss": 0.4451, |
| "step": 1063 |
| }, |
| { |
| "epoch": 1.3802725502920181, |
| "grad_norm": 0.2818218077693615, |
| "learning_rate": 2.999037999037999e-05, |
| "loss": 0.444, |
| "step": 1064 |
| }, |
| { |
| "epoch": 1.381570408825438, |
| "grad_norm": 0.22221888861761538, |
| "learning_rate": 2.996632996632997e-05, |
| "loss": 0.403, |
| "step": 1065 |
| }, |
| { |
| "epoch": 1.382868267358858, |
| "grad_norm": 0.2445641007844883, |
| "learning_rate": 2.9942279942279944e-05, |
| "loss": 0.4163, |
| "step": 1066 |
| }, |
| { |
| "epoch": 1.3841661258922777, |
| "grad_norm": 0.24596043479534688, |
| "learning_rate": 2.991822991822992e-05, |
| "loss": 0.4227, |
| "step": 1067 |
| }, |
| { |
| "epoch": 1.3854639844256975, |
| "grad_norm": 0.2278867553746751, |
| "learning_rate": 2.9894179894179897e-05, |
| "loss": 0.4252, |
| "step": 1068 |
| }, |
| { |
| "epoch": 1.3867618429591175, |
| "grad_norm": 0.2275831703154012, |
| "learning_rate": 2.9870129870129872e-05, |
| "loss": 0.4242, |
| "step": 1069 |
| }, |
| { |
| "epoch": 1.3880597014925373, |
| "grad_norm": 0.2792734033461531, |
| "learning_rate": 2.984607984607985e-05, |
| "loss": 0.4117, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.3893575600259571, |
| "grad_norm": 0.22328171573584032, |
| "learning_rate": 2.9822029822029825e-05, |
| "loss": 0.4115, |
| "step": 1071 |
| }, |
| { |
| "epoch": 1.3906554185593771, |
| "grad_norm": 0.2554385321095662, |
| "learning_rate": 2.9797979797979796e-05, |
| "loss": 0.4193, |
| "step": 1072 |
| }, |
| { |
| "epoch": 1.391953277092797, |
| "grad_norm": 0.23411526096024632, |
| "learning_rate": 2.9773929773929778e-05, |
| "loss": 0.401, |
| "step": 1073 |
| }, |
| { |
| "epoch": 1.3932511356262167, |
| "grad_norm": 0.2417797864860212, |
| "learning_rate": 2.974987974987975e-05, |
| "loss": 0.4175, |
| "step": 1074 |
| }, |
| { |
| "epoch": 1.3945489941596367, |
| "grad_norm": 0.22909915502634573, |
| "learning_rate": 2.972582972582973e-05, |
| "loss": 0.4145, |
| "step": 1075 |
| }, |
| { |
| "epoch": 1.3958468526930565, |
| "grad_norm": 0.24654124988803922, |
| "learning_rate": 2.9701779701779702e-05, |
| "loss": 0.4363, |
| "step": 1076 |
| }, |
| { |
| "epoch": 1.3971447112264763, |
| "grad_norm": 0.23841085503876774, |
| "learning_rate": 2.9677729677729677e-05, |
| "loss": 0.4263, |
| "step": 1077 |
| }, |
| { |
| "epoch": 1.3984425697598961, |
| "grad_norm": 0.2372620155067687, |
| "learning_rate": 2.9653679653679655e-05, |
| "loss": 0.4164, |
| "step": 1078 |
| }, |
| { |
| "epoch": 1.399740428293316, |
| "grad_norm": 0.2174655800712752, |
| "learning_rate": 2.962962962962963e-05, |
| "loss": 0.4131, |
| "step": 1079 |
| }, |
| { |
| "epoch": 1.401038286826736, |
| "grad_norm": 0.25800767555211196, |
| "learning_rate": 2.9605579605579608e-05, |
| "loss": 0.4353, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.4023361453601557, |
| "grad_norm": 0.22921820584725752, |
| "learning_rate": 2.9581529581529583e-05, |
| "loss": 0.4048, |
| "step": 1081 |
| }, |
| { |
| "epoch": 1.4036340038935755, |
| "grad_norm": 0.23402586035822698, |
| "learning_rate": 2.955747955747956e-05, |
| "loss": 0.4424, |
| "step": 1082 |
| }, |
| { |
| "epoch": 1.4049318624269955, |
| "grad_norm": 0.2352437377010652, |
| "learning_rate": 2.9533429533429536e-05, |
| "loss": 0.4026, |
| "step": 1083 |
| }, |
| { |
| "epoch": 1.4062297209604153, |
| "grad_norm": 0.2247412452603025, |
| "learning_rate": 2.950937950937951e-05, |
| "loss": 0.4336, |
| "step": 1084 |
| }, |
| { |
| "epoch": 1.4075275794938351, |
| "grad_norm": 0.22277806225908384, |
| "learning_rate": 2.948532948532949e-05, |
| "loss": 0.4114, |
| "step": 1085 |
| }, |
| { |
| "epoch": 1.4088254380272551, |
| "grad_norm": 0.241538295583898, |
| "learning_rate": 2.946127946127946e-05, |
| "loss": 0.4394, |
| "step": 1086 |
| }, |
| { |
| "epoch": 1.410123296560675, |
| "grad_norm": 0.2610774457770794, |
| "learning_rate": 2.943722943722944e-05, |
| "loss": 0.4078, |
| "step": 1087 |
| }, |
| { |
| "epoch": 1.4114211550940947, |
| "grad_norm": 0.28762989292521274, |
| "learning_rate": 2.9413179413179413e-05, |
| "loss": 0.4109, |
| "step": 1088 |
| }, |
| { |
| "epoch": 1.4127190136275147, |
| "grad_norm": 0.22764926899208376, |
| "learning_rate": 2.9389129389129388e-05, |
| "loss": 0.4113, |
| "step": 1089 |
| }, |
| { |
| "epoch": 1.4140168721609345, |
| "grad_norm": 0.2951748901233817, |
| "learning_rate": 2.9365079365079366e-05, |
| "loss": 0.4112, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.4153147306943543, |
| "grad_norm": 0.2491523290558, |
| "learning_rate": 2.934102934102934e-05, |
| "loss": 0.4061, |
| "step": 1091 |
| }, |
| { |
| "epoch": 1.416612589227774, |
| "grad_norm": 0.24774585578620387, |
| "learning_rate": 2.931697931697932e-05, |
| "loss": 0.4208, |
| "step": 1092 |
| }, |
| { |
| "epoch": 1.417910447761194, |
| "grad_norm": 0.2383954293588994, |
| "learning_rate": 2.9292929292929294e-05, |
| "loss": 0.4243, |
| "step": 1093 |
| }, |
| { |
| "epoch": 1.419208306294614, |
| "grad_norm": 0.2551439406874695, |
| "learning_rate": 2.926887926887927e-05, |
| "loss": 0.4254, |
| "step": 1094 |
| }, |
| { |
| "epoch": 1.4205061648280337, |
| "grad_norm": 0.24117464674091157, |
| "learning_rate": 2.9244829244829247e-05, |
| "loss": 0.4082, |
| "step": 1095 |
| }, |
| { |
| "epoch": 1.4218040233614535, |
| "grad_norm": 0.216503714519975, |
| "learning_rate": 2.922077922077922e-05, |
| "loss": 0.4242, |
| "step": 1096 |
| }, |
| { |
| "epoch": 1.4231018818948735, |
| "grad_norm": 0.2422351302114647, |
| "learning_rate": 2.91967291967292e-05, |
| "loss": 0.4181, |
| "step": 1097 |
| }, |
| { |
| "epoch": 1.4243997404282933, |
| "grad_norm": 0.22788810318626124, |
| "learning_rate": 2.9172679172679174e-05, |
| "loss": 0.4203, |
| "step": 1098 |
| }, |
| { |
| "epoch": 1.425697598961713, |
| "grad_norm": 0.24325054021695863, |
| "learning_rate": 2.9148629148629146e-05, |
| "loss": 0.423, |
| "step": 1099 |
| }, |
| { |
| "epoch": 1.4269954574951331, |
| "grad_norm": 0.23344217723128893, |
| "learning_rate": 2.9124579124579127e-05, |
| "loss": 0.4162, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.428293316028553, |
| "grad_norm": 0.2543879197815251, |
| "learning_rate": 2.91005291005291e-05, |
| "loss": 0.4376, |
| "step": 1101 |
| }, |
| { |
| "epoch": 1.4295911745619727, |
| "grad_norm": 0.2501682851968916, |
| "learning_rate": 2.907647907647908e-05, |
| "loss": 0.4164, |
| "step": 1102 |
| }, |
| { |
| "epoch": 1.4308890330953927, |
| "grad_norm": 0.21492688667239696, |
| "learning_rate": 2.905242905242905e-05, |
| "loss": 0.4113, |
| "step": 1103 |
| }, |
| { |
| "epoch": 1.4321868916288125, |
| "grad_norm": 0.2658354623358409, |
| "learning_rate": 2.9028379028379033e-05, |
| "loss": 0.4315, |
| "step": 1104 |
| }, |
| { |
| "epoch": 1.4334847501622323, |
| "grad_norm": 0.2831492165913101, |
| "learning_rate": 2.9004329004329005e-05, |
| "loss": 0.4338, |
| "step": 1105 |
| }, |
| { |
| "epoch": 1.434782608695652, |
| "grad_norm": 0.22471574523786844, |
| "learning_rate": 2.898027898027898e-05, |
| "loss": 0.4157, |
| "step": 1106 |
| }, |
| { |
| "epoch": 1.436080467229072, |
| "grad_norm": 0.24385415494263882, |
| "learning_rate": 2.8956228956228958e-05, |
| "loss": 0.4172, |
| "step": 1107 |
| }, |
| { |
| "epoch": 1.437378325762492, |
| "grad_norm": 0.2722198360023313, |
| "learning_rate": 2.8932178932178932e-05, |
| "loss": 0.407, |
| "step": 1108 |
| }, |
| { |
| "epoch": 1.4386761842959117, |
| "grad_norm": 0.21019395837235147, |
| "learning_rate": 2.890812890812891e-05, |
| "loss": 0.4189, |
| "step": 1109 |
| }, |
| { |
| "epoch": 1.4399740428293315, |
| "grad_norm": 0.23984115871051997, |
| "learning_rate": 2.8884078884078885e-05, |
| "loss": 0.4261, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.4412719013627515, |
| "grad_norm": 0.25738974208155574, |
| "learning_rate": 2.886002886002886e-05, |
| "loss": 0.4694, |
| "step": 1111 |
| }, |
| { |
| "epoch": 1.4425697598961713, |
| "grad_norm": 0.2739742760545878, |
| "learning_rate": 2.8835978835978838e-05, |
| "loss": 0.4284, |
| "step": 1112 |
| }, |
| { |
| "epoch": 1.443867618429591, |
| "grad_norm": 0.2563615388623274, |
| "learning_rate": 2.8811928811928813e-05, |
| "loss": 0.4187, |
| "step": 1113 |
| }, |
| { |
| "epoch": 1.4451654769630111, |
| "grad_norm": 0.2355873474417628, |
| "learning_rate": 2.878787878787879e-05, |
| "loss": 0.4201, |
| "step": 1114 |
| }, |
| { |
| "epoch": 1.446463335496431, |
| "grad_norm": 0.3037078461896459, |
| "learning_rate": 2.8763828763828766e-05, |
| "loss": 0.4164, |
| "step": 1115 |
| }, |
| { |
| "epoch": 1.4477611940298507, |
| "grad_norm": 0.2778889853166693, |
| "learning_rate": 2.8739778739778737e-05, |
| "loss": 0.4263, |
| "step": 1116 |
| }, |
| { |
| "epoch": 1.4490590525632707, |
| "grad_norm": 0.25304453875189337, |
| "learning_rate": 2.871572871572872e-05, |
| "loss": 0.4238, |
| "step": 1117 |
| }, |
| { |
| "epoch": 1.4503569110966905, |
| "grad_norm": 0.2617845594600046, |
| "learning_rate": 2.869167869167869e-05, |
| "loss": 0.4325, |
| "step": 1118 |
| }, |
| { |
| "epoch": 1.4516547696301103, |
| "grad_norm": 0.28455794197858575, |
| "learning_rate": 2.8667628667628672e-05, |
| "loss": 0.4156, |
| "step": 1119 |
| }, |
| { |
| "epoch": 1.45295262816353, |
| "grad_norm": 0.23740191563596869, |
| "learning_rate": 2.8643578643578643e-05, |
| "loss": 0.4261, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.45425048669695, |
| "grad_norm": 0.24072843737266889, |
| "learning_rate": 2.8619528619528618e-05, |
| "loss": 0.4151, |
| "step": 1121 |
| }, |
| { |
| "epoch": 1.45554834523037, |
| "grad_norm": 0.2700405419220064, |
| "learning_rate": 2.8595478595478596e-05, |
| "loss": 0.4252, |
| "step": 1122 |
| }, |
| { |
| "epoch": 1.4568462037637897, |
| "grad_norm": 0.2488359814096937, |
| "learning_rate": 2.857142857142857e-05, |
| "loss": 0.4428, |
| "step": 1123 |
| }, |
| { |
| "epoch": 1.4581440622972095, |
| "grad_norm": 0.23487079361910798, |
| "learning_rate": 2.854737854737855e-05, |
| "loss": 0.4216, |
| "step": 1124 |
| }, |
| { |
| "epoch": 1.4594419208306295, |
| "grad_norm": 0.2466576788103327, |
| "learning_rate": 2.8523328523328524e-05, |
| "loss": 0.4226, |
| "step": 1125 |
| }, |
| { |
| "epoch": 1.4607397793640493, |
| "grad_norm": 0.2391996649480345, |
| "learning_rate": 2.8499278499278502e-05, |
| "loss": 0.4096, |
| "step": 1126 |
| }, |
| { |
| "epoch": 1.462037637897469, |
| "grad_norm": 0.24258796808928063, |
| "learning_rate": 2.8475228475228477e-05, |
| "loss": 0.4145, |
| "step": 1127 |
| }, |
| { |
| "epoch": 1.4633354964308891, |
| "grad_norm": 0.2560406117346898, |
| "learning_rate": 2.845117845117845e-05, |
| "loss": 0.4312, |
| "step": 1128 |
| }, |
| { |
| "epoch": 1.464633354964309, |
| "grad_norm": 0.2861667925744788, |
| "learning_rate": 2.842712842712843e-05, |
| "loss": 0.4328, |
| "step": 1129 |
| }, |
| { |
| "epoch": 1.4659312134977287, |
| "grad_norm": 0.25402106108095945, |
| "learning_rate": 2.8403078403078404e-05, |
| "loss": 0.4258, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.4672290720311487, |
| "grad_norm": 0.24075563965908323, |
| "learning_rate": 2.8379028379028383e-05, |
| "loss": 0.4397, |
| "step": 1131 |
| }, |
| { |
| "epoch": 1.4685269305645685, |
| "grad_norm": 0.28522807177447185, |
| "learning_rate": 2.8354978354978357e-05, |
| "loss": 0.4303, |
| "step": 1132 |
| }, |
| { |
| "epoch": 1.4698247890979883, |
| "grad_norm": 0.26004049344709895, |
| "learning_rate": 2.833092833092833e-05, |
| "loss": 0.4294, |
| "step": 1133 |
| }, |
| { |
| "epoch": 1.471122647631408, |
| "grad_norm": 0.29853418709486346, |
| "learning_rate": 2.830687830687831e-05, |
| "loss": 0.4323, |
| "step": 1134 |
| }, |
| { |
| "epoch": 1.4724205061648281, |
| "grad_norm": 0.2633187635030568, |
| "learning_rate": 2.8282828282828282e-05, |
| "loss": 0.439, |
| "step": 1135 |
| }, |
| { |
| "epoch": 1.473718364698248, |
| "grad_norm": 0.3157910451013907, |
| "learning_rate": 2.8258778258778263e-05, |
| "loss": 0.4337, |
| "step": 1136 |
| }, |
| { |
| "epoch": 1.4750162232316677, |
| "grad_norm": 0.27203466331005977, |
| "learning_rate": 2.8234728234728235e-05, |
| "loss": 0.4198, |
| "step": 1137 |
| }, |
| { |
| "epoch": 1.4763140817650875, |
| "grad_norm": 0.2508023724498563, |
| "learning_rate": 2.821067821067821e-05, |
| "loss": 0.4267, |
| "step": 1138 |
| }, |
| { |
| "epoch": 1.4776119402985075, |
| "grad_norm": 0.2808852939089359, |
| "learning_rate": 2.8186628186628188e-05, |
| "loss": 0.4281, |
| "step": 1139 |
| }, |
| { |
| "epoch": 1.4789097988319273, |
| "grad_norm": 0.24576060851892864, |
| "learning_rate": 2.8162578162578162e-05, |
| "loss": 0.4206, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.480207657365347, |
| "grad_norm": 0.29052064234787545, |
| "learning_rate": 2.813852813852814e-05, |
| "loss": 0.413, |
| "step": 1141 |
| }, |
| { |
| "epoch": 1.4815055158987671, |
| "grad_norm": 0.23398439998245094, |
| "learning_rate": 2.8114478114478115e-05, |
| "loss": 0.4352, |
| "step": 1142 |
| }, |
| { |
| "epoch": 1.482803374432187, |
| "grad_norm": 0.25678491256047153, |
| "learning_rate": 2.809042809042809e-05, |
| "loss": 0.4346, |
| "step": 1143 |
| }, |
| { |
| "epoch": 1.4841012329656067, |
| "grad_norm": 0.2826048101734635, |
| "learning_rate": 2.8066378066378068e-05, |
| "loss": 0.4262, |
| "step": 1144 |
| }, |
| { |
| "epoch": 1.4853990914990267, |
| "grad_norm": 0.25015775061708817, |
| "learning_rate": 2.8042328042328043e-05, |
| "loss": 0.4129, |
| "step": 1145 |
| }, |
| { |
| "epoch": 1.4866969500324465, |
| "grad_norm": 0.2561977557181458, |
| "learning_rate": 2.801827801827802e-05, |
| "loss": 0.417, |
| "step": 1146 |
| }, |
| { |
| "epoch": 1.4879948085658663, |
| "grad_norm": 0.25036370521793533, |
| "learning_rate": 2.7994227994227996e-05, |
| "loss": 0.4079, |
| "step": 1147 |
| }, |
| { |
| "epoch": 1.4892926670992863, |
| "grad_norm": 0.28901223175805674, |
| "learning_rate": 2.7970177970177974e-05, |
| "loss": 0.4094, |
| "step": 1148 |
| }, |
| { |
| "epoch": 1.490590525632706, |
| "grad_norm": 0.23134484811007663, |
| "learning_rate": 2.794612794612795e-05, |
| "loss": 0.4476, |
| "step": 1149 |
| }, |
| { |
| "epoch": 1.491888384166126, |
| "grad_norm": 0.25137689970727467, |
| "learning_rate": 2.792207792207792e-05, |
| "loss": 0.4416, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.4931862426995457, |
| "grad_norm": 0.2524284266331274, |
| "learning_rate": 2.7898027898027902e-05, |
| "loss": 0.4295, |
| "step": 1151 |
| }, |
| { |
| "epoch": 1.4944841012329655, |
| "grad_norm": 0.22266682751444122, |
| "learning_rate": 2.7873977873977873e-05, |
| "loss": 0.4115, |
| "step": 1152 |
| }, |
| { |
| "epoch": 1.4957819597663855, |
| "grad_norm": 0.2085505106465029, |
| "learning_rate": 2.7849927849927855e-05, |
| "loss": 0.4271, |
| "step": 1153 |
| }, |
| { |
| "epoch": 1.4970798182998053, |
| "grad_norm": 0.2352572065506912, |
| "learning_rate": 2.7825877825877826e-05, |
| "loss": 0.4129, |
| "step": 1154 |
| }, |
| { |
| "epoch": 1.498377676833225, |
| "grad_norm": 0.2322270923460416, |
| "learning_rate": 2.78018278018278e-05, |
| "loss": 0.4404, |
| "step": 1155 |
| }, |
| { |
| "epoch": 1.499675535366645, |
| "grad_norm": 0.20327079840186968, |
| "learning_rate": 2.777777777777778e-05, |
| "loss": 0.3992, |
| "step": 1156 |
| }, |
| { |
| "epoch": 1.500973393900065, |
| "grad_norm": 0.22409767153079405, |
| "learning_rate": 2.7753727753727754e-05, |
| "loss": 0.4351, |
| "step": 1157 |
| }, |
| { |
| "epoch": 1.5022712524334847, |
| "grad_norm": 0.21789564363803948, |
| "learning_rate": 2.7729677729677732e-05, |
| "loss": 0.4263, |
| "step": 1158 |
| }, |
| { |
| "epoch": 1.5035691109669047, |
| "grad_norm": 0.23289144485137522, |
| "learning_rate": 2.7705627705627707e-05, |
| "loss": 0.4296, |
| "step": 1159 |
| }, |
| { |
| "epoch": 1.5048669695003245, |
| "grad_norm": 0.22790992420912343, |
| "learning_rate": 2.768157768157768e-05, |
| "loss": 0.4275, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.5061648280337443, |
| "grad_norm": 0.2180550660231808, |
| "learning_rate": 2.765752765752766e-05, |
| "loss": 0.4242, |
| "step": 1161 |
| }, |
| { |
| "epoch": 1.5074626865671643, |
| "grad_norm": 0.23490836544769822, |
| "learning_rate": 2.7633477633477635e-05, |
| "loss": 0.43, |
| "step": 1162 |
| }, |
| { |
| "epoch": 1.5087605451005839, |
| "grad_norm": 0.22192430223007012, |
| "learning_rate": 2.7609427609427613e-05, |
| "loss": 0.429, |
| "step": 1163 |
| }, |
| { |
| "epoch": 1.510058403634004, |
| "grad_norm": 0.2311428363766677, |
| "learning_rate": 2.7585377585377587e-05, |
| "loss": 0.4414, |
| "step": 1164 |
| }, |
| { |
| "epoch": 1.511356262167424, |
| "grad_norm": 0.2001408824188442, |
| "learning_rate": 2.756132756132756e-05, |
| "loss": 0.4225, |
| "step": 1165 |
| }, |
| { |
| "epoch": 1.5126541207008435, |
| "grad_norm": 0.2279619365636095, |
| "learning_rate": 2.753727753727754e-05, |
| "loss": 0.4149, |
| "step": 1166 |
| }, |
| { |
| "epoch": 1.5139519792342635, |
| "grad_norm": 0.24302952170040615, |
| "learning_rate": 2.7513227513227512e-05, |
| "loss": 0.4153, |
| "step": 1167 |
| }, |
| { |
| "epoch": 1.5152498377676833, |
| "grad_norm": 0.2252876935922963, |
| "learning_rate": 2.7489177489177493e-05, |
| "loss": 0.4135, |
| "step": 1168 |
| }, |
| { |
| "epoch": 1.516547696301103, |
| "grad_norm": 0.22162900859128726, |
| "learning_rate": 2.7465127465127465e-05, |
| "loss": 0.4283, |
| "step": 1169 |
| }, |
| { |
| "epoch": 1.517845554834523, |
| "grad_norm": 0.23728269459202284, |
| "learning_rate": 2.7441077441077446e-05, |
| "loss": 0.4284, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.519143413367943, |
| "grad_norm": 0.2073068726020532, |
| "learning_rate": 2.7417027417027418e-05, |
| "loss": 0.419, |
| "step": 1171 |
| }, |
| { |
| "epoch": 1.5204412719013627, |
| "grad_norm": 0.2308870482056988, |
| "learning_rate": 2.7392977392977392e-05, |
| "loss": 0.4409, |
| "step": 1172 |
| }, |
| { |
| "epoch": 1.5217391304347827, |
| "grad_norm": 0.21898533880032697, |
| "learning_rate": 2.736892736892737e-05, |
| "loss": 0.4171, |
| "step": 1173 |
| }, |
| { |
| "epoch": 1.5230369889682025, |
| "grad_norm": 0.21000995819843474, |
| "learning_rate": 2.7344877344877345e-05, |
| "loss": 0.417, |
| "step": 1174 |
| }, |
| { |
| "epoch": 1.5243348475016223, |
| "grad_norm": 0.2150245170655777, |
| "learning_rate": 2.7320827320827324e-05, |
| "loss": 0.4365, |
| "step": 1175 |
| }, |
| { |
| "epoch": 1.5256327060350423, |
| "grad_norm": 0.24290565598308295, |
| "learning_rate": 2.72967772967773e-05, |
| "loss": 0.4201, |
| "step": 1176 |
| }, |
| { |
| "epoch": 1.5269305645684619, |
| "grad_norm": 0.2304464719146474, |
| "learning_rate": 2.7272727272727273e-05, |
| "loss": 0.4149, |
| "step": 1177 |
| }, |
| { |
| "epoch": 1.528228423101882, |
| "grad_norm": 0.23523933221515506, |
| "learning_rate": 2.724867724867725e-05, |
| "loss": 0.453, |
| "step": 1178 |
| }, |
| { |
| "epoch": 1.529526281635302, |
| "grad_norm": 0.2253825255615944, |
| "learning_rate": 2.7224627224627226e-05, |
| "loss": 0.4209, |
| "step": 1179 |
| }, |
| { |
| "epoch": 1.5308241401687215, |
| "grad_norm": 0.2742775834013937, |
| "learning_rate": 2.7200577200577204e-05, |
| "loss": 0.442, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.5321219987021415, |
| "grad_norm": 0.2176528388600847, |
| "learning_rate": 2.717652717652718e-05, |
| "loss": 0.4329, |
| "step": 1181 |
| }, |
| { |
| "epoch": 1.5334198572355613, |
| "grad_norm": 0.23818415433225926, |
| "learning_rate": 2.715247715247715e-05, |
| "loss": 0.4187, |
| "step": 1182 |
| }, |
| { |
| "epoch": 1.534717715768981, |
| "grad_norm": 0.26109881547859903, |
| "learning_rate": 2.7128427128427132e-05, |
| "loss": 0.4251, |
| "step": 1183 |
| }, |
| { |
| "epoch": 1.536015574302401, |
| "grad_norm": 0.2196942384869763, |
| "learning_rate": 2.7104377104377103e-05, |
| "loss": 0.418, |
| "step": 1184 |
| }, |
| { |
| "epoch": 1.537313432835821, |
| "grad_norm": 0.2400322015222156, |
| "learning_rate": 2.7080327080327085e-05, |
| "loss": 0.4109, |
| "step": 1185 |
| }, |
| { |
| "epoch": 1.5386112913692407, |
| "grad_norm": 0.23150552647711828, |
| "learning_rate": 2.7056277056277056e-05, |
| "loss": 0.4264, |
| "step": 1186 |
| }, |
| { |
| "epoch": 1.5399091499026607, |
| "grad_norm": 0.22005403208488783, |
| "learning_rate": 2.703222703222703e-05, |
| "loss": 0.4039, |
| "step": 1187 |
| }, |
| { |
| "epoch": 1.5412070084360805, |
| "grad_norm": 0.22581597634393283, |
| "learning_rate": 2.700817700817701e-05, |
| "loss": 0.425, |
| "step": 1188 |
| }, |
| { |
| "epoch": 1.5425048669695003, |
| "grad_norm": 0.2382695341310579, |
| "learning_rate": 2.6984126984126984e-05, |
| "loss": 0.4496, |
| "step": 1189 |
| }, |
| { |
| "epoch": 1.5438027255029203, |
| "grad_norm": 0.2203961917107305, |
| "learning_rate": 2.6960076960076962e-05, |
| "loss": 0.4155, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.5451005840363399, |
| "grad_norm": 0.25210372953982285, |
| "learning_rate": 2.6936026936026937e-05, |
| "loss": 0.4342, |
| "step": 1191 |
| }, |
| { |
| "epoch": 1.54639844256976, |
| "grad_norm": 0.238604523146027, |
| "learning_rate": 2.691197691197691e-05, |
| "loss": 0.4323, |
| "step": 1192 |
| }, |
| { |
| "epoch": 1.54769630110318, |
| "grad_norm": 0.23138471132633792, |
| "learning_rate": 2.688792688792689e-05, |
| "loss": 0.4242, |
| "step": 1193 |
| }, |
| { |
| "epoch": 1.5489941596365995, |
| "grad_norm": 0.2320529813667351, |
| "learning_rate": 2.6863876863876865e-05, |
| "loss": 0.4363, |
| "step": 1194 |
| }, |
| { |
| "epoch": 1.5502920181700195, |
| "grad_norm": 0.22679612862184145, |
| "learning_rate": 2.6839826839826843e-05, |
| "loss": 0.4253, |
| "step": 1195 |
| }, |
| { |
| "epoch": 1.5515898767034393, |
| "grad_norm": 0.2665688161045152, |
| "learning_rate": 2.6815776815776818e-05, |
| "loss": 0.4222, |
| "step": 1196 |
| }, |
| { |
| "epoch": 1.552887735236859, |
| "grad_norm": 0.21178913986030537, |
| "learning_rate": 2.6791726791726796e-05, |
| "loss": 0.422, |
| "step": 1197 |
| }, |
| { |
| "epoch": 1.554185593770279, |
| "grad_norm": 0.24464931528999015, |
| "learning_rate": 2.676767676767677e-05, |
| "loss": 0.4241, |
| "step": 1198 |
| }, |
| { |
| "epoch": 1.5554834523036989, |
| "grad_norm": 0.22319718290311183, |
| "learning_rate": 2.6743626743626742e-05, |
| "loss": 0.4168, |
| "step": 1199 |
| }, |
| { |
| "epoch": 1.5567813108371187, |
| "grad_norm": 0.2302808693777694, |
| "learning_rate": 2.6719576719576723e-05, |
| "loss": 0.41, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.5580791693705387, |
| "grad_norm": 0.2317544115600513, |
| "learning_rate": 2.6695526695526695e-05, |
| "loss": 0.4555, |
| "step": 1201 |
| }, |
| { |
| "epoch": 1.5593770279039585, |
| "grad_norm": 0.2554067046842974, |
| "learning_rate": 2.6671476671476676e-05, |
| "loss": 0.4075, |
| "step": 1202 |
| }, |
| { |
| "epoch": 1.5606748864373783, |
| "grad_norm": 0.23832375199078534, |
| "learning_rate": 2.6647426647426648e-05, |
| "loss": 0.4149, |
| "step": 1203 |
| }, |
| { |
| "epoch": 1.5619727449707983, |
| "grad_norm": 0.2387421511606967, |
| "learning_rate": 2.6623376623376623e-05, |
| "loss": 0.4349, |
| "step": 1204 |
| }, |
| { |
| "epoch": 1.563270603504218, |
| "grad_norm": 0.24466721743899011, |
| "learning_rate": 2.65993265993266e-05, |
| "loss": 0.4158, |
| "step": 1205 |
| }, |
| { |
| "epoch": 1.5645684620376379, |
| "grad_norm": 0.23174513616055498, |
| "learning_rate": 2.6575276575276575e-05, |
| "loss": 0.4443, |
| "step": 1206 |
| }, |
| { |
| "epoch": 1.565866320571058, |
| "grad_norm": 0.218582346579111, |
| "learning_rate": 2.6551226551226554e-05, |
| "loss": 0.4228, |
| "step": 1207 |
| }, |
| { |
| "epoch": 1.5671641791044775, |
| "grad_norm": 0.23236180907143378, |
| "learning_rate": 2.652717652717653e-05, |
| "loss": 0.4198, |
| "step": 1208 |
| }, |
| { |
| "epoch": 1.5684620376378975, |
| "grad_norm": 0.2461597550351122, |
| "learning_rate": 2.6503126503126503e-05, |
| "loss": 0.4388, |
| "step": 1209 |
| }, |
| { |
| "epoch": 1.5697598961713173, |
| "grad_norm": 0.24135274528584466, |
| "learning_rate": 2.647907647907648e-05, |
| "loss": 0.4182, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.571057754704737, |
| "grad_norm": 0.23011430180334824, |
| "learning_rate": 2.6455026455026456e-05, |
| "loss": 0.4345, |
| "step": 1211 |
| }, |
| { |
| "epoch": 1.572355613238157, |
| "grad_norm": 0.25813925411615873, |
| "learning_rate": 2.6430976430976434e-05, |
| "loss": 0.4152, |
| "step": 1212 |
| }, |
| { |
| "epoch": 1.5736534717715769, |
| "grad_norm": 0.2361569395941438, |
| "learning_rate": 2.640692640692641e-05, |
| "loss": 0.4107, |
| "step": 1213 |
| }, |
| { |
| "epoch": 1.5749513303049967, |
| "grad_norm": 0.26363884372789825, |
| "learning_rate": 2.638287638287638e-05, |
| "loss": 0.4392, |
| "step": 1214 |
| }, |
| { |
| "epoch": 1.5762491888384167, |
| "grad_norm": 0.24244610329485705, |
| "learning_rate": 2.6358826358826362e-05, |
| "loss": 0.4164, |
| "step": 1215 |
| }, |
| { |
| "epoch": 1.5775470473718365, |
| "grad_norm": 0.2552987758465308, |
| "learning_rate": 2.6334776334776333e-05, |
| "loss": 0.4339, |
| "step": 1216 |
| }, |
| { |
| "epoch": 1.5788449059052563, |
| "grad_norm": 0.2622601300659554, |
| "learning_rate": 2.6310726310726315e-05, |
| "loss": 0.4081, |
| "step": 1217 |
| }, |
| { |
| "epoch": 1.5801427644386763, |
| "grad_norm": 0.23435950487013313, |
| "learning_rate": 2.6286676286676286e-05, |
| "loss": 0.4266, |
| "step": 1218 |
| }, |
| { |
| "epoch": 1.581440622972096, |
| "grad_norm": 0.31150362868262865, |
| "learning_rate": 2.6262626262626268e-05, |
| "loss": 0.4205, |
| "step": 1219 |
| }, |
| { |
| "epoch": 1.5827384815055159, |
| "grad_norm": 0.2356568945579236, |
| "learning_rate": 2.623857623857624e-05, |
| "loss": 0.4235, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.584036340038936, |
| "grad_norm": 0.2636851026847217, |
| "learning_rate": 2.6214526214526214e-05, |
| "loss": 0.4194, |
| "step": 1221 |
| }, |
| { |
| "epoch": 1.5853341985723555, |
| "grad_norm": 0.2609824789762705, |
| "learning_rate": 2.6190476190476192e-05, |
| "loss": 0.4386, |
| "step": 1222 |
| }, |
| { |
| "epoch": 1.5866320571057755, |
| "grad_norm": 0.2503475112982072, |
| "learning_rate": 2.6166426166426167e-05, |
| "loss": 0.4295, |
| "step": 1223 |
| }, |
| { |
| "epoch": 1.5879299156391953, |
| "grad_norm": 0.2748789264904923, |
| "learning_rate": 2.6142376142376145e-05, |
| "loss": 0.431, |
| "step": 1224 |
| }, |
| { |
| "epoch": 1.589227774172615, |
| "grad_norm": 0.2122856536086439, |
| "learning_rate": 2.611832611832612e-05, |
| "loss": 0.4151, |
| "step": 1225 |
| }, |
| { |
| "epoch": 1.590525632706035, |
| "grad_norm": 0.2882371321327433, |
| "learning_rate": 2.6094276094276095e-05, |
| "loss": 0.4242, |
| "step": 1226 |
| }, |
| { |
| "epoch": 1.5918234912394549, |
| "grad_norm": 0.22024360438567706, |
| "learning_rate": 2.6070226070226073e-05, |
| "loss": 0.4173, |
| "step": 1227 |
| }, |
| { |
| "epoch": 1.5931213497728747, |
| "grad_norm": 0.23708353175014626, |
| "learning_rate": 2.6046176046176048e-05, |
| "loss": 0.4251, |
| "step": 1228 |
| }, |
| { |
| "epoch": 1.5944192083062947, |
| "grad_norm": 0.2658200863217972, |
| "learning_rate": 2.6022126022126026e-05, |
| "loss": 0.4408, |
| "step": 1229 |
| }, |
| { |
| "epoch": 1.5957170668397145, |
| "grad_norm": 0.21583066555363375, |
| "learning_rate": 2.5998075998076e-05, |
| "loss": 0.4191, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.5970149253731343, |
| "grad_norm": 0.2777242614566809, |
| "learning_rate": 2.5974025974025972e-05, |
| "loss": 0.4393, |
| "step": 1231 |
| }, |
| { |
| "epoch": 1.5983127839065543, |
| "grad_norm": 0.23219187892619703, |
| "learning_rate": 2.5949975949975954e-05, |
| "loss": 0.4265, |
| "step": 1232 |
| }, |
| { |
| "epoch": 1.599610642439974, |
| "grad_norm": 0.29387387169794943, |
| "learning_rate": 2.5925925925925925e-05, |
| "loss": 0.4244, |
| "step": 1233 |
| }, |
| { |
| "epoch": 1.6009085009733939, |
| "grad_norm": 0.22151955032464254, |
| "learning_rate": 2.5901875901875906e-05, |
| "loss": 0.4085, |
| "step": 1234 |
| }, |
| { |
| "epoch": 1.602206359506814, |
| "grad_norm": 0.24242248455059523, |
| "learning_rate": 2.5877825877825878e-05, |
| "loss": 0.4285, |
| "step": 1235 |
| }, |
| { |
| "epoch": 1.6035042180402335, |
| "grad_norm": 0.2621217435997206, |
| "learning_rate": 2.5853775853775853e-05, |
| "loss": 0.4379, |
| "step": 1236 |
| }, |
| { |
| "epoch": 1.6048020765736535, |
| "grad_norm": 0.22823804591889496, |
| "learning_rate": 2.582972582972583e-05, |
| "loss": 0.4211, |
| "step": 1237 |
| }, |
| { |
| "epoch": 1.6060999351070735, |
| "grad_norm": 0.2353758128022499, |
| "learning_rate": 2.5805675805675806e-05, |
| "loss": 0.4127, |
| "step": 1238 |
| }, |
| { |
| "epoch": 1.607397793640493, |
| "grad_norm": 0.22811130965496038, |
| "learning_rate": 2.5781625781625784e-05, |
| "loss": 0.4246, |
| "step": 1239 |
| }, |
| { |
| "epoch": 1.608695652173913, |
| "grad_norm": 0.2366434232412805, |
| "learning_rate": 2.575757575757576e-05, |
| "loss": 0.4109, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.6099935107073329, |
| "grad_norm": 0.20375567441674386, |
| "learning_rate": 2.5733525733525737e-05, |
| "loss": 0.4146, |
| "step": 1241 |
| }, |
| { |
| "epoch": 1.6112913692407527, |
| "grad_norm": 0.2436449942466404, |
| "learning_rate": 2.570947570947571e-05, |
| "loss": 0.4162, |
| "step": 1242 |
| }, |
| { |
| "epoch": 1.6125892277741727, |
| "grad_norm": 0.22023021001348508, |
| "learning_rate": 2.5685425685425686e-05, |
| "loss": 0.4136, |
| "step": 1243 |
| }, |
| { |
| "epoch": 1.6138870863075925, |
| "grad_norm": 0.2069116265186359, |
| "learning_rate": 2.5661375661375664e-05, |
| "loss": 0.3999, |
| "step": 1244 |
| }, |
| { |
| "epoch": 1.6151849448410123, |
| "grad_norm": 0.24450308671714907, |
| "learning_rate": 2.563732563732564e-05, |
| "loss": 0.4352, |
| "step": 1245 |
| }, |
| { |
| "epoch": 1.6164828033744323, |
| "grad_norm": 0.2361666753423955, |
| "learning_rate": 2.5613275613275617e-05, |
| "loss": 0.4215, |
| "step": 1246 |
| }, |
| { |
| "epoch": 1.617780661907852, |
| "grad_norm": 0.24709753794900446, |
| "learning_rate": 2.5589225589225592e-05, |
| "loss": 0.4095, |
| "step": 1247 |
| }, |
| { |
| "epoch": 1.6190785204412719, |
| "grad_norm": 0.22770211218246428, |
| "learning_rate": 2.5565175565175563e-05, |
| "loss": 0.4208, |
| "step": 1248 |
| }, |
| { |
| "epoch": 1.6203763789746919, |
| "grad_norm": 0.24442985342584414, |
| "learning_rate": 2.5541125541125545e-05, |
| "loss": 0.4048, |
| "step": 1249 |
| }, |
| { |
| "epoch": 1.6216742375081115, |
| "grad_norm": 0.2449341182023967, |
| "learning_rate": 2.5517075517075516e-05, |
| "loss": 0.429, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.6229720960415315, |
| "grad_norm": 0.22314422338157636, |
| "learning_rate": 2.5493025493025498e-05, |
| "loss": 0.4161, |
| "step": 1251 |
| }, |
| { |
| "epoch": 1.6242699545749515, |
| "grad_norm": 0.22271710889727703, |
| "learning_rate": 2.546897546897547e-05, |
| "loss": 0.4223, |
| "step": 1252 |
| }, |
| { |
| "epoch": 1.625567813108371, |
| "grad_norm": 0.23943855813232637, |
| "learning_rate": 2.5444925444925444e-05, |
| "loss": 0.4263, |
| "step": 1253 |
| }, |
| { |
| "epoch": 1.626865671641791, |
| "grad_norm": 0.22346829290932305, |
| "learning_rate": 2.5420875420875422e-05, |
| "loss": 0.4002, |
| "step": 1254 |
| }, |
| { |
| "epoch": 1.6281635301752109, |
| "grad_norm": 0.21819410830608127, |
| "learning_rate": 2.5396825396825397e-05, |
| "loss": 0.4228, |
| "step": 1255 |
| }, |
| { |
| "epoch": 1.6294613887086307, |
| "grad_norm": 0.2487542450136884, |
| "learning_rate": 2.5372775372775375e-05, |
| "loss": 0.431, |
| "step": 1256 |
| }, |
| { |
| "epoch": 1.6307592472420507, |
| "grad_norm": 0.22276858066653343, |
| "learning_rate": 2.534872534872535e-05, |
| "loss": 0.3975, |
| "step": 1257 |
| }, |
| { |
| "epoch": 1.6320571057754705, |
| "grad_norm": 0.20406534653386582, |
| "learning_rate": 2.5324675324675325e-05, |
| "loss": 0.4308, |
| "step": 1258 |
| }, |
| { |
| "epoch": 1.6333549643088903, |
| "grad_norm": 0.2369459882014465, |
| "learning_rate": 2.5300625300625303e-05, |
| "loss": 0.4434, |
| "step": 1259 |
| }, |
| { |
| "epoch": 1.6346528228423103, |
| "grad_norm": 0.23054872564198348, |
| "learning_rate": 2.5276575276575278e-05, |
| "loss": 0.4296, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.63595068137573, |
| "grad_norm": 0.21314688817002478, |
| "learning_rate": 2.5252525252525256e-05, |
| "loss": 0.4234, |
| "step": 1261 |
| }, |
| { |
| "epoch": 1.6372485399091499, |
| "grad_norm": 0.22937591574682323, |
| "learning_rate": 2.522847522847523e-05, |
| "loss": 0.425, |
| "step": 1262 |
| }, |
| { |
| "epoch": 1.6385463984425699, |
| "grad_norm": 0.23974213218799267, |
| "learning_rate": 2.520442520442521e-05, |
| "loss": 0.4393, |
| "step": 1263 |
| }, |
| { |
| "epoch": 1.6398442569759895, |
| "grad_norm": 0.23441342590653153, |
| "learning_rate": 2.5180375180375184e-05, |
| "loss": 0.4474, |
| "step": 1264 |
| }, |
| { |
| "epoch": 1.6411421155094095, |
| "grad_norm": 0.22460634450789943, |
| "learning_rate": 2.5156325156325155e-05, |
| "loss": 0.4405, |
| "step": 1265 |
| }, |
| { |
| "epoch": 1.6424399740428295, |
| "grad_norm": 0.21099257965853147, |
| "learning_rate": 2.5132275132275137e-05, |
| "loss": 0.4147, |
| "step": 1266 |
| }, |
| { |
| "epoch": 1.643737832576249, |
| "grad_norm": 0.24160346011701583, |
| "learning_rate": 2.5108225108225108e-05, |
| "loss": 0.4397, |
| "step": 1267 |
| }, |
| { |
| "epoch": 1.645035691109669, |
| "grad_norm": 0.21504387068528427, |
| "learning_rate": 2.5084175084175086e-05, |
| "loss": 0.4134, |
| "step": 1268 |
| }, |
| { |
| "epoch": 1.6463335496430889, |
| "grad_norm": 0.20136235310740322, |
| "learning_rate": 2.506012506012506e-05, |
| "loss": 0.4352, |
| "step": 1269 |
| }, |
| { |
| "epoch": 1.6476314081765087, |
| "grad_norm": 0.20297036044525715, |
| "learning_rate": 2.5036075036075036e-05, |
| "loss": 0.4181, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.6489292667099287, |
| "grad_norm": 0.22303019507601843, |
| "learning_rate": 2.5012025012025014e-05, |
| "loss": 0.4028, |
| "step": 1271 |
| }, |
| { |
| "epoch": 1.6502271252433485, |
| "grad_norm": 0.22166881997259968, |
| "learning_rate": 2.498797498797499e-05, |
| "loss": 0.4347, |
| "step": 1272 |
| }, |
| { |
| "epoch": 1.6515249837767683, |
| "grad_norm": 0.20648838786480744, |
| "learning_rate": 2.4963924963924963e-05, |
| "loss": 0.4236, |
| "step": 1273 |
| }, |
| { |
| "epoch": 1.6528228423101883, |
| "grad_norm": 0.23349839066379247, |
| "learning_rate": 2.493987493987494e-05, |
| "loss": 0.419, |
| "step": 1274 |
| }, |
| { |
| "epoch": 1.654120700843608, |
| "grad_norm": 0.23063394385414213, |
| "learning_rate": 2.4915824915824916e-05, |
| "loss": 0.4152, |
| "step": 1275 |
| }, |
| { |
| "epoch": 1.6554185593770279, |
| "grad_norm": 0.2190005315364852, |
| "learning_rate": 2.4891774891774894e-05, |
| "loss": 0.4115, |
| "step": 1276 |
| }, |
| { |
| "epoch": 1.6567164179104479, |
| "grad_norm": 0.20078160624348626, |
| "learning_rate": 2.4867724867724866e-05, |
| "loss": 0.4245, |
| "step": 1277 |
| }, |
| { |
| "epoch": 1.6580142764438677, |
| "grad_norm": 0.24133729159661466, |
| "learning_rate": 2.4843674843674844e-05, |
| "loss": 0.4293, |
| "step": 1278 |
| }, |
| { |
| "epoch": 1.6593121349772875, |
| "grad_norm": 0.23794916923086656, |
| "learning_rate": 2.481962481962482e-05, |
| "loss": 0.4271, |
| "step": 1279 |
| }, |
| { |
| "epoch": 1.6606099935107075, |
| "grad_norm": 0.2574981267536903, |
| "learning_rate": 2.4795574795574797e-05, |
| "loss": 0.447, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.661907852044127, |
| "grad_norm": 0.23168835516119046, |
| "learning_rate": 2.4771524771524772e-05, |
| "loss": 0.4193, |
| "step": 1281 |
| }, |
| { |
| "epoch": 1.663205710577547, |
| "grad_norm": 0.23742732882318857, |
| "learning_rate": 2.474747474747475e-05, |
| "loss": 0.4476, |
| "step": 1282 |
| }, |
| { |
| "epoch": 1.6645035691109669, |
| "grad_norm": 0.2514178670168895, |
| "learning_rate": 2.4723424723424725e-05, |
| "loss": 0.4204, |
| "step": 1283 |
| }, |
| { |
| "epoch": 1.6658014276443867, |
| "grad_norm": 0.24624362103838568, |
| "learning_rate": 2.46993746993747e-05, |
| "loss": 0.4212, |
| "step": 1284 |
| }, |
| { |
| "epoch": 1.6670992861778067, |
| "grad_norm": 0.23275179943867672, |
| "learning_rate": 2.4675324675324678e-05, |
| "loss": 0.4312, |
| "step": 1285 |
| }, |
| { |
| "epoch": 1.6683971447112265, |
| "grad_norm": 0.24951766353093746, |
| "learning_rate": 2.4651274651274652e-05, |
| "loss": 0.4068, |
| "step": 1286 |
| }, |
| { |
| "epoch": 1.6696950032446463, |
| "grad_norm": 0.2052390086188538, |
| "learning_rate": 2.462722462722463e-05, |
| "loss": 0.4173, |
| "step": 1287 |
| }, |
| { |
| "epoch": 1.6709928617780663, |
| "grad_norm": 0.23198703435419166, |
| "learning_rate": 2.4603174603174602e-05, |
| "loss": 0.4177, |
| "step": 1288 |
| }, |
| { |
| "epoch": 1.672290720311486, |
| "grad_norm": 0.212107274947473, |
| "learning_rate": 2.457912457912458e-05, |
| "loss": 0.4166, |
| "step": 1289 |
| }, |
| { |
| "epoch": 1.6735885788449059, |
| "grad_norm": 0.2322378778891487, |
| "learning_rate": 2.4555074555074555e-05, |
| "loss": 0.434, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.6748864373783259, |
| "grad_norm": 0.21435317963286998, |
| "learning_rate": 2.4531024531024533e-05, |
| "loss": 0.4133, |
| "step": 1291 |
| }, |
| { |
| "epoch": 1.6761842959117457, |
| "grad_norm": 0.2156907157084962, |
| "learning_rate": 2.4506974506974508e-05, |
| "loss": 0.4285, |
| "step": 1292 |
| }, |
| { |
| "epoch": 1.6774821544451655, |
| "grad_norm": 0.2568679217265247, |
| "learning_rate": 2.4482924482924486e-05, |
| "loss": 0.4134, |
| "step": 1293 |
| }, |
| { |
| "epoch": 1.6787800129785855, |
| "grad_norm": 0.23974841708540973, |
| "learning_rate": 2.4458874458874457e-05, |
| "loss": 0.432, |
| "step": 1294 |
| }, |
| { |
| "epoch": 1.680077871512005, |
| "grad_norm": 0.24031934038845462, |
| "learning_rate": 2.4434824434824436e-05, |
| "loss": 0.4444, |
| "step": 1295 |
| }, |
| { |
| "epoch": 1.681375730045425, |
| "grad_norm": 0.2672955058745279, |
| "learning_rate": 2.441077441077441e-05, |
| "loss": 0.4369, |
| "step": 1296 |
| }, |
| { |
| "epoch": 1.6826735885788449, |
| "grad_norm": 0.250150232180256, |
| "learning_rate": 2.438672438672439e-05, |
| "loss": 0.4273, |
| "step": 1297 |
| }, |
| { |
| "epoch": 1.6839714471122647, |
| "grad_norm": 0.23626717443698833, |
| "learning_rate": 2.4362674362674363e-05, |
| "loss": 0.4236, |
| "step": 1298 |
| }, |
| { |
| "epoch": 1.6852693056456847, |
| "grad_norm": 0.22422589742898313, |
| "learning_rate": 2.4338624338624338e-05, |
| "loss": 0.4338, |
| "step": 1299 |
| }, |
| { |
| "epoch": 1.6865671641791045, |
| "grad_norm": 0.2308927071463409, |
| "learning_rate": 2.4314574314574316e-05, |
| "loss": 0.4386, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.6878650227125243, |
| "grad_norm": 0.2564472802977678, |
| "learning_rate": 2.429052429052429e-05, |
| "loss": 0.4117, |
| "step": 1301 |
| }, |
| { |
| "epoch": 1.6891628812459443, |
| "grad_norm": 0.23392174813654176, |
| "learning_rate": 2.426647426647427e-05, |
| "loss": 0.4154, |
| "step": 1302 |
| }, |
| { |
| "epoch": 1.690460739779364, |
| "grad_norm": 0.2397393509201778, |
| "learning_rate": 2.4242424242424244e-05, |
| "loss": 0.4117, |
| "step": 1303 |
| }, |
| { |
| "epoch": 1.6917585983127839, |
| "grad_norm": 0.22912904331451653, |
| "learning_rate": 2.4218374218374222e-05, |
| "loss": 0.4273, |
| "step": 1304 |
| }, |
| { |
| "epoch": 1.6930564568462039, |
| "grad_norm": 0.23255973129828944, |
| "learning_rate": 2.4194324194324193e-05, |
| "loss": 0.4199, |
| "step": 1305 |
| }, |
| { |
| "epoch": 1.6943543153796237, |
| "grad_norm": 0.2459474867528304, |
| "learning_rate": 2.417027417027417e-05, |
| "loss": 0.3879, |
| "step": 1306 |
| }, |
| { |
| "epoch": 1.6956521739130435, |
| "grad_norm": 0.21055785182005404, |
| "learning_rate": 2.4146224146224146e-05, |
| "loss": 0.4284, |
| "step": 1307 |
| }, |
| { |
| "epoch": 1.6969500324464635, |
| "grad_norm": 0.23246957442423627, |
| "learning_rate": 2.4122174122174125e-05, |
| "loss": 0.4131, |
| "step": 1308 |
| }, |
| { |
| "epoch": 1.698247890979883, |
| "grad_norm": 0.23994403266599254, |
| "learning_rate": 2.40981240981241e-05, |
| "loss": 0.4333, |
| "step": 1309 |
| }, |
| { |
| "epoch": 1.699545749513303, |
| "grad_norm": 0.2316301617751929, |
| "learning_rate": 2.4074074074074074e-05, |
| "loss": 0.4486, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.7008436080467229, |
| "grad_norm": 0.22426960542300423, |
| "learning_rate": 2.405002405002405e-05, |
| "loss": 0.4087, |
| "step": 1311 |
| }, |
| { |
| "epoch": 1.7021414665801426, |
| "grad_norm": 0.2150721322470821, |
| "learning_rate": 2.4025974025974027e-05, |
| "loss": 0.4073, |
| "step": 1312 |
| }, |
| { |
| "epoch": 1.7034393251135627, |
| "grad_norm": 0.2519319561232589, |
| "learning_rate": 2.4001924001924002e-05, |
| "loss": 0.4312, |
| "step": 1313 |
| }, |
| { |
| "epoch": 1.7047371836469825, |
| "grad_norm": 0.21097482449181498, |
| "learning_rate": 2.397787397787398e-05, |
| "loss": 0.4319, |
| "step": 1314 |
| }, |
| { |
| "epoch": 1.7060350421804023, |
| "grad_norm": 0.24220719812817199, |
| "learning_rate": 2.3953823953823955e-05, |
| "loss": 0.4203, |
| "step": 1315 |
| }, |
| { |
| "epoch": 1.7073329007138223, |
| "grad_norm": 0.22812751540222995, |
| "learning_rate": 2.392977392977393e-05, |
| "loss": 0.4325, |
| "step": 1316 |
| }, |
| { |
| "epoch": 1.708630759247242, |
| "grad_norm": 0.21991172303538978, |
| "learning_rate": 2.3905723905723908e-05, |
| "loss": 0.4307, |
| "step": 1317 |
| }, |
| { |
| "epoch": 1.7099286177806619, |
| "grad_norm": 0.24924033452167085, |
| "learning_rate": 2.3881673881673882e-05, |
| "loss": 0.4049, |
| "step": 1318 |
| }, |
| { |
| "epoch": 1.7112264763140819, |
| "grad_norm": 0.20641915282626047, |
| "learning_rate": 2.385762385762386e-05, |
| "loss": 0.4171, |
| "step": 1319 |
| }, |
| { |
| "epoch": 1.7125243348475017, |
| "grad_norm": 0.24635070927670322, |
| "learning_rate": 2.3833573833573835e-05, |
| "loss": 0.4273, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.7138221933809215, |
| "grad_norm": 0.22793016083957607, |
| "learning_rate": 2.380952380952381e-05, |
| "loss": 0.4028, |
| "step": 1321 |
| }, |
| { |
| "epoch": 1.7151200519143415, |
| "grad_norm": 0.21686313598641418, |
| "learning_rate": 2.3785473785473785e-05, |
| "loss": 0.4216, |
| "step": 1322 |
| }, |
| { |
| "epoch": 1.716417910447761, |
| "grad_norm": 0.20935343473455395, |
| "learning_rate": 2.3761423761423763e-05, |
| "loss": 0.4002, |
| "step": 1323 |
| }, |
| { |
| "epoch": 1.717715768981181, |
| "grad_norm": 0.22891020801302248, |
| "learning_rate": 2.3737373737373738e-05, |
| "loss": 0.411, |
| "step": 1324 |
| }, |
| { |
| "epoch": 1.719013627514601, |
| "grad_norm": 0.20360937762091913, |
| "learning_rate": 2.3713323713323716e-05, |
| "loss": 0.4445, |
| "step": 1325 |
| }, |
| { |
| "epoch": 1.7203114860480206, |
| "grad_norm": 0.21662567258205914, |
| "learning_rate": 2.368927368927369e-05, |
| "loss": 0.4182, |
| "step": 1326 |
| }, |
| { |
| "epoch": 1.7216093445814407, |
| "grad_norm": 0.2112365052652544, |
| "learning_rate": 2.3665223665223666e-05, |
| "loss": 0.4119, |
| "step": 1327 |
| }, |
| { |
| "epoch": 1.7229072031148605, |
| "grad_norm": 0.24045539800451038, |
| "learning_rate": 2.364117364117364e-05, |
| "loss": 0.4294, |
| "step": 1328 |
| }, |
| { |
| "epoch": 1.7242050616482802, |
| "grad_norm": 0.22344351793204972, |
| "learning_rate": 2.361712361712362e-05, |
| "loss": 0.4159, |
| "step": 1329 |
| }, |
| { |
| "epoch": 1.7255029201817003, |
| "grad_norm": 0.21385701142195507, |
| "learning_rate": 2.3593073593073593e-05, |
| "loss": 0.4208, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.72680077871512, |
| "grad_norm": 0.22306282993754703, |
| "learning_rate": 2.356902356902357e-05, |
| "loss": 0.417, |
| "step": 1331 |
| }, |
| { |
| "epoch": 1.7280986372485398, |
| "grad_norm": 0.23450328976859844, |
| "learning_rate": 2.3544973544973546e-05, |
| "loss": 0.397, |
| "step": 1332 |
| }, |
| { |
| "epoch": 1.7293964957819599, |
| "grad_norm": 0.23314049600175976, |
| "learning_rate": 2.352092352092352e-05, |
| "loss": 0.4297, |
| "step": 1333 |
| }, |
| { |
| "epoch": 1.7306943543153797, |
| "grad_norm": 0.21399972133644776, |
| "learning_rate": 2.34968734968735e-05, |
| "loss": 0.4366, |
| "step": 1334 |
| }, |
| { |
| "epoch": 1.7319922128487995, |
| "grad_norm": 0.22426899700350952, |
| "learning_rate": 2.3472823472823474e-05, |
| "loss": 0.433, |
| "step": 1335 |
| }, |
| { |
| "epoch": 1.7332900713822195, |
| "grad_norm": 0.21720443031252623, |
| "learning_rate": 2.3448773448773452e-05, |
| "loss": 0.4135, |
| "step": 1336 |
| }, |
| { |
| "epoch": 1.734587929915639, |
| "grad_norm": 0.22022369229968872, |
| "learning_rate": 2.3424723424723427e-05, |
| "loss": 0.4035, |
| "step": 1337 |
| }, |
| { |
| "epoch": 1.735885788449059, |
| "grad_norm": 0.2432882987842844, |
| "learning_rate": 2.34006734006734e-05, |
| "loss": 0.4274, |
| "step": 1338 |
| }, |
| { |
| "epoch": 1.737183646982479, |
| "grad_norm": 0.22954645223280482, |
| "learning_rate": 2.3376623376623376e-05, |
| "loss": 0.4265, |
| "step": 1339 |
| }, |
| { |
| "epoch": 1.7384815055158986, |
| "grad_norm": 0.23456332298959323, |
| "learning_rate": 2.3352573352573355e-05, |
| "loss": 0.4261, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.7397793640493187, |
| "grad_norm": 0.23090513352220413, |
| "learning_rate": 2.332852332852333e-05, |
| "loss": 0.4343, |
| "step": 1341 |
| }, |
| { |
| "epoch": 1.7410772225827384, |
| "grad_norm": 0.22635007188997747, |
| "learning_rate": 2.3304473304473308e-05, |
| "loss": 0.434, |
| "step": 1342 |
| }, |
| { |
| "epoch": 1.7423750811161582, |
| "grad_norm": 0.24328716551223983, |
| "learning_rate": 2.328042328042328e-05, |
| "loss": 0.4329, |
| "step": 1343 |
| }, |
| { |
| "epoch": 1.7436729396495783, |
| "grad_norm": 0.2245296632717372, |
| "learning_rate": 2.3256373256373257e-05, |
| "loss": 0.4135, |
| "step": 1344 |
| }, |
| { |
| "epoch": 1.744970798182998, |
| "grad_norm": 0.23430249945874695, |
| "learning_rate": 2.3232323232323232e-05, |
| "loss": 0.4178, |
| "step": 1345 |
| }, |
| { |
| "epoch": 1.7462686567164178, |
| "grad_norm": 0.21397181948116892, |
| "learning_rate": 2.320827320827321e-05, |
| "loss": 0.4236, |
| "step": 1346 |
| }, |
| { |
| "epoch": 1.7475665152498379, |
| "grad_norm": 0.21776737560072357, |
| "learning_rate": 2.3184223184223185e-05, |
| "loss": 0.425, |
| "step": 1347 |
| }, |
| { |
| "epoch": 1.7488643737832577, |
| "grad_norm": 0.23739059292954565, |
| "learning_rate": 2.3160173160173163e-05, |
| "loss": 0.4262, |
| "step": 1348 |
| }, |
| { |
| "epoch": 1.7501622323166774, |
| "grad_norm": 0.2207747605074272, |
| "learning_rate": 2.3136123136123138e-05, |
| "loss": 0.4097, |
| "step": 1349 |
| }, |
| { |
| "epoch": 1.7514600908500975, |
| "grad_norm": 0.19291564676436485, |
| "learning_rate": 2.3112073112073113e-05, |
| "loss": 0.4222, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.752757949383517, |
| "grad_norm": 0.20208738954938904, |
| "learning_rate": 2.308802308802309e-05, |
| "loss": 0.4199, |
| "step": 1351 |
| }, |
| { |
| "epoch": 1.754055807916937, |
| "grad_norm": 0.22066527169458836, |
| "learning_rate": 2.3063973063973065e-05, |
| "loss": 0.426, |
| "step": 1352 |
| }, |
| { |
| "epoch": 1.755353666450357, |
| "grad_norm": 0.22615489279435733, |
| "learning_rate": 2.3039923039923044e-05, |
| "loss": 0.4103, |
| "step": 1353 |
| }, |
| { |
| "epoch": 1.7566515249837766, |
| "grad_norm": 0.24657435823356594, |
| "learning_rate": 2.3015873015873015e-05, |
| "loss": 0.4006, |
| "step": 1354 |
| }, |
| { |
| "epoch": 1.7579493835171967, |
| "grad_norm": 0.2287984884377898, |
| "learning_rate": 2.2991822991822993e-05, |
| "loss": 0.4481, |
| "step": 1355 |
| }, |
| { |
| "epoch": 1.7592472420506164, |
| "grad_norm": 0.21060281438071618, |
| "learning_rate": 2.2967772967772968e-05, |
| "loss": 0.399, |
| "step": 1356 |
| }, |
| { |
| "epoch": 1.7605451005840362, |
| "grad_norm": 0.2265028463512503, |
| "learning_rate": 2.2943722943722946e-05, |
| "loss": 0.4258, |
| "step": 1357 |
| }, |
| { |
| "epoch": 1.7618429591174563, |
| "grad_norm": 0.21362689950493072, |
| "learning_rate": 2.291967291967292e-05, |
| "loss": 0.4178, |
| "step": 1358 |
| }, |
| { |
| "epoch": 1.763140817650876, |
| "grad_norm": 0.21905319629937445, |
| "learning_rate": 2.28956228956229e-05, |
| "loss": 0.435, |
| "step": 1359 |
| }, |
| { |
| "epoch": 1.7644386761842958, |
| "grad_norm": 0.2390674190592371, |
| "learning_rate": 2.287157287157287e-05, |
| "loss": 0.4374, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.7657365347177159, |
| "grad_norm": 0.262047575243414, |
| "learning_rate": 2.284752284752285e-05, |
| "loss": 0.4249, |
| "step": 1361 |
| }, |
| { |
| "epoch": 1.7670343932511356, |
| "grad_norm": 0.215263905999125, |
| "learning_rate": 2.2823472823472823e-05, |
| "loss": 0.4358, |
| "step": 1362 |
| }, |
| { |
| "epoch": 1.7683322517845554, |
| "grad_norm": 0.2566335364538136, |
| "learning_rate": 2.27994227994228e-05, |
| "loss": 0.4358, |
| "step": 1363 |
| }, |
| { |
| "epoch": 1.7696301103179755, |
| "grad_norm": 0.23396394290955702, |
| "learning_rate": 2.2775372775372776e-05, |
| "loss": 0.4345, |
| "step": 1364 |
| }, |
| { |
| "epoch": 1.7709279688513953, |
| "grad_norm": 0.2997951835182788, |
| "learning_rate": 2.275132275132275e-05, |
| "loss": 0.417, |
| "step": 1365 |
| }, |
| { |
| "epoch": 1.772225827384815, |
| "grad_norm": 0.25908281100055225, |
| "learning_rate": 2.272727272727273e-05, |
| "loss": 0.4283, |
| "step": 1366 |
| }, |
| { |
| "epoch": 1.773523685918235, |
| "grad_norm": 0.2710663340672724, |
| "learning_rate": 2.2703222703222704e-05, |
| "loss": 0.4405, |
| "step": 1367 |
| }, |
| { |
| "epoch": 1.7748215444516546, |
| "grad_norm": 0.25367420601807966, |
| "learning_rate": 2.267917267917268e-05, |
| "loss": 0.4149, |
| "step": 1368 |
| }, |
| { |
| "epoch": 1.7761194029850746, |
| "grad_norm": 0.2872738552914004, |
| "learning_rate": 2.2655122655122657e-05, |
| "loss": 0.4339, |
| "step": 1369 |
| }, |
| { |
| "epoch": 1.7774172615184944, |
| "grad_norm": 0.21919850447737751, |
| "learning_rate": 2.2631072631072632e-05, |
| "loss": 0.4445, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.7787151200519142, |
| "grad_norm": 0.27892242525176375, |
| "learning_rate": 2.2607022607022607e-05, |
| "loss": 0.4131, |
| "step": 1371 |
| }, |
| { |
| "epoch": 1.7800129785853342, |
| "grad_norm": 0.24026730555070555, |
| "learning_rate": 2.2582972582972585e-05, |
| "loss": 0.427, |
| "step": 1372 |
| }, |
| { |
| "epoch": 1.781310837118754, |
| "grad_norm": 0.2145688542497997, |
| "learning_rate": 2.255892255892256e-05, |
| "loss": 0.4391, |
| "step": 1373 |
| }, |
| { |
| "epoch": 1.7826086956521738, |
| "grad_norm": 0.23661442477067585, |
| "learning_rate": 2.2534872534872538e-05, |
| "loss": 0.41, |
| "step": 1374 |
| }, |
| { |
| "epoch": 1.7839065541855939, |
| "grad_norm": 0.2610547392581578, |
| "learning_rate": 2.2510822510822512e-05, |
| "loss": 0.4188, |
| "step": 1375 |
| }, |
| { |
| "epoch": 1.7852044127190136, |
| "grad_norm": 0.2493506467256105, |
| "learning_rate": 2.2486772486772487e-05, |
| "loss": 0.4206, |
| "step": 1376 |
| }, |
| { |
| "epoch": 1.7865022712524334, |
| "grad_norm": 0.2649167628997299, |
| "learning_rate": 2.2462722462722462e-05, |
| "loss": 0.4237, |
| "step": 1377 |
| }, |
| { |
| "epoch": 1.7878001297858535, |
| "grad_norm": 0.2534895267108062, |
| "learning_rate": 2.243867243867244e-05, |
| "loss": 0.4283, |
| "step": 1378 |
| }, |
| { |
| "epoch": 1.7890979883192732, |
| "grad_norm": 0.2709616156112994, |
| "learning_rate": 2.2414622414622415e-05, |
| "loss": 0.4113, |
| "step": 1379 |
| }, |
| { |
| "epoch": 1.790395846852693, |
| "grad_norm": 0.22792963880042075, |
| "learning_rate": 2.2390572390572393e-05, |
| "loss": 0.4267, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.791693705386113, |
| "grad_norm": 0.24622268955355062, |
| "learning_rate": 2.2366522366522368e-05, |
| "loss": 0.4051, |
| "step": 1381 |
| }, |
| { |
| "epoch": 1.7929915639195326, |
| "grad_norm": 0.27590035842972194, |
| "learning_rate": 2.2342472342472343e-05, |
| "loss": 0.4378, |
| "step": 1382 |
| }, |
| { |
| "epoch": 1.7942894224529526, |
| "grad_norm": 0.2264860712514965, |
| "learning_rate": 2.2318422318422317e-05, |
| "loss": 0.4171, |
| "step": 1383 |
| }, |
| { |
| "epoch": 1.7955872809863724, |
| "grad_norm": 0.27527712703496315, |
| "learning_rate": 2.2294372294372296e-05, |
| "loss": 0.4136, |
| "step": 1384 |
| }, |
| { |
| "epoch": 1.7968851395197922, |
| "grad_norm": 0.27052531643386396, |
| "learning_rate": 2.227032227032227e-05, |
| "loss": 0.3935, |
| "step": 1385 |
| }, |
| { |
| "epoch": 1.7981829980532122, |
| "grad_norm": 0.2479444281803134, |
| "learning_rate": 2.224627224627225e-05, |
| "loss": 0.4331, |
| "step": 1386 |
| }, |
| { |
| "epoch": 1.799480856586632, |
| "grad_norm": 0.2373284631481721, |
| "learning_rate": 2.2222222222222223e-05, |
| "loss": 0.417, |
| "step": 1387 |
| }, |
| { |
| "epoch": 1.8007787151200518, |
| "grad_norm": 0.2575638652052547, |
| "learning_rate": 2.2198172198172198e-05, |
| "loss": 0.4323, |
| "step": 1388 |
| }, |
| { |
| "epoch": 1.8020765736534718, |
| "grad_norm": 0.2407980171885747, |
| "learning_rate": 2.2174122174122176e-05, |
| "loss": 0.4127, |
| "step": 1389 |
| }, |
| { |
| "epoch": 1.8033744321868916, |
| "grad_norm": 0.21117036443387086, |
| "learning_rate": 2.215007215007215e-05, |
| "loss": 0.4191, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.8046722907203114, |
| "grad_norm": 0.20129164818193102, |
| "learning_rate": 2.212602212602213e-05, |
| "loss": 0.4115, |
| "step": 1391 |
| }, |
| { |
| "epoch": 1.8059701492537314, |
| "grad_norm": 0.2540001501490721, |
| "learning_rate": 2.2101972101972104e-05, |
| "loss": 0.431, |
| "step": 1392 |
| }, |
| { |
| "epoch": 1.8072680077871512, |
| "grad_norm": 0.24804686013462887, |
| "learning_rate": 2.207792207792208e-05, |
| "loss": 0.4228, |
| "step": 1393 |
| }, |
| { |
| "epoch": 1.808565866320571, |
| "grad_norm": 0.2022520818624456, |
| "learning_rate": 2.2053872053872053e-05, |
| "loss": 0.4203, |
| "step": 1394 |
| }, |
| { |
| "epoch": 1.809863724853991, |
| "grad_norm": 0.23238075295532062, |
| "learning_rate": 2.202982202982203e-05, |
| "loss": 0.425, |
| "step": 1395 |
| }, |
| { |
| "epoch": 1.8111615833874106, |
| "grad_norm": 0.21664815140422355, |
| "learning_rate": 2.2005772005772006e-05, |
| "loss": 0.4299, |
| "step": 1396 |
| }, |
| { |
| "epoch": 1.8124594419208306, |
| "grad_norm": 0.21744531033366538, |
| "learning_rate": 2.1981721981721985e-05, |
| "loss": 0.4019, |
| "step": 1397 |
| }, |
| { |
| "epoch": 1.8137573004542504, |
| "grad_norm": 0.2138946808987489, |
| "learning_rate": 2.1957671957671956e-05, |
| "loss": 0.4256, |
| "step": 1398 |
| }, |
| { |
| "epoch": 1.8150551589876702, |
| "grad_norm": 0.2224576706896047, |
| "learning_rate": 2.1933621933621934e-05, |
| "loss": 0.4147, |
| "step": 1399 |
| }, |
| { |
| "epoch": 1.8163530175210902, |
| "grad_norm": 0.2002966133486591, |
| "learning_rate": 2.190957190957191e-05, |
| "loss": 0.426, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.81765087605451, |
| "grad_norm": 0.202531126088113, |
| "learning_rate": 2.1885521885521887e-05, |
| "loss": 0.4429, |
| "step": 1401 |
| }, |
| { |
| "epoch": 1.8189487345879298, |
| "grad_norm": 0.20516498421820234, |
| "learning_rate": 2.1861471861471862e-05, |
| "loss": 0.4208, |
| "step": 1402 |
| }, |
| { |
| "epoch": 1.8202465931213498, |
| "grad_norm": 0.23389135616856488, |
| "learning_rate": 2.183742183742184e-05, |
| "loss": 0.4261, |
| "step": 1403 |
| }, |
| { |
| "epoch": 1.8215444516547696, |
| "grad_norm": 0.21459274849252136, |
| "learning_rate": 2.1813371813371815e-05, |
| "loss": 0.4346, |
| "step": 1404 |
| }, |
| { |
| "epoch": 1.8228423101881894, |
| "grad_norm": 0.2078147272516738, |
| "learning_rate": 2.178932178932179e-05, |
| "loss": 0.4092, |
| "step": 1405 |
| }, |
| { |
| "epoch": 1.8241401687216094, |
| "grad_norm": 0.24580373752808737, |
| "learning_rate": 2.1765271765271768e-05, |
| "loss": 0.4233, |
| "step": 1406 |
| }, |
| { |
| "epoch": 1.8254380272550292, |
| "grad_norm": 0.22454106978014404, |
| "learning_rate": 2.1741221741221743e-05, |
| "loss": 0.4147, |
| "step": 1407 |
| }, |
| { |
| "epoch": 1.826735885788449, |
| "grad_norm": 0.21599295500558674, |
| "learning_rate": 2.171717171717172e-05, |
| "loss": 0.4349, |
| "step": 1408 |
| }, |
| { |
| "epoch": 1.828033744321869, |
| "grad_norm": 0.2127033614651673, |
| "learning_rate": 2.1693121693121692e-05, |
| "loss": 0.4206, |
| "step": 1409 |
| }, |
| { |
| "epoch": 1.8293316028552886, |
| "grad_norm": 0.21925596786696352, |
| "learning_rate": 2.166907166907167e-05, |
| "loss": 0.4399, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.8306294613887086, |
| "grad_norm": 0.21016324905145667, |
| "learning_rate": 2.1645021645021645e-05, |
| "loss": 0.4222, |
| "step": 1411 |
| }, |
| { |
| "epoch": 1.8319273199221286, |
| "grad_norm": 0.22520381391920555, |
| "learning_rate": 2.1620971620971623e-05, |
| "loss": 0.4258, |
| "step": 1412 |
| }, |
| { |
| "epoch": 1.8332251784555482, |
| "grad_norm": 0.22141690462102792, |
| "learning_rate": 2.1596921596921598e-05, |
| "loss": 0.412, |
| "step": 1413 |
| }, |
| { |
| "epoch": 1.8345230369889682, |
| "grad_norm": 0.2429839281627191, |
| "learning_rate": 2.1572871572871576e-05, |
| "loss": 0.4269, |
| "step": 1414 |
| }, |
| { |
| "epoch": 1.835820895522388, |
| "grad_norm": 0.2160140354835784, |
| "learning_rate": 2.1548821548821547e-05, |
| "loss": 0.4205, |
| "step": 1415 |
| }, |
| { |
| "epoch": 1.8371187540558078, |
| "grad_norm": 0.2402260672982623, |
| "learning_rate": 2.1524771524771526e-05, |
| "loss": 0.4193, |
| "step": 1416 |
| }, |
| { |
| "epoch": 1.8384166125892278, |
| "grad_norm": 0.29744843810112265, |
| "learning_rate": 2.15007215007215e-05, |
| "loss": 0.4325, |
| "step": 1417 |
| }, |
| { |
| "epoch": 1.8397144711226476, |
| "grad_norm": 0.22530015703559994, |
| "learning_rate": 2.147667147667148e-05, |
| "loss": 0.4318, |
| "step": 1418 |
| }, |
| { |
| "epoch": 1.8410123296560674, |
| "grad_norm": 0.29390956909610316, |
| "learning_rate": 2.1452621452621453e-05, |
| "loss": 0.4288, |
| "step": 1419 |
| }, |
| { |
| "epoch": 1.8423101881894874, |
| "grad_norm": 0.23358318964698258, |
| "learning_rate": 2.1428571428571428e-05, |
| "loss": 0.4084, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.8436080467229072, |
| "grad_norm": 0.21167664114993395, |
| "learning_rate": 2.1404521404521406e-05, |
| "loss": 0.4313, |
| "step": 1421 |
| }, |
| { |
| "epoch": 1.844905905256327, |
| "grad_norm": 0.2460698519801602, |
| "learning_rate": 2.138047138047138e-05, |
| "loss": 0.4155, |
| "step": 1422 |
| }, |
| { |
| "epoch": 1.846203763789747, |
| "grad_norm": 0.23025941782631765, |
| "learning_rate": 2.135642135642136e-05, |
| "loss": 0.4057, |
| "step": 1423 |
| }, |
| { |
| "epoch": 1.8475016223231666, |
| "grad_norm": 0.19865359681586736, |
| "learning_rate": 2.1332371332371334e-05, |
| "loss": 0.4075, |
| "step": 1424 |
| }, |
| { |
| "epoch": 1.8487994808565866, |
| "grad_norm": 0.22150167838157933, |
| "learning_rate": 2.1308321308321312e-05, |
| "loss": 0.4338, |
| "step": 1425 |
| }, |
| { |
| "epoch": 1.8500973393900066, |
| "grad_norm": 0.27381218064289997, |
| "learning_rate": 2.1284271284271284e-05, |
| "loss": 0.4385, |
| "step": 1426 |
| }, |
| { |
| "epoch": 1.8513951979234262, |
| "grad_norm": 0.2386126810899565, |
| "learning_rate": 2.1260221260221262e-05, |
| "loss": 0.4138, |
| "step": 1427 |
| }, |
| { |
| "epoch": 1.8526930564568462, |
| "grad_norm": 0.23844253499070778, |
| "learning_rate": 2.1236171236171237e-05, |
| "loss": 0.417, |
| "step": 1428 |
| }, |
| { |
| "epoch": 1.853990914990266, |
| "grad_norm": 0.24734871284649604, |
| "learning_rate": 2.1212121212121215e-05, |
| "loss": 0.4266, |
| "step": 1429 |
| }, |
| { |
| "epoch": 1.8552887735236858, |
| "grad_norm": 0.2581372866509555, |
| "learning_rate": 2.118807118807119e-05, |
| "loss": 0.4073, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.8565866320571058, |
| "grad_norm": 0.20591243236055737, |
| "learning_rate": 2.1164021164021164e-05, |
| "loss": 0.3973, |
| "step": 1431 |
| }, |
| { |
| "epoch": 1.8578844905905256, |
| "grad_norm": 0.25393718244850216, |
| "learning_rate": 2.113997113997114e-05, |
| "loss": 0.4237, |
| "step": 1432 |
| }, |
| { |
| "epoch": 1.8591823491239454, |
| "grad_norm": 0.256757051595813, |
| "learning_rate": 2.1115921115921117e-05, |
| "loss": 0.4276, |
| "step": 1433 |
| }, |
| { |
| "epoch": 1.8604802076573654, |
| "grad_norm": 0.2199746107316156, |
| "learning_rate": 2.1091871091871092e-05, |
| "loss": 0.4027, |
| "step": 1434 |
| }, |
| { |
| "epoch": 1.8617780661907852, |
| "grad_norm": 0.22993418151409517, |
| "learning_rate": 2.106782106782107e-05, |
| "loss": 0.4258, |
| "step": 1435 |
| }, |
| { |
| "epoch": 1.863075924724205, |
| "grad_norm": 0.23986794245337564, |
| "learning_rate": 2.1043771043771045e-05, |
| "loss": 0.4092, |
| "step": 1436 |
| }, |
| { |
| "epoch": 1.864373783257625, |
| "grad_norm": 0.2503767269878855, |
| "learning_rate": 2.101972101972102e-05, |
| "loss": 0.4337, |
| "step": 1437 |
| }, |
| { |
| "epoch": 1.8656716417910446, |
| "grad_norm": 0.19966379931345576, |
| "learning_rate": 2.0995670995670998e-05, |
| "loss": 0.4083, |
| "step": 1438 |
| }, |
| { |
| "epoch": 1.8669695003244646, |
| "grad_norm": 0.22975695557758422, |
| "learning_rate": 2.0971620971620973e-05, |
| "loss": 0.4155, |
| "step": 1439 |
| }, |
| { |
| "epoch": 1.8682673588578846, |
| "grad_norm": 0.26927614268096606, |
| "learning_rate": 2.094757094757095e-05, |
| "loss": 0.3885, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.8695652173913042, |
| "grad_norm": 0.20373734252329936, |
| "learning_rate": 2.0923520923520926e-05, |
| "loss": 0.4291, |
| "step": 1441 |
| }, |
| { |
| "epoch": 1.8708630759247242, |
| "grad_norm": 0.2683958306016899, |
| "learning_rate": 2.08994708994709e-05, |
| "loss": 0.433, |
| "step": 1442 |
| }, |
| { |
| "epoch": 1.872160934458144, |
| "grad_norm": 0.26568578858883407, |
| "learning_rate": 2.0875420875420875e-05, |
| "loss": 0.4379, |
| "step": 1443 |
| }, |
| { |
| "epoch": 1.8734587929915638, |
| "grad_norm": 0.2365065973899857, |
| "learning_rate": 2.0851370851370853e-05, |
| "loss": 0.4372, |
| "step": 1444 |
| }, |
| { |
| "epoch": 1.8747566515249838, |
| "grad_norm": 0.2160536365282337, |
| "learning_rate": 2.0827320827320828e-05, |
| "loss": 0.4249, |
| "step": 1445 |
| }, |
| { |
| "epoch": 1.8760545100584036, |
| "grad_norm": 0.2698594967367338, |
| "learning_rate": 2.0803270803270806e-05, |
| "loss": 0.4251, |
| "step": 1446 |
| }, |
| { |
| "epoch": 1.8773523685918234, |
| "grad_norm": 0.240476141319818, |
| "learning_rate": 2.077922077922078e-05, |
| "loss": 0.4051, |
| "step": 1447 |
| }, |
| { |
| "epoch": 1.8786502271252434, |
| "grad_norm": 0.20313150197250998, |
| "learning_rate": 2.0755170755170756e-05, |
| "loss": 0.4142, |
| "step": 1448 |
| }, |
| { |
| "epoch": 1.8799480856586632, |
| "grad_norm": 0.2513888218859537, |
| "learning_rate": 2.073112073112073e-05, |
| "loss": 0.4235, |
| "step": 1449 |
| }, |
| { |
| "epoch": 1.881245944192083, |
| "grad_norm": 0.263020254508393, |
| "learning_rate": 2.070707070707071e-05, |
| "loss": 0.4133, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.882543802725503, |
| "grad_norm": 0.19807928758761542, |
| "learning_rate": 2.0683020683020683e-05, |
| "loss": 0.4211, |
| "step": 1451 |
| }, |
| { |
| "epoch": 1.8838416612589228, |
| "grad_norm": 0.28553479995616016, |
| "learning_rate": 2.065897065897066e-05, |
| "loss": 0.4295, |
| "step": 1452 |
| }, |
| { |
| "epoch": 1.8851395197923426, |
| "grad_norm": 0.22454512768715873, |
| "learning_rate": 2.0634920634920636e-05, |
| "loss": 0.4164, |
| "step": 1453 |
| }, |
| { |
| "epoch": 1.8864373783257626, |
| "grad_norm": 0.2212283630425153, |
| "learning_rate": 2.061087061087061e-05, |
| "loss": 0.4309, |
| "step": 1454 |
| }, |
| { |
| "epoch": 1.8877352368591822, |
| "grad_norm": 0.21880750363041376, |
| "learning_rate": 2.058682058682059e-05, |
| "loss": 0.4148, |
| "step": 1455 |
| }, |
| { |
| "epoch": 1.8890330953926022, |
| "grad_norm": 0.2698709703952382, |
| "learning_rate": 2.0562770562770564e-05, |
| "loss": 0.4339, |
| "step": 1456 |
| }, |
| { |
| "epoch": 1.890330953926022, |
| "grad_norm": 0.21631366892137663, |
| "learning_rate": 2.0538720538720542e-05, |
| "loss": 0.4209, |
| "step": 1457 |
| }, |
| { |
| "epoch": 1.8916288124594418, |
| "grad_norm": 0.22312561756649457, |
| "learning_rate": 2.0514670514670517e-05, |
| "loss": 0.4205, |
| "step": 1458 |
| }, |
| { |
| "epoch": 1.8929266709928618, |
| "grad_norm": 0.22982817420831553, |
| "learning_rate": 2.0490620490620492e-05, |
| "loss": 0.4127, |
| "step": 1459 |
| }, |
| { |
| "epoch": 1.8942245295262816, |
| "grad_norm": 0.23011803773822845, |
| "learning_rate": 2.0466570466570467e-05, |
| "loss": 0.4018, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.8955223880597014, |
| "grad_norm": 0.2156774757909124, |
| "learning_rate": 2.0442520442520445e-05, |
| "loss": 0.448, |
| "step": 1461 |
| }, |
| { |
| "epoch": 1.8968202465931214, |
| "grad_norm": 0.2465313564522942, |
| "learning_rate": 2.041847041847042e-05, |
| "loss": 0.4433, |
| "step": 1462 |
| }, |
| { |
| "epoch": 1.8981181051265412, |
| "grad_norm": 0.21906089100592563, |
| "learning_rate": 2.0394420394420398e-05, |
| "loss": 0.4103, |
| "step": 1463 |
| }, |
| { |
| "epoch": 1.899415963659961, |
| "grad_norm": 0.21024875722994074, |
| "learning_rate": 2.037037037037037e-05, |
| "loss": 0.3951, |
| "step": 1464 |
| }, |
| { |
| "epoch": 1.900713822193381, |
| "grad_norm": 0.18955824822069273, |
| "learning_rate": 2.0346320346320347e-05, |
| "loss": 0.4174, |
| "step": 1465 |
| }, |
| { |
| "epoch": 1.9020116807268008, |
| "grad_norm": 0.23144049792472646, |
| "learning_rate": 2.0322270322270322e-05, |
| "loss": 0.3998, |
| "step": 1466 |
| }, |
| { |
| "epoch": 1.9033095392602206, |
| "grad_norm": 0.21081067517865779, |
| "learning_rate": 2.02982202982203e-05, |
| "loss": 0.4103, |
| "step": 1467 |
| }, |
| { |
| "epoch": 1.9046073977936406, |
| "grad_norm": 0.2194010873045385, |
| "learning_rate": 2.0274170274170275e-05, |
| "loss": 0.4123, |
| "step": 1468 |
| }, |
| { |
| "epoch": 1.9059052563270602, |
| "grad_norm": 0.20757690294910305, |
| "learning_rate": 2.025012025012025e-05, |
| "loss": 0.4012, |
| "step": 1469 |
| }, |
| { |
| "epoch": 1.9072031148604802, |
| "grad_norm": 0.2628488845364361, |
| "learning_rate": 2.0226070226070225e-05, |
| "loss": 0.4118, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.9085009733939, |
| "grad_norm": 0.2503984380267546, |
| "learning_rate": 2.0202020202020203e-05, |
| "loss": 0.4277, |
| "step": 1471 |
| }, |
| { |
| "epoch": 1.9097988319273198, |
| "grad_norm": 0.20731051341055765, |
| "learning_rate": 2.0177970177970177e-05, |
| "loss": 0.4223, |
| "step": 1472 |
| }, |
| { |
| "epoch": 1.9110966904607398, |
| "grad_norm": 0.2469892137078129, |
| "learning_rate": 2.0153920153920156e-05, |
| "loss": 0.4278, |
| "step": 1473 |
| }, |
| { |
| "epoch": 1.9123945489941596, |
| "grad_norm": 0.2302509090632293, |
| "learning_rate": 2.012987012987013e-05, |
| "loss": 0.4286, |
| "step": 1474 |
| }, |
| { |
| "epoch": 1.9136924075275794, |
| "grad_norm": 0.21560820581873713, |
| "learning_rate": 2.0105820105820105e-05, |
| "loss": 0.4036, |
| "step": 1475 |
| }, |
| { |
| "epoch": 1.9149902660609994, |
| "grad_norm": 0.21761526673837062, |
| "learning_rate": 2.0081770081770083e-05, |
| "loss": 0.4383, |
| "step": 1476 |
| }, |
| { |
| "epoch": 1.9162881245944192, |
| "grad_norm": 0.25419859148323953, |
| "learning_rate": 2.0057720057720058e-05, |
| "loss": 0.4168, |
| "step": 1477 |
| }, |
| { |
| "epoch": 1.917585983127839, |
| "grad_norm": 0.21447148417291215, |
| "learning_rate": 2.0033670033670036e-05, |
| "loss": 0.4233, |
| "step": 1478 |
| }, |
| { |
| "epoch": 1.918883841661259, |
| "grad_norm": 0.22177181102304355, |
| "learning_rate": 2.000962000962001e-05, |
| "loss": 0.3973, |
| "step": 1479 |
| }, |
| { |
| "epoch": 1.9201817001946788, |
| "grad_norm": 0.2361964777550035, |
| "learning_rate": 1.9985569985569986e-05, |
| "loss": 0.4062, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.9214795587280986, |
| "grad_norm": 0.2268625180335479, |
| "learning_rate": 1.996151996151996e-05, |
| "loss": 0.4288, |
| "step": 1481 |
| }, |
| { |
| "epoch": 1.9227774172615186, |
| "grad_norm": 0.22109891172640594, |
| "learning_rate": 1.993746993746994e-05, |
| "loss": 0.4168, |
| "step": 1482 |
| }, |
| { |
| "epoch": 1.9240752757949382, |
| "grad_norm": 0.24199558362942594, |
| "learning_rate": 1.9913419913419914e-05, |
| "loss": 0.4368, |
| "step": 1483 |
| }, |
| { |
| "epoch": 1.9253731343283582, |
| "grad_norm": 0.23386196057480746, |
| "learning_rate": 1.9889369889369892e-05, |
| "loss": 0.4929, |
| "step": 1484 |
| }, |
| { |
| "epoch": 1.9266709928617782, |
| "grad_norm": 2.3863223206635507, |
| "learning_rate": 1.9865319865319866e-05, |
| "loss": 0.4321, |
| "step": 1485 |
| }, |
| { |
| "epoch": 1.9279688513951978, |
| "grad_norm": 0.2117744722116347, |
| "learning_rate": 1.984126984126984e-05, |
| "loss": 0.4046, |
| "step": 1486 |
| }, |
| { |
| "epoch": 1.9292667099286178, |
| "grad_norm": 0.23753639694866985, |
| "learning_rate": 1.9817219817219816e-05, |
| "loss": 0.4088, |
| "step": 1487 |
| }, |
| { |
| "epoch": 1.9305645684620376, |
| "grad_norm": 0.2029549567060751, |
| "learning_rate": 1.9793169793169794e-05, |
| "loss": 0.4129, |
| "step": 1488 |
| }, |
| { |
| "epoch": 1.9318624269954574, |
| "grad_norm": 0.20999056789664505, |
| "learning_rate": 1.976911976911977e-05, |
| "loss": 0.4149, |
| "step": 1489 |
| }, |
| { |
| "epoch": 1.9331602855288774, |
| "grad_norm": 0.25609740431868805, |
| "learning_rate": 1.9745069745069747e-05, |
| "loss": 0.4422, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.9344581440622972, |
| "grad_norm": 0.23240223312760538, |
| "learning_rate": 1.9721019721019722e-05, |
| "loss": 0.4376, |
| "step": 1491 |
| }, |
| { |
| "epoch": 1.935756002595717, |
| "grad_norm": 0.22288941915151747, |
| "learning_rate": 1.9696969696969697e-05, |
| "loss": 0.4031, |
| "step": 1492 |
| }, |
| { |
| "epoch": 1.937053861129137, |
| "grad_norm": 0.20823811668022293, |
| "learning_rate": 1.9672919672919675e-05, |
| "loss": 0.4141, |
| "step": 1493 |
| }, |
| { |
| "epoch": 1.9383517196625568, |
| "grad_norm": 0.22958571482808876, |
| "learning_rate": 1.964886964886965e-05, |
| "loss": 0.4205, |
| "step": 1494 |
| }, |
| { |
| "epoch": 1.9396495781959766, |
| "grad_norm": 0.24269527070284858, |
| "learning_rate": 1.9624819624819628e-05, |
| "loss": 0.414, |
| "step": 1495 |
| }, |
| { |
| "epoch": 1.9409474367293966, |
| "grad_norm": 0.2070554761070819, |
| "learning_rate": 1.9600769600769603e-05, |
| "loss": 0.4045, |
| "step": 1496 |
| }, |
| { |
| "epoch": 1.9422452952628162, |
| "grad_norm": 0.24376293095622897, |
| "learning_rate": 1.9576719576719577e-05, |
| "loss": 0.4257, |
| "step": 1497 |
| }, |
| { |
| "epoch": 1.9435431537962362, |
| "grad_norm": 0.2254498669697948, |
| "learning_rate": 1.9552669552669552e-05, |
| "loss": 0.421, |
| "step": 1498 |
| }, |
| { |
| "epoch": 1.9448410123296562, |
| "grad_norm": 0.21748513808130843, |
| "learning_rate": 1.952861952861953e-05, |
| "loss": 0.4062, |
| "step": 1499 |
| }, |
| { |
| "epoch": 1.9461388708630758, |
| "grad_norm": 0.2148376810996354, |
| "learning_rate": 1.9504569504569505e-05, |
| "loss": 0.4203, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.9474367293964958, |
| "grad_norm": 0.25871259714383205, |
| "learning_rate": 1.9480519480519483e-05, |
| "loss": 0.4229, |
| "step": 1501 |
| }, |
| { |
| "epoch": 1.9487345879299156, |
| "grad_norm": 0.19582347887373358, |
| "learning_rate": 1.9456469456469455e-05, |
| "loss": 0.4081, |
| "step": 1502 |
| }, |
| { |
| "epoch": 1.9500324464633354, |
| "grad_norm": 0.22789399470009464, |
| "learning_rate": 1.9432419432419433e-05, |
| "loss": 0.4245, |
| "step": 1503 |
| }, |
| { |
| "epoch": 1.9513303049967554, |
| "grad_norm": 0.23018173092515049, |
| "learning_rate": 1.9408369408369408e-05, |
| "loss": 0.4216, |
| "step": 1504 |
| }, |
| { |
| "epoch": 1.9526281635301752, |
| "grad_norm": 0.21444832133823605, |
| "learning_rate": 1.9384319384319386e-05, |
| "loss": 0.4147, |
| "step": 1505 |
| }, |
| { |
| "epoch": 1.953926022063595, |
| "grad_norm": 0.20562647584839736, |
| "learning_rate": 1.936026936026936e-05, |
| "loss": 0.4008, |
| "step": 1506 |
| }, |
| { |
| "epoch": 1.955223880597015, |
| "grad_norm": 0.23110467483063488, |
| "learning_rate": 1.933621933621934e-05, |
| "loss": 0.3972, |
| "step": 1507 |
| }, |
| { |
| "epoch": 1.9565217391304348, |
| "grad_norm": 0.21834150518213843, |
| "learning_rate": 1.9312169312169313e-05, |
| "loss": 0.4256, |
| "step": 1508 |
| }, |
| { |
| "epoch": 1.9578195976638546, |
| "grad_norm": 0.21958450668275112, |
| "learning_rate": 1.9288119288119288e-05, |
| "loss": 0.4088, |
| "step": 1509 |
| }, |
| { |
| "epoch": 1.9591174561972746, |
| "grad_norm": 0.20052094185224426, |
| "learning_rate": 1.9264069264069266e-05, |
| "loss": 0.4121, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.9604153147306942, |
| "grad_norm": 0.24326880305407378, |
| "learning_rate": 1.924001924001924e-05, |
| "loss": 0.422, |
| "step": 1511 |
| }, |
| { |
| "epoch": 1.9617131732641142, |
| "grad_norm": 0.2410106190975958, |
| "learning_rate": 1.921596921596922e-05, |
| "loss": 0.4085, |
| "step": 1512 |
| }, |
| { |
| "epoch": 1.9630110317975342, |
| "grad_norm": 0.20377491892233185, |
| "learning_rate": 1.919191919191919e-05, |
| "loss": 0.4312, |
| "step": 1513 |
| }, |
| { |
| "epoch": 1.9643088903309538, |
| "grad_norm": 0.22992091739225845, |
| "learning_rate": 1.916786916786917e-05, |
| "loss": 0.4283, |
| "step": 1514 |
| }, |
| { |
| "epoch": 1.9656067488643738, |
| "grad_norm": 0.23320180740415136, |
| "learning_rate": 1.9143819143819144e-05, |
| "loss": 0.4167, |
| "step": 1515 |
| }, |
| { |
| "epoch": 1.9669046073977936, |
| "grad_norm": 0.21478096347520134, |
| "learning_rate": 1.9119769119769122e-05, |
| "loss": 0.4373, |
| "step": 1516 |
| }, |
| { |
| "epoch": 1.9682024659312134, |
| "grad_norm": 0.24312143244424492, |
| "learning_rate": 1.9095719095719097e-05, |
| "loss": 0.4384, |
| "step": 1517 |
| }, |
| { |
| "epoch": 1.9695003244646334, |
| "grad_norm": 0.22013684407762923, |
| "learning_rate": 1.9071669071669075e-05, |
| "loss": 0.4244, |
| "step": 1518 |
| }, |
| { |
| "epoch": 1.9707981829980532, |
| "grad_norm": 0.22394887240003014, |
| "learning_rate": 1.9047619047619046e-05, |
| "loss": 0.419, |
| "step": 1519 |
| }, |
| { |
| "epoch": 1.972096041531473, |
| "grad_norm": 0.2319362635386066, |
| "learning_rate": 1.9023569023569024e-05, |
| "loss": 0.4059, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.973393900064893, |
| "grad_norm": 0.1980072863895625, |
| "learning_rate": 1.8999518999519e-05, |
| "loss": 0.4012, |
| "step": 1521 |
| }, |
| { |
| "epoch": 1.9746917585983128, |
| "grad_norm": 0.21340412052310542, |
| "learning_rate": 1.8975468975468977e-05, |
| "loss": 0.4252, |
| "step": 1522 |
| }, |
| { |
| "epoch": 1.9759896171317326, |
| "grad_norm": 0.20523875562201788, |
| "learning_rate": 1.8951418951418952e-05, |
| "loss": 0.3954, |
| "step": 1523 |
| }, |
| { |
| "epoch": 1.9772874756651526, |
| "grad_norm": 0.21593958433489607, |
| "learning_rate": 1.8927368927368927e-05, |
| "loss": 0.4204, |
| "step": 1524 |
| }, |
| { |
| "epoch": 1.9785853341985724, |
| "grad_norm": 0.1982941991349422, |
| "learning_rate": 1.8903318903318905e-05, |
| "loss": 0.3982, |
| "step": 1525 |
| }, |
| { |
| "epoch": 1.9798831927319922, |
| "grad_norm": 0.20466190375196575, |
| "learning_rate": 1.887926887926888e-05, |
| "loss": 0.4134, |
| "step": 1526 |
| }, |
| { |
| "epoch": 1.9811810512654122, |
| "grad_norm": 0.21442210205444864, |
| "learning_rate": 1.8855218855218858e-05, |
| "loss": 0.4221, |
| "step": 1527 |
| }, |
| { |
| "epoch": 1.9824789097988318, |
| "grad_norm": 0.2077434816627499, |
| "learning_rate": 1.8831168831168833e-05, |
| "loss": 0.4168, |
| "step": 1528 |
| }, |
| { |
| "epoch": 1.9837767683322518, |
| "grad_norm": 0.20932779718622976, |
| "learning_rate": 1.880711880711881e-05, |
| "loss": 0.4129, |
| "step": 1529 |
| }, |
| { |
| "epoch": 1.9850746268656716, |
| "grad_norm": 0.20073142812922465, |
| "learning_rate": 1.8783068783068782e-05, |
| "loss": 0.4282, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.9863724853990914, |
| "grad_norm": 0.21070295646641607, |
| "learning_rate": 1.875901875901876e-05, |
| "loss": 0.414, |
| "step": 1531 |
| }, |
| { |
| "epoch": 1.9876703439325114, |
| "grad_norm": 0.1983254407503139, |
| "learning_rate": 1.8734968734968735e-05, |
| "loss": 0.4246, |
| "step": 1532 |
| }, |
| { |
| "epoch": 1.9889682024659312, |
| "grad_norm": 0.2063440750783136, |
| "learning_rate": 1.8710918710918713e-05, |
| "loss": 0.4127, |
| "step": 1533 |
| }, |
| { |
| "epoch": 1.990266060999351, |
| "grad_norm": 0.20062950578015543, |
| "learning_rate": 1.8686868686868688e-05, |
| "loss": 0.404, |
| "step": 1534 |
| }, |
| { |
| "epoch": 1.991563919532771, |
| "grad_norm": 0.22191712136507424, |
| "learning_rate": 1.8662818662818663e-05, |
| "loss": 0.4119, |
| "step": 1535 |
| }, |
| { |
| "epoch": 1.9928617780661908, |
| "grad_norm": 0.2215336165604822, |
| "learning_rate": 1.8638768638768638e-05, |
| "loss": 0.4121, |
| "step": 1536 |
| }, |
| { |
| "epoch": 1.9941596365996106, |
| "grad_norm": 0.20271253230410582, |
| "learning_rate": 1.8614718614718616e-05, |
| "loss": 0.4023, |
| "step": 1537 |
| }, |
| { |
| "epoch": 1.9954574951330306, |
| "grad_norm": 0.26159702346568764, |
| "learning_rate": 1.859066859066859e-05, |
| "loss": 0.4102, |
| "step": 1538 |
| }, |
| { |
| "epoch": 1.9967553536664504, |
| "grad_norm": 0.21830457585192162, |
| "learning_rate": 1.856661856661857e-05, |
| "loss": 0.4129, |
| "step": 1539 |
| }, |
| { |
| "epoch": 1.9980532121998702, |
| "grad_norm": 0.21634003518886286, |
| "learning_rate": 1.8542568542568544e-05, |
| "loss": 0.3979, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.9993510707332902, |
| "grad_norm": 0.21520818627840688, |
| "learning_rate": 1.8518518518518518e-05, |
| "loss": 0.4072, |
| "step": 1541 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.3162004070666462, |
| "learning_rate": 1.8494468494468496e-05, |
| "loss": 0.3731, |
| "step": 1542 |
| }, |
| { |
| "epoch": 2.00129785853342, |
| "grad_norm": 0.3002746540509754, |
| "learning_rate": 1.847041847041847e-05, |
| "loss": 0.351, |
| "step": 1543 |
| }, |
| { |
| "epoch": 2.0025957170668396, |
| "grad_norm": 0.22179389161987628, |
| "learning_rate": 1.844636844636845e-05, |
| "loss": 0.3591, |
| "step": 1544 |
| }, |
| { |
| "epoch": 2.0038935756002596, |
| "grad_norm": 0.29853309659990307, |
| "learning_rate": 1.8422318422318424e-05, |
| "loss": 0.3502, |
| "step": 1545 |
| }, |
| { |
| "epoch": 2.0051914341336796, |
| "grad_norm": 0.27887815631774426, |
| "learning_rate": 1.83982683982684e-05, |
| "loss": 0.3397, |
| "step": 1546 |
| }, |
| { |
| "epoch": 2.006489292667099, |
| "grad_norm": 0.21973812049478386, |
| "learning_rate": 1.8374218374218374e-05, |
| "loss": 0.3429, |
| "step": 1547 |
| }, |
| { |
| "epoch": 2.007787151200519, |
| "grad_norm": 0.26933885808676494, |
| "learning_rate": 1.8350168350168352e-05, |
| "loss": 0.3436, |
| "step": 1548 |
| }, |
| { |
| "epoch": 2.009085009733939, |
| "grad_norm": 0.2996171251030684, |
| "learning_rate": 1.8326118326118327e-05, |
| "loss": 0.3409, |
| "step": 1549 |
| }, |
| { |
| "epoch": 2.010382868267359, |
| "grad_norm": 0.24083124258461439, |
| "learning_rate": 1.8302068302068305e-05, |
| "loss": 0.3386, |
| "step": 1550 |
| }, |
| { |
| "epoch": 2.011680726800779, |
| "grad_norm": 0.30787012297971555, |
| "learning_rate": 1.827801827801828e-05, |
| "loss": 0.3478, |
| "step": 1551 |
| }, |
| { |
| "epoch": 2.0129785853341984, |
| "grad_norm": 0.2857849577396285, |
| "learning_rate": 1.8253968253968254e-05, |
| "loss": 0.347, |
| "step": 1552 |
| }, |
| { |
| "epoch": 2.0142764438676184, |
| "grad_norm": 0.2458814691129703, |
| "learning_rate": 1.822991822991823e-05, |
| "loss": 0.338, |
| "step": 1553 |
| }, |
| { |
| "epoch": 2.0155743024010384, |
| "grad_norm": 0.24217238914022393, |
| "learning_rate": 1.8205868205868207e-05, |
| "loss": 0.3527, |
| "step": 1554 |
| }, |
| { |
| "epoch": 2.016872160934458, |
| "grad_norm": 0.2708034381508514, |
| "learning_rate": 1.8181818181818182e-05, |
| "loss": 0.343, |
| "step": 1555 |
| }, |
| { |
| "epoch": 2.018170019467878, |
| "grad_norm": 0.2771300303365467, |
| "learning_rate": 1.815776815776816e-05, |
| "loss": 0.3578, |
| "step": 1556 |
| }, |
| { |
| "epoch": 2.019467878001298, |
| "grad_norm": 0.24314761286723605, |
| "learning_rate": 1.8133718133718135e-05, |
| "loss": 0.3628, |
| "step": 1557 |
| }, |
| { |
| "epoch": 2.0207657365347176, |
| "grad_norm": 0.24528635873262158, |
| "learning_rate": 1.810966810966811e-05, |
| "loss": 0.3478, |
| "step": 1558 |
| }, |
| { |
| "epoch": 2.0220635950681376, |
| "grad_norm": 0.2441718287388452, |
| "learning_rate": 1.8085618085618085e-05, |
| "loss": 0.3463, |
| "step": 1559 |
| }, |
| { |
| "epoch": 2.0233614536015576, |
| "grad_norm": 0.2429476875932917, |
| "learning_rate": 1.8061568061568063e-05, |
| "loss": 0.3533, |
| "step": 1560 |
| }, |
| { |
| "epoch": 2.024659312134977, |
| "grad_norm": 0.2584288721917747, |
| "learning_rate": 1.8037518037518038e-05, |
| "loss": 0.3443, |
| "step": 1561 |
| }, |
| { |
| "epoch": 2.025957170668397, |
| "grad_norm": 0.21619552093380776, |
| "learning_rate": 1.8013468013468016e-05, |
| "loss": 0.3313, |
| "step": 1562 |
| }, |
| { |
| "epoch": 2.027255029201817, |
| "grad_norm": 0.22416123032351348, |
| "learning_rate": 1.798941798941799e-05, |
| "loss": 0.3396, |
| "step": 1563 |
| }, |
| { |
| "epoch": 2.028552887735237, |
| "grad_norm": 0.23762867221262482, |
| "learning_rate": 1.7965367965367965e-05, |
| "loss": 0.3328, |
| "step": 1564 |
| }, |
| { |
| "epoch": 2.029850746268657, |
| "grad_norm": 0.23910726203342522, |
| "learning_rate": 1.7941317941317943e-05, |
| "loss": 0.3373, |
| "step": 1565 |
| }, |
| { |
| "epoch": 2.0311486048020764, |
| "grad_norm": 0.2270224344033579, |
| "learning_rate": 1.7917267917267918e-05, |
| "loss": 0.3414, |
| "step": 1566 |
| }, |
| { |
| "epoch": 2.0324464633354964, |
| "grad_norm": 0.22685492291746387, |
| "learning_rate": 1.7893217893217896e-05, |
| "loss": 0.334, |
| "step": 1567 |
| }, |
| { |
| "epoch": 2.0337443218689164, |
| "grad_norm": 0.23079013731214076, |
| "learning_rate": 1.7869167869167868e-05, |
| "loss": 0.3373, |
| "step": 1568 |
| }, |
| { |
| "epoch": 2.035042180402336, |
| "grad_norm": 0.23832074407215584, |
| "learning_rate": 1.7845117845117846e-05, |
| "loss": 0.3402, |
| "step": 1569 |
| }, |
| { |
| "epoch": 2.036340038935756, |
| "grad_norm": 0.2413146931238051, |
| "learning_rate": 1.782106782106782e-05, |
| "loss": 0.3476, |
| "step": 1570 |
| }, |
| { |
| "epoch": 2.037637897469176, |
| "grad_norm": 0.23685355784727574, |
| "learning_rate": 1.77970177970178e-05, |
| "loss": 0.3397, |
| "step": 1571 |
| }, |
| { |
| "epoch": 2.0389357560025956, |
| "grad_norm": 0.24437850977020956, |
| "learning_rate": 1.7772967772967774e-05, |
| "loss": 0.3445, |
| "step": 1572 |
| }, |
| { |
| "epoch": 2.0402336145360156, |
| "grad_norm": 0.22724458516557208, |
| "learning_rate": 1.7748917748917752e-05, |
| "loss": 0.3443, |
| "step": 1573 |
| }, |
| { |
| "epoch": 2.0415314730694356, |
| "grad_norm": 0.23475541449011794, |
| "learning_rate": 1.7724867724867723e-05, |
| "loss": 0.3432, |
| "step": 1574 |
| }, |
| { |
| "epoch": 2.042829331602855, |
| "grad_norm": 0.21469511225658197, |
| "learning_rate": 1.77008177008177e-05, |
| "loss": 0.3473, |
| "step": 1575 |
| }, |
| { |
| "epoch": 2.044127190136275, |
| "grad_norm": 0.22486022557380209, |
| "learning_rate": 1.7676767676767676e-05, |
| "loss": 0.3566, |
| "step": 1576 |
| }, |
| { |
| "epoch": 2.045425048669695, |
| "grad_norm": 0.22895350371242218, |
| "learning_rate": 1.7652717652717654e-05, |
| "loss": 0.3478, |
| "step": 1577 |
| }, |
| { |
| "epoch": 2.046722907203115, |
| "grad_norm": 0.24538812579393815, |
| "learning_rate": 1.762866762866763e-05, |
| "loss": 0.3332, |
| "step": 1578 |
| }, |
| { |
| "epoch": 2.048020765736535, |
| "grad_norm": 0.25912360209705504, |
| "learning_rate": 1.7604617604617604e-05, |
| "loss": 0.344, |
| "step": 1579 |
| }, |
| { |
| "epoch": 2.0493186242699544, |
| "grad_norm": 0.19959244601082998, |
| "learning_rate": 1.7580567580567582e-05, |
| "loss": 0.3337, |
| "step": 1580 |
| }, |
| { |
| "epoch": 2.0506164828033744, |
| "grad_norm": 0.22265382752478494, |
| "learning_rate": 1.7556517556517557e-05, |
| "loss": 0.3385, |
| "step": 1581 |
| }, |
| { |
| "epoch": 2.0519143413367944, |
| "grad_norm": 0.2165757161328648, |
| "learning_rate": 1.7532467532467535e-05, |
| "loss": 0.3339, |
| "step": 1582 |
| }, |
| { |
| "epoch": 2.053212199870214, |
| "grad_norm": 0.21372021503164076, |
| "learning_rate": 1.750841750841751e-05, |
| "loss": 0.3507, |
| "step": 1583 |
| }, |
| { |
| "epoch": 2.054510058403634, |
| "grad_norm": 0.2336377004408556, |
| "learning_rate": 1.7484367484367488e-05, |
| "loss": 0.3491, |
| "step": 1584 |
| }, |
| { |
| "epoch": 2.055807916937054, |
| "grad_norm": 0.2117993328839063, |
| "learning_rate": 1.746031746031746e-05, |
| "loss": 0.3407, |
| "step": 1585 |
| }, |
| { |
| "epoch": 2.0571057754704736, |
| "grad_norm": 0.21231266244658922, |
| "learning_rate": 1.7436267436267437e-05, |
| "loss": 0.3444, |
| "step": 1586 |
| }, |
| { |
| "epoch": 2.0584036340038936, |
| "grad_norm": 0.21032023819015722, |
| "learning_rate": 1.7412217412217412e-05, |
| "loss": 0.3398, |
| "step": 1587 |
| }, |
| { |
| "epoch": 2.0597014925373136, |
| "grad_norm": 0.2371048058409055, |
| "learning_rate": 1.738816738816739e-05, |
| "loss": 0.3445, |
| "step": 1588 |
| }, |
| { |
| "epoch": 2.060999351070733, |
| "grad_norm": 0.2059222075267882, |
| "learning_rate": 1.7364117364117365e-05, |
| "loss": 0.3443, |
| "step": 1589 |
| }, |
| { |
| "epoch": 2.062297209604153, |
| "grad_norm": 0.22719406397240552, |
| "learning_rate": 1.734006734006734e-05, |
| "loss": 0.3495, |
| "step": 1590 |
| }, |
| { |
| "epoch": 2.063595068137573, |
| "grad_norm": 0.2222707506963988, |
| "learning_rate": 1.7316017316017315e-05, |
| "loss": 0.3399, |
| "step": 1591 |
| }, |
| { |
| "epoch": 2.064892926670993, |
| "grad_norm": 0.22555682797470167, |
| "learning_rate": 1.7291967291967293e-05, |
| "loss": 0.3383, |
| "step": 1592 |
| }, |
| { |
| "epoch": 2.066190785204413, |
| "grad_norm": 0.22889368520998704, |
| "learning_rate": 1.7267917267917268e-05, |
| "loss": 0.3418, |
| "step": 1593 |
| }, |
| { |
| "epoch": 2.0674886437378324, |
| "grad_norm": 0.22102058324621057, |
| "learning_rate": 1.7243867243867246e-05, |
| "loss": 0.3325, |
| "step": 1594 |
| }, |
| { |
| "epoch": 2.0687865022712524, |
| "grad_norm": 0.23774221641545448, |
| "learning_rate": 1.721981721981722e-05, |
| "loss": 0.3369, |
| "step": 1595 |
| }, |
| { |
| "epoch": 2.0700843608046724, |
| "grad_norm": 0.24890061582412498, |
| "learning_rate": 1.7195767195767195e-05, |
| "loss": 0.3441, |
| "step": 1596 |
| }, |
| { |
| "epoch": 2.071382219338092, |
| "grad_norm": 0.2100873376295878, |
| "learning_rate": 1.7171717171717173e-05, |
| "loss": 0.3303, |
| "step": 1597 |
| }, |
| { |
| "epoch": 2.072680077871512, |
| "grad_norm": 0.22680230775268373, |
| "learning_rate": 1.7147667147667148e-05, |
| "loss": 0.3371, |
| "step": 1598 |
| }, |
| { |
| "epoch": 2.073977936404932, |
| "grad_norm": 0.20382351560763964, |
| "learning_rate": 1.7123617123617126e-05, |
| "loss": 0.3337, |
| "step": 1599 |
| }, |
| { |
| "epoch": 2.0752757949383516, |
| "grad_norm": 0.21534525112062658, |
| "learning_rate": 1.70995670995671e-05, |
| "loss": 0.3371, |
| "step": 1600 |
| }, |
| { |
| "epoch": 2.0765736534717716, |
| "grad_norm": 0.21827103094501965, |
| "learning_rate": 1.7075517075517076e-05, |
| "loss": 0.3357, |
| "step": 1601 |
| }, |
| { |
| "epoch": 2.0778715120051916, |
| "grad_norm": 0.21047818536264323, |
| "learning_rate": 1.705146705146705e-05, |
| "loss": 0.3358, |
| "step": 1602 |
| }, |
| { |
| "epoch": 2.079169370538611, |
| "grad_norm": 0.24359393587806577, |
| "learning_rate": 1.702741702741703e-05, |
| "loss": 0.3409, |
| "step": 1603 |
| }, |
| { |
| "epoch": 2.080467229072031, |
| "grad_norm": 0.32771668536616283, |
| "learning_rate": 1.7003367003367004e-05, |
| "loss": 0.3296, |
| "step": 1604 |
| }, |
| { |
| "epoch": 2.081765087605451, |
| "grad_norm": 0.2105738510166506, |
| "learning_rate": 1.6979316979316982e-05, |
| "loss": 0.3471, |
| "step": 1605 |
| }, |
| { |
| "epoch": 2.0830629461388708, |
| "grad_norm": 0.2609805732511619, |
| "learning_rate": 1.6955266955266957e-05, |
| "loss": 0.3395, |
| "step": 1606 |
| }, |
| { |
| "epoch": 2.084360804672291, |
| "grad_norm": 0.20813077643429093, |
| "learning_rate": 1.693121693121693e-05, |
| "loss": 0.3323, |
| "step": 1607 |
| }, |
| { |
| "epoch": 2.0856586632057104, |
| "grad_norm": 0.20588845509767667, |
| "learning_rate": 1.6907166907166906e-05, |
| "loss": 0.3395, |
| "step": 1608 |
| }, |
| { |
| "epoch": 2.0869565217391304, |
| "grad_norm": 0.2231300777445713, |
| "learning_rate": 1.6883116883116884e-05, |
| "loss": 0.3448, |
| "step": 1609 |
| }, |
| { |
| "epoch": 2.0882543802725504, |
| "grad_norm": 0.2262598516285643, |
| "learning_rate": 1.685906685906686e-05, |
| "loss": 0.3524, |
| "step": 1610 |
| }, |
| { |
| "epoch": 2.08955223880597, |
| "grad_norm": 0.2112479505042923, |
| "learning_rate": 1.6835016835016837e-05, |
| "loss": 0.335, |
| "step": 1611 |
| }, |
| { |
| "epoch": 2.09085009733939, |
| "grad_norm": 0.22189847243097133, |
| "learning_rate": 1.6810966810966812e-05, |
| "loss": 0.3312, |
| "step": 1612 |
| }, |
| { |
| "epoch": 2.09214795587281, |
| "grad_norm": 0.21750458672162346, |
| "learning_rate": 1.6786916786916787e-05, |
| "loss": 0.3382, |
| "step": 1613 |
| }, |
| { |
| "epoch": 2.0934458144062296, |
| "grad_norm": 0.22791119863516698, |
| "learning_rate": 1.6762866762866765e-05, |
| "loss": 0.3346, |
| "step": 1614 |
| }, |
| { |
| "epoch": 2.0947436729396496, |
| "grad_norm": 0.2253801306495037, |
| "learning_rate": 1.673881673881674e-05, |
| "loss": 0.3587, |
| "step": 1615 |
| }, |
| { |
| "epoch": 2.0960415314730696, |
| "grad_norm": 0.21941342953368462, |
| "learning_rate": 1.6714766714766718e-05, |
| "loss": 0.322, |
| "step": 1616 |
| }, |
| { |
| "epoch": 2.097339390006489, |
| "grad_norm": 0.24442422654973892, |
| "learning_rate": 1.6690716690716693e-05, |
| "loss": 0.3613, |
| "step": 1617 |
| }, |
| { |
| "epoch": 2.098637248539909, |
| "grad_norm": 0.20892381899190737, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 0.3372, |
| "step": 1618 |
| }, |
| { |
| "epoch": 2.099935107073329, |
| "grad_norm": 0.2204239619365003, |
| "learning_rate": 1.6642616642616642e-05, |
| "loss": 0.345, |
| "step": 1619 |
| }, |
| { |
| "epoch": 2.1012329656067488, |
| "grad_norm": 0.2433539902885864, |
| "learning_rate": 1.661856661856662e-05, |
| "loss": 0.3399, |
| "step": 1620 |
| }, |
| { |
| "epoch": 2.102530824140169, |
| "grad_norm": 0.21756713439856754, |
| "learning_rate": 1.6594516594516595e-05, |
| "loss": 0.3258, |
| "step": 1621 |
| }, |
| { |
| "epoch": 2.103828682673589, |
| "grad_norm": 0.21185754465198486, |
| "learning_rate": 1.6570466570466573e-05, |
| "loss": 0.3338, |
| "step": 1622 |
| }, |
| { |
| "epoch": 2.1051265412070084, |
| "grad_norm": 0.19886634840357484, |
| "learning_rate": 1.6546416546416545e-05, |
| "loss": 0.3379, |
| "step": 1623 |
| }, |
| { |
| "epoch": 2.1064243997404284, |
| "grad_norm": 0.23378633487014983, |
| "learning_rate": 1.6522366522366523e-05, |
| "loss": 0.3518, |
| "step": 1624 |
| }, |
| { |
| "epoch": 2.107722258273848, |
| "grad_norm": 0.22367396102680723, |
| "learning_rate": 1.6498316498316498e-05, |
| "loss": 0.3341, |
| "step": 1625 |
| }, |
| { |
| "epoch": 2.109020116807268, |
| "grad_norm": 0.2063911182342616, |
| "learning_rate": 1.6474266474266476e-05, |
| "loss": 0.3446, |
| "step": 1626 |
| }, |
| { |
| "epoch": 2.110317975340688, |
| "grad_norm": 0.22050227302851286, |
| "learning_rate": 1.645021645021645e-05, |
| "loss": 0.3359, |
| "step": 1627 |
| }, |
| { |
| "epoch": 2.1116158338741076, |
| "grad_norm": 0.24896315784423037, |
| "learning_rate": 1.642616642616643e-05, |
| "loss": 0.3311, |
| "step": 1628 |
| }, |
| { |
| "epoch": 2.1129136924075276, |
| "grad_norm": 0.24014540903069778, |
| "learning_rate": 1.6402116402116404e-05, |
| "loss": 0.3455, |
| "step": 1629 |
| }, |
| { |
| "epoch": 2.1142115509409476, |
| "grad_norm": 0.22208241595868494, |
| "learning_rate": 1.637806637806638e-05, |
| "loss": 0.3609, |
| "step": 1630 |
| }, |
| { |
| "epoch": 2.115509409474367, |
| "grad_norm": 0.25185975208100675, |
| "learning_rate": 1.6354016354016356e-05, |
| "loss": 0.3355, |
| "step": 1631 |
| }, |
| { |
| "epoch": 2.116807268007787, |
| "grad_norm": 0.25068577932779473, |
| "learning_rate": 1.632996632996633e-05, |
| "loss": 0.3378, |
| "step": 1632 |
| }, |
| { |
| "epoch": 2.118105126541207, |
| "grad_norm": 0.23743465262529753, |
| "learning_rate": 1.630591630591631e-05, |
| "loss": 0.3453, |
| "step": 1633 |
| }, |
| { |
| "epoch": 2.1194029850746268, |
| "grad_norm": 0.2873478730260964, |
| "learning_rate": 1.628186628186628e-05, |
| "loss": 0.3469, |
| "step": 1634 |
| }, |
| { |
| "epoch": 2.120700843608047, |
| "grad_norm": 0.23190098964145786, |
| "learning_rate": 1.625781625781626e-05, |
| "loss": 0.3299, |
| "step": 1635 |
| }, |
| { |
| "epoch": 2.1219987021414664, |
| "grad_norm": 0.24692649408648704, |
| "learning_rate": 1.6233766233766234e-05, |
| "loss": 0.3413, |
| "step": 1636 |
| }, |
| { |
| "epoch": 2.1232965606748864, |
| "grad_norm": 0.2601882707422891, |
| "learning_rate": 1.6209716209716212e-05, |
| "loss": 0.3237, |
| "step": 1637 |
| }, |
| { |
| "epoch": 2.1245944192083064, |
| "grad_norm": 0.2307540235499652, |
| "learning_rate": 1.6185666185666187e-05, |
| "loss": 0.3479, |
| "step": 1638 |
| }, |
| { |
| "epoch": 2.125892277741726, |
| "grad_norm": 0.24207343026907496, |
| "learning_rate": 1.6161616161616165e-05, |
| "loss": 0.342, |
| "step": 1639 |
| }, |
| { |
| "epoch": 2.127190136275146, |
| "grad_norm": 0.25704183477977455, |
| "learning_rate": 1.6137566137566136e-05, |
| "loss": 0.347, |
| "step": 1640 |
| }, |
| { |
| "epoch": 2.128487994808566, |
| "grad_norm": 0.2204667533876293, |
| "learning_rate": 1.6113516113516114e-05, |
| "loss": 0.3421, |
| "step": 1641 |
| }, |
| { |
| "epoch": 2.1297858533419856, |
| "grad_norm": 0.209970904431735, |
| "learning_rate": 1.608946608946609e-05, |
| "loss": 0.3434, |
| "step": 1642 |
| }, |
| { |
| "epoch": 2.1310837118754056, |
| "grad_norm": 0.2322772777553896, |
| "learning_rate": 1.6065416065416067e-05, |
| "loss": 0.3462, |
| "step": 1643 |
| }, |
| { |
| "epoch": 2.1323815704088256, |
| "grad_norm": 0.24539006715088627, |
| "learning_rate": 1.6041366041366042e-05, |
| "loss": 0.3474, |
| "step": 1644 |
| }, |
| { |
| "epoch": 2.133679428942245, |
| "grad_norm": 0.2071657985362404, |
| "learning_rate": 1.6017316017316017e-05, |
| "loss": 0.315, |
| "step": 1645 |
| }, |
| { |
| "epoch": 2.134977287475665, |
| "grad_norm": 0.22559015132345064, |
| "learning_rate": 1.5993265993265995e-05, |
| "loss": 0.3435, |
| "step": 1646 |
| }, |
| { |
| "epoch": 2.136275146009085, |
| "grad_norm": 0.21866568313609377, |
| "learning_rate": 1.596921596921597e-05, |
| "loss": 0.3214, |
| "step": 1647 |
| }, |
| { |
| "epoch": 2.1375730045425048, |
| "grad_norm": 0.22054227732700918, |
| "learning_rate": 1.5945165945165948e-05, |
| "loss": 0.3366, |
| "step": 1648 |
| }, |
| { |
| "epoch": 2.1388708630759248, |
| "grad_norm": 0.2513837156975892, |
| "learning_rate": 1.5921115921115923e-05, |
| "loss": 0.3661, |
| "step": 1649 |
| }, |
| { |
| "epoch": 2.140168721609345, |
| "grad_norm": 0.22217224038750824, |
| "learning_rate": 1.5897065897065898e-05, |
| "loss": 0.3377, |
| "step": 1650 |
| }, |
| { |
| "epoch": 2.1414665801427644, |
| "grad_norm": 0.21936038896279167, |
| "learning_rate": 1.5873015873015872e-05, |
| "loss": 0.3326, |
| "step": 1651 |
| }, |
| { |
| "epoch": 2.1427644386761844, |
| "grad_norm": 0.2064910202725993, |
| "learning_rate": 1.584896584896585e-05, |
| "loss": 0.3365, |
| "step": 1652 |
| }, |
| { |
| "epoch": 2.144062297209604, |
| "grad_norm": 0.20100161814145587, |
| "learning_rate": 1.5824915824915825e-05, |
| "loss": 0.3278, |
| "step": 1653 |
| }, |
| { |
| "epoch": 2.145360155743024, |
| "grad_norm": 0.21879340248910953, |
| "learning_rate": 1.5800865800865803e-05, |
| "loss": 0.3431, |
| "step": 1654 |
| }, |
| { |
| "epoch": 2.146658014276444, |
| "grad_norm": 0.2129168285291938, |
| "learning_rate": 1.5776815776815778e-05, |
| "loss": 0.3503, |
| "step": 1655 |
| }, |
| { |
| "epoch": 2.1479558728098636, |
| "grad_norm": 0.2091423056576906, |
| "learning_rate": 1.5752765752765753e-05, |
| "loss": 0.3492, |
| "step": 1656 |
| }, |
| { |
| "epoch": 2.1492537313432836, |
| "grad_norm": 0.2828239816378975, |
| "learning_rate": 1.5728715728715728e-05, |
| "loss": 0.3564, |
| "step": 1657 |
| }, |
| { |
| "epoch": 2.1505515898767036, |
| "grad_norm": 0.21413983501492062, |
| "learning_rate": 1.5704665704665706e-05, |
| "loss": 0.3544, |
| "step": 1658 |
| }, |
| { |
| "epoch": 2.151849448410123, |
| "grad_norm": 0.21542714936607865, |
| "learning_rate": 1.568061568061568e-05, |
| "loss": 0.3399, |
| "step": 1659 |
| }, |
| { |
| "epoch": 2.153147306943543, |
| "grad_norm": 0.23220715953725188, |
| "learning_rate": 1.565656565656566e-05, |
| "loss": 0.3322, |
| "step": 1660 |
| }, |
| { |
| "epoch": 2.154445165476963, |
| "grad_norm": 0.20221618002166372, |
| "learning_rate": 1.563251563251563e-05, |
| "loss": 0.3297, |
| "step": 1661 |
| }, |
| { |
| "epoch": 2.1557430240103828, |
| "grad_norm": 0.23075242395941706, |
| "learning_rate": 1.560846560846561e-05, |
| "loss": 0.3372, |
| "step": 1662 |
| }, |
| { |
| "epoch": 2.1570408825438028, |
| "grad_norm": 0.2065260094429175, |
| "learning_rate": 1.5584415584415583e-05, |
| "loss": 0.3396, |
| "step": 1663 |
| }, |
| { |
| "epoch": 2.158338741077223, |
| "grad_norm": 0.2048397557697161, |
| "learning_rate": 1.556036556036556e-05, |
| "loss": 0.338, |
| "step": 1664 |
| }, |
| { |
| "epoch": 2.1596365996106424, |
| "grad_norm": 0.21058822127057414, |
| "learning_rate": 1.5536315536315536e-05, |
| "loss": 0.3475, |
| "step": 1665 |
| }, |
| { |
| "epoch": 2.1609344581440624, |
| "grad_norm": 0.20856117486455514, |
| "learning_rate": 1.5512265512265514e-05, |
| "loss": 0.3565, |
| "step": 1666 |
| }, |
| { |
| "epoch": 2.162232316677482, |
| "grad_norm": 0.2101578604301147, |
| "learning_rate": 1.548821548821549e-05, |
| "loss": 0.3341, |
| "step": 1667 |
| }, |
| { |
| "epoch": 2.163530175210902, |
| "grad_norm": 0.1948843188896066, |
| "learning_rate": 1.5464165464165464e-05, |
| "loss": 0.3307, |
| "step": 1668 |
| }, |
| { |
| "epoch": 2.164828033744322, |
| "grad_norm": 0.22409902293345668, |
| "learning_rate": 1.5440115440115442e-05, |
| "loss": 0.3484, |
| "step": 1669 |
| }, |
| { |
| "epoch": 2.1661258922777415, |
| "grad_norm": 0.22671547696900604, |
| "learning_rate": 1.5416065416065417e-05, |
| "loss": 0.3523, |
| "step": 1670 |
| }, |
| { |
| "epoch": 2.1674237508111616, |
| "grad_norm": 0.21140422198147263, |
| "learning_rate": 1.5392015392015395e-05, |
| "loss": 0.3455, |
| "step": 1671 |
| }, |
| { |
| "epoch": 2.1687216093445816, |
| "grad_norm": 0.21245427765806485, |
| "learning_rate": 1.5367965367965366e-05, |
| "loss": 0.3429, |
| "step": 1672 |
| }, |
| { |
| "epoch": 2.170019467878001, |
| "grad_norm": 0.20475755840127652, |
| "learning_rate": 1.5343915343915344e-05, |
| "loss": 0.334, |
| "step": 1673 |
| }, |
| { |
| "epoch": 2.171317326411421, |
| "grad_norm": 0.22161947726300274, |
| "learning_rate": 1.531986531986532e-05, |
| "loss": 0.3445, |
| "step": 1674 |
| }, |
| { |
| "epoch": 2.172615184944841, |
| "grad_norm": 0.20686901638420155, |
| "learning_rate": 1.5295815295815297e-05, |
| "loss": 0.3423, |
| "step": 1675 |
| }, |
| { |
| "epoch": 2.1739130434782608, |
| "grad_norm": 0.21241410102955396, |
| "learning_rate": 1.5271765271765272e-05, |
| "loss": 0.3272, |
| "step": 1676 |
| }, |
| { |
| "epoch": 2.1752109020116808, |
| "grad_norm": 0.20178219626778365, |
| "learning_rate": 1.524771524771525e-05, |
| "loss": 0.3429, |
| "step": 1677 |
| }, |
| { |
| "epoch": 2.176508760545101, |
| "grad_norm": 0.24450118577688046, |
| "learning_rate": 1.5223665223665223e-05, |
| "loss": 0.3481, |
| "step": 1678 |
| }, |
| { |
| "epoch": 2.1778066190785204, |
| "grad_norm": 0.20454351303651527, |
| "learning_rate": 1.51996151996152e-05, |
| "loss": 0.3581, |
| "step": 1679 |
| }, |
| { |
| "epoch": 2.1791044776119404, |
| "grad_norm": 0.21613091983231933, |
| "learning_rate": 1.5175565175565176e-05, |
| "loss": 0.3299, |
| "step": 1680 |
| }, |
| { |
| "epoch": 2.1804023361453604, |
| "grad_norm": 0.23413467617760164, |
| "learning_rate": 1.5151515151515153e-05, |
| "loss": 0.3622, |
| "step": 1681 |
| }, |
| { |
| "epoch": 2.18170019467878, |
| "grad_norm": 0.21133908102093862, |
| "learning_rate": 1.512746512746513e-05, |
| "loss": 0.3323, |
| "step": 1682 |
| }, |
| { |
| "epoch": 2.1829980532122, |
| "grad_norm": 0.2117083520838165, |
| "learning_rate": 1.5103415103415102e-05, |
| "loss": 0.3394, |
| "step": 1683 |
| }, |
| { |
| "epoch": 2.1842959117456195, |
| "grad_norm": 0.21732760719194733, |
| "learning_rate": 1.5079365079365079e-05, |
| "loss": 0.3419, |
| "step": 1684 |
| }, |
| { |
| "epoch": 2.1855937702790396, |
| "grad_norm": 0.20428681560868892, |
| "learning_rate": 1.5055315055315055e-05, |
| "loss": 0.3346, |
| "step": 1685 |
| }, |
| { |
| "epoch": 2.1868916288124596, |
| "grad_norm": 0.21590103314227366, |
| "learning_rate": 1.5031265031265032e-05, |
| "loss": 0.3662, |
| "step": 1686 |
| }, |
| { |
| "epoch": 2.188189487345879, |
| "grad_norm": 0.21412757670479102, |
| "learning_rate": 1.5007215007215008e-05, |
| "loss": 0.3334, |
| "step": 1687 |
| }, |
| { |
| "epoch": 2.189487345879299, |
| "grad_norm": 0.2161794768756431, |
| "learning_rate": 1.4983164983164985e-05, |
| "loss": 0.334, |
| "step": 1688 |
| }, |
| { |
| "epoch": 2.190785204412719, |
| "grad_norm": 0.2121354087724828, |
| "learning_rate": 1.495911495911496e-05, |
| "loss": 0.344, |
| "step": 1689 |
| }, |
| { |
| "epoch": 2.1920830629461387, |
| "grad_norm": 0.20921645686294296, |
| "learning_rate": 1.4935064935064936e-05, |
| "loss": 0.3397, |
| "step": 1690 |
| }, |
| { |
| "epoch": 2.1933809214795588, |
| "grad_norm": 0.20966308146376983, |
| "learning_rate": 1.4911014911014912e-05, |
| "loss": 0.3464, |
| "step": 1691 |
| }, |
| { |
| "epoch": 2.194678780012979, |
| "grad_norm": 0.21908775100267822, |
| "learning_rate": 1.4886964886964889e-05, |
| "loss": 0.3317, |
| "step": 1692 |
| }, |
| { |
| "epoch": 2.1959766385463984, |
| "grad_norm": 0.22468058324603687, |
| "learning_rate": 1.4862914862914865e-05, |
| "loss": 0.3407, |
| "step": 1693 |
| }, |
| { |
| "epoch": 2.1972744970798184, |
| "grad_norm": 0.22075013149066078, |
| "learning_rate": 1.4838864838864838e-05, |
| "loss": 0.3283, |
| "step": 1694 |
| }, |
| { |
| "epoch": 2.198572355613238, |
| "grad_norm": 0.21551594408964253, |
| "learning_rate": 1.4814814814814815e-05, |
| "loss": 0.3199, |
| "step": 1695 |
| }, |
| { |
| "epoch": 2.199870214146658, |
| "grad_norm": 0.21485802609507748, |
| "learning_rate": 1.4790764790764791e-05, |
| "loss": 0.3287, |
| "step": 1696 |
| }, |
| { |
| "epoch": 2.201168072680078, |
| "grad_norm": 0.2151673200316436, |
| "learning_rate": 1.4766714766714768e-05, |
| "loss": 0.3426, |
| "step": 1697 |
| }, |
| { |
| "epoch": 2.2024659312134975, |
| "grad_norm": 0.22612559865377715, |
| "learning_rate": 1.4742664742664744e-05, |
| "loss": 0.3573, |
| "step": 1698 |
| }, |
| { |
| "epoch": 2.2037637897469176, |
| "grad_norm": 0.21837527709726925, |
| "learning_rate": 1.471861471861472e-05, |
| "loss": 0.3325, |
| "step": 1699 |
| }, |
| { |
| "epoch": 2.2050616482803376, |
| "grad_norm": 0.21236356177018392, |
| "learning_rate": 1.4694564694564694e-05, |
| "loss": 0.3553, |
| "step": 1700 |
| }, |
| { |
| "epoch": 2.206359506813757, |
| "grad_norm": 0.19590709294592334, |
| "learning_rate": 1.467051467051467e-05, |
| "loss": 0.3215, |
| "step": 1701 |
| }, |
| { |
| "epoch": 2.207657365347177, |
| "grad_norm": 0.22771176110161379, |
| "learning_rate": 1.4646464646464647e-05, |
| "loss": 0.3465, |
| "step": 1702 |
| }, |
| { |
| "epoch": 2.208955223880597, |
| "grad_norm": 0.22229793471063694, |
| "learning_rate": 1.4622414622414623e-05, |
| "loss": 0.3432, |
| "step": 1703 |
| }, |
| { |
| "epoch": 2.2102530824140167, |
| "grad_norm": 0.21252084935676113, |
| "learning_rate": 1.45983645983646e-05, |
| "loss": 0.3508, |
| "step": 1704 |
| }, |
| { |
| "epoch": 2.2115509409474368, |
| "grad_norm": 0.2202632087669158, |
| "learning_rate": 1.4574314574314573e-05, |
| "loss": 0.3369, |
| "step": 1705 |
| }, |
| { |
| "epoch": 2.2128487994808568, |
| "grad_norm": 0.21520394343961766, |
| "learning_rate": 1.455026455026455e-05, |
| "loss": 0.3327, |
| "step": 1706 |
| }, |
| { |
| "epoch": 2.2141466580142763, |
| "grad_norm": 0.23322877877504564, |
| "learning_rate": 1.4526214526214526e-05, |
| "loss": 0.3491, |
| "step": 1707 |
| }, |
| { |
| "epoch": 2.2154445165476964, |
| "grad_norm": 0.22519715240573737, |
| "learning_rate": 1.4502164502164502e-05, |
| "loss": 0.3403, |
| "step": 1708 |
| }, |
| { |
| "epoch": 2.2167423750811164, |
| "grad_norm": 0.22210131676178194, |
| "learning_rate": 1.4478114478114479e-05, |
| "loss": 0.344, |
| "step": 1709 |
| }, |
| { |
| "epoch": 2.218040233614536, |
| "grad_norm": 0.2119128486555464, |
| "learning_rate": 1.4454064454064455e-05, |
| "loss": 0.3562, |
| "step": 1710 |
| }, |
| { |
| "epoch": 2.219338092147956, |
| "grad_norm": 0.26673890205097306, |
| "learning_rate": 1.443001443001443e-05, |
| "loss": 0.3284, |
| "step": 1711 |
| }, |
| { |
| "epoch": 2.2206359506813755, |
| "grad_norm": 0.22633092379431619, |
| "learning_rate": 1.4405964405964406e-05, |
| "loss": 0.3383, |
| "step": 1712 |
| }, |
| { |
| "epoch": 2.2219338092147956, |
| "grad_norm": 0.21248117786007845, |
| "learning_rate": 1.4381914381914383e-05, |
| "loss": 0.3458, |
| "step": 1713 |
| }, |
| { |
| "epoch": 2.2232316677482156, |
| "grad_norm": 0.23708025124779677, |
| "learning_rate": 1.435786435786436e-05, |
| "loss": 0.3521, |
| "step": 1714 |
| }, |
| { |
| "epoch": 2.224529526281635, |
| "grad_norm": 0.2216080470200345, |
| "learning_rate": 1.4333814333814336e-05, |
| "loss": 0.338, |
| "step": 1715 |
| }, |
| { |
| "epoch": 2.225827384815055, |
| "grad_norm": 0.20064012115244553, |
| "learning_rate": 1.4309764309764309e-05, |
| "loss": 0.3323, |
| "step": 1716 |
| }, |
| { |
| "epoch": 2.227125243348475, |
| "grad_norm": 0.22946959688466415, |
| "learning_rate": 1.4285714285714285e-05, |
| "loss": 0.3533, |
| "step": 1717 |
| }, |
| { |
| "epoch": 2.2284231018818947, |
| "grad_norm": 0.23129226313271936, |
| "learning_rate": 1.4261664261664262e-05, |
| "loss": 0.3477, |
| "step": 1718 |
| }, |
| { |
| "epoch": 2.2297209604153148, |
| "grad_norm": 0.23801346245682223, |
| "learning_rate": 1.4237614237614238e-05, |
| "loss": 0.3525, |
| "step": 1719 |
| }, |
| { |
| "epoch": 2.2310188189487348, |
| "grad_norm": 0.20874849017749872, |
| "learning_rate": 1.4213564213564215e-05, |
| "loss": 0.3414, |
| "step": 1720 |
| }, |
| { |
| "epoch": 2.2323166774821543, |
| "grad_norm": 0.21629318124043379, |
| "learning_rate": 1.4189514189514191e-05, |
| "loss": 0.3379, |
| "step": 1721 |
| }, |
| { |
| "epoch": 2.2336145360155744, |
| "grad_norm": 0.22905806827791111, |
| "learning_rate": 1.4165464165464164e-05, |
| "loss": 0.337, |
| "step": 1722 |
| }, |
| { |
| "epoch": 2.234912394548994, |
| "grad_norm": 0.2279391640803175, |
| "learning_rate": 1.4141414141414141e-05, |
| "loss": 0.3536, |
| "step": 1723 |
| }, |
| { |
| "epoch": 2.236210253082414, |
| "grad_norm": 0.20743141809266266, |
| "learning_rate": 1.4117364117364117e-05, |
| "loss": 0.3331, |
| "step": 1724 |
| }, |
| { |
| "epoch": 2.237508111615834, |
| "grad_norm": 0.21930312729137855, |
| "learning_rate": 1.4093314093314094e-05, |
| "loss": 0.3426, |
| "step": 1725 |
| }, |
| { |
| "epoch": 2.2388059701492535, |
| "grad_norm": 0.21584060808323735, |
| "learning_rate": 1.406926406926407e-05, |
| "loss": 0.3326, |
| "step": 1726 |
| }, |
| { |
| "epoch": 2.2401038286826735, |
| "grad_norm": 0.20452984796446286, |
| "learning_rate": 1.4045214045214045e-05, |
| "loss": 0.3407, |
| "step": 1727 |
| }, |
| { |
| "epoch": 2.2414016872160936, |
| "grad_norm": 0.21278894400954876, |
| "learning_rate": 1.4021164021164022e-05, |
| "loss": 0.3272, |
| "step": 1728 |
| }, |
| { |
| "epoch": 2.242699545749513, |
| "grad_norm": 0.19989940211340443, |
| "learning_rate": 1.3997113997113998e-05, |
| "loss": 0.3268, |
| "step": 1729 |
| }, |
| { |
| "epoch": 2.243997404282933, |
| "grad_norm": 0.20756531216735427, |
| "learning_rate": 1.3973063973063974e-05, |
| "loss": 0.3428, |
| "step": 1730 |
| }, |
| { |
| "epoch": 2.245295262816353, |
| "grad_norm": 0.2289163023889471, |
| "learning_rate": 1.3949013949013951e-05, |
| "loss": 0.3531, |
| "step": 1731 |
| }, |
| { |
| "epoch": 2.2465931213497727, |
| "grad_norm": 0.19474714109733912, |
| "learning_rate": 1.3924963924963927e-05, |
| "loss": 0.3232, |
| "step": 1732 |
| }, |
| { |
| "epoch": 2.2478909798831928, |
| "grad_norm": 0.20474938955793603, |
| "learning_rate": 1.39009139009139e-05, |
| "loss": 0.3368, |
| "step": 1733 |
| }, |
| { |
| "epoch": 2.2491888384166128, |
| "grad_norm": 0.2134278581088506, |
| "learning_rate": 1.3876863876863877e-05, |
| "loss": 0.3332, |
| "step": 1734 |
| }, |
| { |
| "epoch": 2.2504866969500323, |
| "grad_norm": 0.20557863182364947, |
| "learning_rate": 1.3852813852813853e-05, |
| "loss": 0.3189, |
| "step": 1735 |
| }, |
| { |
| "epoch": 2.2517845554834524, |
| "grad_norm": 0.20536064005062202, |
| "learning_rate": 1.382876382876383e-05, |
| "loss": 0.3432, |
| "step": 1736 |
| }, |
| { |
| "epoch": 2.2530824140168724, |
| "grad_norm": 0.20167055126244063, |
| "learning_rate": 1.3804713804713806e-05, |
| "loss": 0.3333, |
| "step": 1737 |
| }, |
| { |
| "epoch": 2.254380272550292, |
| "grad_norm": 0.21070060115934763, |
| "learning_rate": 1.378066378066378e-05, |
| "loss": 0.3447, |
| "step": 1738 |
| }, |
| { |
| "epoch": 2.255678131083712, |
| "grad_norm": 0.2207628970020607, |
| "learning_rate": 1.3756613756613756e-05, |
| "loss": 0.3583, |
| "step": 1739 |
| }, |
| { |
| "epoch": 2.256975989617132, |
| "grad_norm": 0.2127435360633616, |
| "learning_rate": 1.3732563732563732e-05, |
| "loss": 0.3348, |
| "step": 1740 |
| }, |
| { |
| "epoch": 2.2582738481505515, |
| "grad_norm": 0.21284122659552568, |
| "learning_rate": 1.3708513708513709e-05, |
| "loss": 0.3625, |
| "step": 1741 |
| }, |
| { |
| "epoch": 2.2595717066839716, |
| "grad_norm": 0.1950008896432417, |
| "learning_rate": 1.3684463684463685e-05, |
| "loss": 0.3324, |
| "step": 1742 |
| }, |
| { |
| "epoch": 2.260869565217391, |
| "grad_norm": 0.2020508328430615, |
| "learning_rate": 1.3660413660413662e-05, |
| "loss": 0.3479, |
| "step": 1743 |
| }, |
| { |
| "epoch": 2.262167423750811, |
| "grad_norm": 0.20145545550530372, |
| "learning_rate": 1.3636363636363637e-05, |
| "loss": 0.3499, |
| "step": 1744 |
| }, |
| { |
| "epoch": 2.263465282284231, |
| "grad_norm": 0.20947296790103498, |
| "learning_rate": 1.3612313612313613e-05, |
| "loss": 0.3499, |
| "step": 1745 |
| }, |
| { |
| "epoch": 2.2647631408176507, |
| "grad_norm": 0.20527034801018748, |
| "learning_rate": 1.358826358826359e-05, |
| "loss": 0.3311, |
| "step": 1746 |
| }, |
| { |
| "epoch": 2.2660609993510707, |
| "grad_norm": 0.21571814965895064, |
| "learning_rate": 1.3564213564213566e-05, |
| "loss": 0.3445, |
| "step": 1747 |
| }, |
| { |
| "epoch": 2.2673588578844908, |
| "grad_norm": 0.1951070244580519, |
| "learning_rate": 1.3540163540163542e-05, |
| "loss": 0.3317, |
| "step": 1748 |
| }, |
| { |
| "epoch": 2.2686567164179103, |
| "grad_norm": 0.20164098805440273, |
| "learning_rate": 1.3516113516113516e-05, |
| "loss": 0.3489, |
| "step": 1749 |
| }, |
| { |
| "epoch": 2.2699545749513304, |
| "grad_norm": 0.2037235219687979, |
| "learning_rate": 1.3492063492063492e-05, |
| "loss": 0.3447, |
| "step": 1750 |
| }, |
| { |
| "epoch": 2.27125243348475, |
| "grad_norm": 0.21220292515247122, |
| "learning_rate": 1.3468013468013468e-05, |
| "loss": 0.3395, |
| "step": 1751 |
| }, |
| { |
| "epoch": 2.27255029201817, |
| "grad_norm": 0.2037471406983462, |
| "learning_rate": 1.3443963443963445e-05, |
| "loss": 0.3415, |
| "step": 1752 |
| }, |
| { |
| "epoch": 2.27384815055159, |
| "grad_norm": 0.20298389579886292, |
| "learning_rate": 1.3419913419913421e-05, |
| "loss": 0.3374, |
| "step": 1753 |
| }, |
| { |
| "epoch": 2.2751460090850095, |
| "grad_norm": 0.20691493521870025, |
| "learning_rate": 1.3395863395863398e-05, |
| "loss": 0.3519, |
| "step": 1754 |
| }, |
| { |
| "epoch": 2.2764438676184295, |
| "grad_norm": 0.2013802963124298, |
| "learning_rate": 1.3371813371813371e-05, |
| "loss": 0.3411, |
| "step": 1755 |
| }, |
| { |
| "epoch": 2.2777417261518496, |
| "grad_norm": 0.20436433898344716, |
| "learning_rate": 1.3347763347763347e-05, |
| "loss": 0.3447, |
| "step": 1756 |
| }, |
| { |
| "epoch": 2.279039584685269, |
| "grad_norm": 0.1926683227358606, |
| "learning_rate": 1.3323713323713324e-05, |
| "loss": 0.3326, |
| "step": 1757 |
| }, |
| { |
| "epoch": 2.280337443218689, |
| "grad_norm": 0.22362998880849946, |
| "learning_rate": 1.32996632996633e-05, |
| "loss": 0.338, |
| "step": 1758 |
| }, |
| { |
| "epoch": 2.281635301752109, |
| "grad_norm": 0.19696154548860742, |
| "learning_rate": 1.3275613275613277e-05, |
| "loss": 0.3302, |
| "step": 1759 |
| }, |
| { |
| "epoch": 2.2829331602855287, |
| "grad_norm": 0.21290597699073446, |
| "learning_rate": 1.3251563251563252e-05, |
| "loss": 0.3341, |
| "step": 1760 |
| }, |
| { |
| "epoch": 2.2842310188189487, |
| "grad_norm": 0.2025599154856036, |
| "learning_rate": 1.3227513227513228e-05, |
| "loss": 0.3292, |
| "step": 1761 |
| }, |
| { |
| "epoch": 2.2855288773523688, |
| "grad_norm": 0.20827197895684288, |
| "learning_rate": 1.3203463203463205e-05, |
| "loss": 0.348, |
| "step": 1762 |
| }, |
| { |
| "epoch": 2.2868267358857883, |
| "grad_norm": 0.2031367197949487, |
| "learning_rate": 1.3179413179413181e-05, |
| "loss": 0.3353, |
| "step": 1763 |
| }, |
| { |
| "epoch": 2.2881245944192083, |
| "grad_norm": 0.20119905187117781, |
| "learning_rate": 1.3155363155363157e-05, |
| "loss": 0.3291, |
| "step": 1764 |
| }, |
| { |
| "epoch": 2.2894224529526284, |
| "grad_norm": 0.19920483051203258, |
| "learning_rate": 1.3131313131313134e-05, |
| "loss": 0.3475, |
| "step": 1765 |
| }, |
| { |
| "epoch": 2.290720311486048, |
| "grad_norm": 0.3011556934952649, |
| "learning_rate": 1.3107263107263107e-05, |
| "loss": 0.3535, |
| "step": 1766 |
| }, |
| { |
| "epoch": 2.292018170019468, |
| "grad_norm": 0.21100649854372194, |
| "learning_rate": 1.3083213083213083e-05, |
| "loss": 0.3469, |
| "step": 1767 |
| }, |
| { |
| "epoch": 2.293316028552888, |
| "grad_norm": 0.1984331828091875, |
| "learning_rate": 1.305916305916306e-05, |
| "loss": 0.346, |
| "step": 1768 |
| }, |
| { |
| "epoch": 2.2946138870863075, |
| "grad_norm": 0.2128841448679342, |
| "learning_rate": 1.3035113035113036e-05, |
| "loss": 0.3426, |
| "step": 1769 |
| }, |
| { |
| "epoch": 2.2959117456197276, |
| "grad_norm": 0.20032623160831234, |
| "learning_rate": 1.3011063011063013e-05, |
| "loss": 0.3323, |
| "step": 1770 |
| }, |
| { |
| "epoch": 2.297209604153147, |
| "grad_norm": 0.21020072070413953, |
| "learning_rate": 1.2987012987012986e-05, |
| "loss": 0.345, |
| "step": 1771 |
| }, |
| { |
| "epoch": 2.298507462686567, |
| "grad_norm": 0.220140017454239, |
| "learning_rate": 1.2962962962962962e-05, |
| "loss": 0.338, |
| "step": 1772 |
| }, |
| { |
| "epoch": 2.299805321219987, |
| "grad_norm": 0.20602192883284073, |
| "learning_rate": 1.2938912938912939e-05, |
| "loss": 0.3295, |
| "step": 1773 |
| }, |
| { |
| "epoch": 2.3011031797534067, |
| "grad_norm": 0.19782214494971023, |
| "learning_rate": 1.2914862914862915e-05, |
| "loss": 0.3443, |
| "step": 1774 |
| }, |
| { |
| "epoch": 2.3024010382868267, |
| "grad_norm": 0.2212349266901331, |
| "learning_rate": 1.2890812890812892e-05, |
| "loss": 0.3372, |
| "step": 1775 |
| }, |
| { |
| "epoch": 2.3036988968202468, |
| "grad_norm": 0.20379287350155195, |
| "learning_rate": 1.2866762866762868e-05, |
| "loss": 0.3298, |
| "step": 1776 |
| }, |
| { |
| "epoch": 2.3049967553536663, |
| "grad_norm": 0.22633645234017427, |
| "learning_rate": 1.2842712842712843e-05, |
| "loss": 0.3358, |
| "step": 1777 |
| }, |
| { |
| "epoch": 2.3062946138870863, |
| "grad_norm": 0.22571485246122885, |
| "learning_rate": 1.281866281866282e-05, |
| "loss": 0.3535, |
| "step": 1778 |
| }, |
| { |
| "epoch": 2.3075924724205064, |
| "grad_norm": 0.1971894196957368, |
| "learning_rate": 1.2794612794612796e-05, |
| "loss": 0.3437, |
| "step": 1779 |
| }, |
| { |
| "epoch": 2.308890330953926, |
| "grad_norm": 0.21039001676553398, |
| "learning_rate": 1.2770562770562773e-05, |
| "loss": 0.3436, |
| "step": 1780 |
| }, |
| { |
| "epoch": 2.310188189487346, |
| "grad_norm": 0.21586183237415976, |
| "learning_rate": 1.2746512746512749e-05, |
| "loss": 0.3371, |
| "step": 1781 |
| }, |
| { |
| "epoch": 2.3114860480207655, |
| "grad_norm": 0.22449090420078008, |
| "learning_rate": 1.2722462722462722e-05, |
| "loss": 0.3426, |
| "step": 1782 |
| }, |
| { |
| "epoch": 2.3127839065541855, |
| "grad_norm": 0.20000822387430392, |
| "learning_rate": 1.2698412698412699e-05, |
| "loss": 0.3273, |
| "step": 1783 |
| }, |
| { |
| "epoch": 2.3140817650876055, |
| "grad_norm": 0.19796366453881245, |
| "learning_rate": 1.2674362674362675e-05, |
| "loss": 0.341, |
| "step": 1784 |
| }, |
| { |
| "epoch": 2.315379623621025, |
| "grad_norm": 0.20625398962095803, |
| "learning_rate": 1.2650312650312651e-05, |
| "loss": 0.3327, |
| "step": 1785 |
| }, |
| { |
| "epoch": 2.316677482154445, |
| "grad_norm": 0.2018595792474862, |
| "learning_rate": 1.2626262626262628e-05, |
| "loss": 0.3425, |
| "step": 1786 |
| }, |
| { |
| "epoch": 2.317975340687865, |
| "grad_norm": 0.21810379177370443, |
| "learning_rate": 1.2602212602212604e-05, |
| "loss": 0.3411, |
| "step": 1787 |
| }, |
| { |
| "epoch": 2.3192731992212847, |
| "grad_norm": 0.21122946645750976, |
| "learning_rate": 1.2578162578162577e-05, |
| "loss": 0.3519, |
| "step": 1788 |
| }, |
| { |
| "epoch": 2.3205710577547047, |
| "grad_norm": 0.21682608106667023, |
| "learning_rate": 1.2554112554112554e-05, |
| "loss": 0.3391, |
| "step": 1789 |
| }, |
| { |
| "epoch": 2.3218689162881248, |
| "grad_norm": 0.21596334841986267, |
| "learning_rate": 1.253006253006253e-05, |
| "loss": 0.3478, |
| "step": 1790 |
| }, |
| { |
| "epoch": 2.3231667748215443, |
| "grad_norm": 0.21752697824305056, |
| "learning_rate": 1.2506012506012507e-05, |
| "loss": 0.3327, |
| "step": 1791 |
| }, |
| { |
| "epoch": 2.3244646333549643, |
| "grad_norm": 0.19911928426673434, |
| "learning_rate": 1.2481962481962482e-05, |
| "loss": 0.3337, |
| "step": 1792 |
| }, |
| { |
| "epoch": 2.3257624918883844, |
| "grad_norm": 0.21067483324446745, |
| "learning_rate": 1.2457912457912458e-05, |
| "loss": 0.3383, |
| "step": 1793 |
| }, |
| { |
| "epoch": 2.327060350421804, |
| "grad_norm": 0.21855693528672904, |
| "learning_rate": 1.2433862433862433e-05, |
| "loss": 0.3392, |
| "step": 1794 |
| }, |
| { |
| "epoch": 2.328358208955224, |
| "grad_norm": 0.2313881551522217, |
| "learning_rate": 1.240981240981241e-05, |
| "loss": 0.344, |
| "step": 1795 |
| }, |
| { |
| "epoch": 2.329656067488644, |
| "grad_norm": 0.21647217328647403, |
| "learning_rate": 1.2385762385762386e-05, |
| "loss": 0.3498, |
| "step": 1796 |
| }, |
| { |
| "epoch": 2.3309539260220635, |
| "grad_norm": 0.23563572241047098, |
| "learning_rate": 1.2361712361712362e-05, |
| "loss": 0.3492, |
| "step": 1797 |
| }, |
| { |
| "epoch": 2.3322517845554835, |
| "grad_norm": 0.22879253600129817, |
| "learning_rate": 1.2337662337662339e-05, |
| "loss": 0.3476, |
| "step": 1798 |
| }, |
| { |
| "epoch": 2.3335496430889036, |
| "grad_norm": 0.2194770239864021, |
| "learning_rate": 1.2313612313612315e-05, |
| "loss": 0.3499, |
| "step": 1799 |
| }, |
| { |
| "epoch": 2.334847501622323, |
| "grad_norm": 0.2323432486506921, |
| "learning_rate": 1.228956228956229e-05, |
| "loss": 0.3498, |
| "step": 1800 |
| }, |
| { |
| "epoch": 2.336145360155743, |
| "grad_norm": 0.2379829541757471, |
| "learning_rate": 1.2265512265512267e-05, |
| "loss": 0.3455, |
| "step": 1801 |
| }, |
| { |
| "epoch": 2.3374432186891627, |
| "grad_norm": 0.22305188673020696, |
| "learning_rate": 1.2241462241462243e-05, |
| "loss": 0.3464, |
| "step": 1802 |
| }, |
| { |
| "epoch": 2.3387410772225827, |
| "grad_norm": 0.20626742501221118, |
| "learning_rate": 1.2217412217412218e-05, |
| "loss": 0.3383, |
| "step": 1803 |
| }, |
| { |
| "epoch": 2.3400389357560027, |
| "grad_norm": 0.20476597434634727, |
| "learning_rate": 1.2193362193362194e-05, |
| "loss": 0.3271, |
| "step": 1804 |
| }, |
| { |
| "epoch": 2.3413367942894223, |
| "grad_norm": 0.2361285638480301, |
| "learning_rate": 1.2169312169312169e-05, |
| "loss": 0.363, |
| "step": 1805 |
| }, |
| { |
| "epoch": 2.3426346528228423, |
| "grad_norm": 0.21885176640576573, |
| "learning_rate": 1.2145262145262145e-05, |
| "loss": 0.3322, |
| "step": 1806 |
| }, |
| { |
| "epoch": 2.3439325113562623, |
| "grad_norm": 0.2186287737946408, |
| "learning_rate": 1.2121212121212122e-05, |
| "loss": 0.3517, |
| "step": 1807 |
| }, |
| { |
| "epoch": 2.345230369889682, |
| "grad_norm": 0.22242925263530489, |
| "learning_rate": 1.2097162097162097e-05, |
| "loss": 0.3556, |
| "step": 1808 |
| }, |
| { |
| "epoch": 2.346528228423102, |
| "grad_norm": 0.21839105455863506, |
| "learning_rate": 1.2073112073112073e-05, |
| "loss": 0.3537, |
| "step": 1809 |
| }, |
| { |
| "epoch": 2.3478260869565215, |
| "grad_norm": 0.19288692731778082, |
| "learning_rate": 1.204906204906205e-05, |
| "loss": 0.3267, |
| "step": 1810 |
| }, |
| { |
| "epoch": 2.3491239454899415, |
| "grad_norm": 0.21299009964604498, |
| "learning_rate": 1.2025012025012024e-05, |
| "loss": 0.3343, |
| "step": 1811 |
| }, |
| { |
| "epoch": 2.3504218040233615, |
| "grad_norm": 0.20073387684513502, |
| "learning_rate": 1.2000962000962001e-05, |
| "loss": 0.3366, |
| "step": 1812 |
| }, |
| { |
| "epoch": 2.351719662556781, |
| "grad_norm": 0.20924433976474296, |
| "learning_rate": 1.1976911976911977e-05, |
| "loss": 0.3503, |
| "step": 1813 |
| }, |
| { |
| "epoch": 2.353017521090201, |
| "grad_norm": 0.2024959718616962, |
| "learning_rate": 1.1952861952861954e-05, |
| "loss": 0.3398, |
| "step": 1814 |
| }, |
| { |
| "epoch": 2.354315379623621, |
| "grad_norm": 0.20136147992617448, |
| "learning_rate": 1.192881192881193e-05, |
| "loss": 0.3329, |
| "step": 1815 |
| }, |
| { |
| "epoch": 2.3556132381570407, |
| "grad_norm": 0.2023856480954257, |
| "learning_rate": 1.1904761904761905e-05, |
| "loss": 0.3431, |
| "step": 1816 |
| }, |
| { |
| "epoch": 2.3569110966904607, |
| "grad_norm": 0.19571106019001464, |
| "learning_rate": 1.1880711880711882e-05, |
| "loss": 0.3409, |
| "step": 1817 |
| }, |
| { |
| "epoch": 2.3582089552238807, |
| "grad_norm": 0.20043918045056716, |
| "learning_rate": 1.1856661856661858e-05, |
| "loss": 0.3457, |
| "step": 1818 |
| }, |
| { |
| "epoch": 2.3595068137573003, |
| "grad_norm": 0.20301799957042976, |
| "learning_rate": 1.1832611832611833e-05, |
| "loss": 0.358, |
| "step": 1819 |
| }, |
| { |
| "epoch": 2.3608046722907203, |
| "grad_norm": 0.1985053306211951, |
| "learning_rate": 1.180856180856181e-05, |
| "loss": 0.3476, |
| "step": 1820 |
| }, |
| { |
| "epoch": 2.3621025308241403, |
| "grad_norm": 0.1946833217729552, |
| "learning_rate": 1.1784511784511786e-05, |
| "loss": 0.3381, |
| "step": 1821 |
| }, |
| { |
| "epoch": 2.36340038935756, |
| "grad_norm": 0.20694128635780762, |
| "learning_rate": 1.176046176046176e-05, |
| "loss": 0.3484, |
| "step": 1822 |
| }, |
| { |
| "epoch": 2.36469824789098, |
| "grad_norm": 0.19680244677531286, |
| "learning_rate": 1.1736411736411737e-05, |
| "loss": 0.3412, |
| "step": 1823 |
| }, |
| { |
| "epoch": 2.3659961064244, |
| "grad_norm": 0.19475058414044913, |
| "learning_rate": 1.1712361712361713e-05, |
| "loss": 0.3338, |
| "step": 1824 |
| }, |
| { |
| "epoch": 2.3672939649578195, |
| "grad_norm": 0.20017845696117334, |
| "learning_rate": 1.1688311688311688e-05, |
| "loss": 0.3292, |
| "step": 1825 |
| }, |
| { |
| "epoch": 2.3685918234912395, |
| "grad_norm": 0.21405181485690658, |
| "learning_rate": 1.1664261664261665e-05, |
| "loss": 0.3319, |
| "step": 1826 |
| }, |
| { |
| "epoch": 2.3698896820246595, |
| "grad_norm": 0.2255906580166369, |
| "learning_rate": 1.164021164021164e-05, |
| "loss": 0.3583, |
| "step": 1827 |
| }, |
| { |
| "epoch": 2.371187540558079, |
| "grad_norm": 0.19990250671178067, |
| "learning_rate": 1.1616161616161616e-05, |
| "loss": 0.337, |
| "step": 1828 |
| }, |
| { |
| "epoch": 2.372485399091499, |
| "grad_norm": 0.19827952220037648, |
| "learning_rate": 1.1592111592111592e-05, |
| "loss": 0.3432, |
| "step": 1829 |
| }, |
| { |
| "epoch": 2.3737832576249187, |
| "grad_norm": 0.19939279257051523, |
| "learning_rate": 1.1568061568061569e-05, |
| "loss": 0.3374, |
| "step": 1830 |
| }, |
| { |
| "epoch": 2.3750811161583387, |
| "grad_norm": 0.1906800360211246, |
| "learning_rate": 1.1544011544011545e-05, |
| "loss": 0.3423, |
| "step": 1831 |
| }, |
| { |
| "epoch": 2.3763789746917587, |
| "grad_norm": 0.2027119176012166, |
| "learning_rate": 1.1519961519961522e-05, |
| "loss": 0.3431, |
| "step": 1832 |
| }, |
| { |
| "epoch": 2.3776768332251783, |
| "grad_norm": 0.20771653103434248, |
| "learning_rate": 1.1495911495911497e-05, |
| "loss": 0.3621, |
| "step": 1833 |
| }, |
| { |
| "epoch": 2.3789746917585983, |
| "grad_norm": 0.18554441127828813, |
| "learning_rate": 1.1471861471861473e-05, |
| "loss": 0.326, |
| "step": 1834 |
| }, |
| { |
| "epoch": 2.3802725502920183, |
| "grad_norm": 0.19747340923777565, |
| "learning_rate": 1.144781144781145e-05, |
| "loss": 0.3247, |
| "step": 1835 |
| }, |
| { |
| "epoch": 2.381570408825438, |
| "grad_norm": 0.20647886448091093, |
| "learning_rate": 1.1423761423761424e-05, |
| "loss": 0.3341, |
| "step": 1836 |
| }, |
| { |
| "epoch": 2.382868267358858, |
| "grad_norm": 0.1957627449624196, |
| "learning_rate": 1.13997113997114e-05, |
| "loss": 0.3328, |
| "step": 1837 |
| }, |
| { |
| "epoch": 2.3841661258922775, |
| "grad_norm": 0.19525704689585352, |
| "learning_rate": 1.1375661375661376e-05, |
| "loss": 0.347, |
| "step": 1838 |
| }, |
| { |
| "epoch": 2.3854639844256975, |
| "grad_norm": 0.20804623050610585, |
| "learning_rate": 1.1351611351611352e-05, |
| "loss": 0.3313, |
| "step": 1839 |
| }, |
| { |
| "epoch": 2.3867618429591175, |
| "grad_norm": 0.21139171271078994, |
| "learning_rate": 1.1327561327561329e-05, |
| "loss": 0.3295, |
| "step": 1840 |
| }, |
| { |
| "epoch": 2.388059701492537, |
| "grad_norm": 0.19695078516317913, |
| "learning_rate": 1.1303511303511303e-05, |
| "loss": 0.3244, |
| "step": 1841 |
| }, |
| { |
| "epoch": 2.389357560025957, |
| "grad_norm": 0.21329704668287522, |
| "learning_rate": 1.127946127946128e-05, |
| "loss": 0.3496, |
| "step": 1842 |
| }, |
| { |
| "epoch": 2.390655418559377, |
| "grad_norm": 0.19692253824786773, |
| "learning_rate": 1.1255411255411256e-05, |
| "loss": 0.3414, |
| "step": 1843 |
| }, |
| { |
| "epoch": 2.3919532770927967, |
| "grad_norm": 0.20145116731281673, |
| "learning_rate": 1.1231361231361231e-05, |
| "loss": 0.3411, |
| "step": 1844 |
| }, |
| { |
| "epoch": 2.3932511356262167, |
| "grad_norm": 0.21094040457540925, |
| "learning_rate": 1.1207311207311207e-05, |
| "loss": 0.3425, |
| "step": 1845 |
| }, |
| { |
| "epoch": 2.3945489941596367, |
| "grad_norm": 0.20933806797553264, |
| "learning_rate": 1.1183261183261184e-05, |
| "loss": 0.3447, |
| "step": 1846 |
| }, |
| { |
| "epoch": 2.3958468526930563, |
| "grad_norm": 0.22025133979918343, |
| "learning_rate": 1.1159211159211159e-05, |
| "loss": 0.3276, |
| "step": 1847 |
| }, |
| { |
| "epoch": 2.3971447112264763, |
| "grad_norm": 0.2033688921914023, |
| "learning_rate": 1.1135161135161135e-05, |
| "loss": 0.3427, |
| "step": 1848 |
| }, |
| { |
| "epoch": 2.3984425697598963, |
| "grad_norm": 0.20001119671379927, |
| "learning_rate": 1.1111111111111112e-05, |
| "loss": 0.3291, |
| "step": 1849 |
| }, |
| { |
| "epoch": 2.399740428293316, |
| "grad_norm": 0.2096895946679153, |
| "learning_rate": 1.1087061087061088e-05, |
| "loss": 0.3529, |
| "step": 1850 |
| }, |
| { |
| "epoch": 2.401038286826736, |
| "grad_norm": 0.20086557980683176, |
| "learning_rate": 1.1063011063011065e-05, |
| "loss": 0.3386, |
| "step": 1851 |
| }, |
| { |
| "epoch": 2.402336145360156, |
| "grad_norm": 0.19654561939004062, |
| "learning_rate": 1.103896103896104e-05, |
| "loss": 0.347, |
| "step": 1852 |
| }, |
| { |
| "epoch": 2.4036340038935755, |
| "grad_norm": 0.20190747910646842, |
| "learning_rate": 1.1014911014911016e-05, |
| "loss": 0.3355, |
| "step": 1853 |
| }, |
| { |
| "epoch": 2.4049318624269955, |
| "grad_norm": 0.20073723518377382, |
| "learning_rate": 1.0990860990860992e-05, |
| "loss": 0.3506, |
| "step": 1854 |
| }, |
| { |
| "epoch": 2.4062297209604155, |
| "grad_norm": 0.19812022485550956, |
| "learning_rate": 1.0966810966810967e-05, |
| "loss": 0.3326, |
| "step": 1855 |
| }, |
| { |
| "epoch": 2.407527579493835, |
| "grad_norm": 0.20293093391898026, |
| "learning_rate": 1.0942760942760944e-05, |
| "loss": 0.3437, |
| "step": 1856 |
| }, |
| { |
| "epoch": 2.408825438027255, |
| "grad_norm": 0.18445064925773152, |
| "learning_rate": 1.091871091871092e-05, |
| "loss": 0.3412, |
| "step": 1857 |
| }, |
| { |
| "epoch": 2.4101232965606747, |
| "grad_norm": 0.18982196010225733, |
| "learning_rate": 1.0894660894660895e-05, |
| "loss": 0.3334, |
| "step": 1858 |
| }, |
| { |
| "epoch": 2.4114211550940947, |
| "grad_norm": 0.19790842980140105, |
| "learning_rate": 1.0870610870610871e-05, |
| "loss": 0.341, |
| "step": 1859 |
| }, |
| { |
| "epoch": 2.4127190136275147, |
| "grad_norm": 0.21825470803362326, |
| "learning_rate": 1.0846560846560846e-05, |
| "loss": 0.3463, |
| "step": 1860 |
| }, |
| { |
| "epoch": 2.4140168721609343, |
| "grad_norm": 0.19742393864907667, |
| "learning_rate": 1.0822510822510823e-05, |
| "loss": 0.3275, |
| "step": 1861 |
| }, |
| { |
| "epoch": 2.4153147306943543, |
| "grad_norm": 0.19224523357142126, |
| "learning_rate": 1.0798460798460799e-05, |
| "loss": 0.3325, |
| "step": 1862 |
| }, |
| { |
| "epoch": 2.4166125892277743, |
| "grad_norm": 0.19938049624693138, |
| "learning_rate": 1.0774410774410774e-05, |
| "loss": 0.3262, |
| "step": 1863 |
| }, |
| { |
| "epoch": 2.417910447761194, |
| "grad_norm": 0.19485806663699845, |
| "learning_rate": 1.075036075036075e-05, |
| "loss": 0.3357, |
| "step": 1864 |
| }, |
| { |
| "epoch": 2.419208306294614, |
| "grad_norm": 0.20583844260408463, |
| "learning_rate": 1.0726310726310727e-05, |
| "loss": 0.3408, |
| "step": 1865 |
| }, |
| { |
| "epoch": 2.420506164828034, |
| "grad_norm": 0.19685425374116253, |
| "learning_rate": 1.0702260702260703e-05, |
| "loss": 0.34, |
| "step": 1866 |
| }, |
| { |
| "epoch": 2.4218040233614535, |
| "grad_norm": 0.19475698760728785, |
| "learning_rate": 1.067821067821068e-05, |
| "loss": 0.3415, |
| "step": 1867 |
| }, |
| { |
| "epoch": 2.4231018818948735, |
| "grad_norm": 0.197170239994665, |
| "learning_rate": 1.0654160654160656e-05, |
| "loss": 0.3328, |
| "step": 1868 |
| }, |
| { |
| "epoch": 2.424399740428293, |
| "grad_norm": 0.2312526818007591, |
| "learning_rate": 1.0630110630110631e-05, |
| "loss": 0.3517, |
| "step": 1869 |
| }, |
| { |
| "epoch": 2.425697598961713, |
| "grad_norm": 0.21684364271507464, |
| "learning_rate": 1.0606060606060607e-05, |
| "loss": 0.3383, |
| "step": 1870 |
| }, |
| { |
| "epoch": 2.426995457495133, |
| "grad_norm": 0.1985082584320083, |
| "learning_rate": 1.0582010582010582e-05, |
| "loss": 0.3246, |
| "step": 1871 |
| }, |
| { |
| "epoch": 2.4282933160285527, |
| "grad_norm": 0.21714639429646007, |
| "learning_rate": 1.0557960557960559e-05, |
| "loss": 0.3497, |
| "step": 1872 |
| }, |
| { |
| "epoch": 2.4295911745619727, |
| "grad_norm": 0.22321524923011035, |
| "learning_rate": 1.0533910533910535e-05, |
| "loss": 0.3553, |
| "step": 1873 |
| }, |
| { |
| "epoch": 2.4308890330953927, |
| "grad_norm": 0.23372261304917366, |
| "learning_rate": 1.050986050986051e-05, |
| "loss": 0.3686, |
| "step": 1874 |
| }, |
| { |
| "epoch": 2.4321868916288123, |
| "grad_norm": 0.20001574330722693, |
| "learning_rate": 1.0485810485810486e-05, |
| "loss": 0.3351, |
| "step": 1875 |
| }, |
| { |
| "epoch": 2.4334847501622323, |
| "grad_norm": 0.20673565072923414, |
| "learning_rate": 1.0461760461760463e-05, |
| "loss": 0.3596, |
| "step": 1876 |
| }, |
| { |
| "epoch": 2.4347826086956523, |
| "grad_norm": 0.20095320206649409, |
| "learning_rate": 1.0437710437710438e-05, |
| "loss": 0.3328, |
| "step": 1877 |
| }, |
| { |
| "epoch": 2.436080467229072, |
| "grad_norm": 0.2789190666720269, |
| "learning_rate": 1.0413660413660414e-05, |
| "loss": 0.3509, |
| "step": 1878 |
| }, |
| { |
| "epoch": 2.437378325762492, |
| "grad_norm": 0.2079166722723446, |
| "learning_rate": 1.038961038961039e-05, |
| "loss": 0.3492, |
| "step": 1879 |
| }, |
| { |
| "epoch": 2.438676184295912, |
| "grad_norm": 0.21591855675091434, |
| "learning_rate": 1.0365560365560365e-05, |
| "loss": 0.3375, |
| "step": 1880 |
| }, |
| { |
| "epoch": 2.4399740428293315, |
| "grad_norm": 0.21397550791993689, |
| "learning_rate": 1.0341510341510342e-05, |
| "loss": 0.3495, |
| "step": 1881 |
| }, |
| { |
| "epoch": 2.4412719013627515, |
| "grad_norm": 0.3807729201699182, |
| "learning_rate": 1.0317460317460318e-05, |
| "loss": 0.3449, |
| "step": 1882 |
| }, |
| { |
| "epoch": 2.4425697598961715, |
| "grad_norm": 0.19473145374740133, |
| "learning_rate": 1.0293410293410295e-05, |
| "loss": 0.3412, |
| "step": 1883 |
| }, |
| { |
| "epoch": 2.443867618429591, |
| "grad_norm": 0.20643794857809838, |
| "learning_rate": 1.0269360269360271e-05, |
| "loss": 0.3548, |
| "step": 1884 |
| }, |
| { |
| "epoch": 2.445165476963011, |
| "grad_norm": 0.19967818102155932, |
| "learning_rate": 1.0245310245310246e-05, |
| "loss": 0.3251, |
| "step": 1885 |
| }, |
| { |
| "epoch": 2.446463335496431, |
| "grad_norm": 0.2068701964008534, |
| "learning_rate": 1.0221260221260222e-05, |
| "loss": 0.3503, |
| "step": 1886 |
| }, |
| { |
| "epoch": 2.4477611940298507, |
| "grad_norm": 0.19485423370421984, |
| "learning_rate": 1.0197210197210199e-05, |
| "loss": 0.3316, |
| "step": 1887 |
| }, |
| { |
| "epoch": 2.4490590525632707, |
| "grad_norm": 0.20945089504608722, |
| "learning_rate": 1.0173160173160174e-05, |
| "loss": 0.3723, |
| "step": 1888 |
| }, |
| { |
| "epoch": 2.4503569110966903, |
| "grad_norm": 0.21961631414794303, |
| "learning_rate": 1.014911014911015e-05, |
| "loss": 0.3555, |
| "step": 1889 |
| }, |
| { |
| "epoch": 2.4516547696301103, |
| "grad_norm": 0.20913009484803424, |
| "learning_rate": 1.0125060125060125e-05, |
| "loss": 0.3433, |
| "step": 1890 |
| }, |
| { |
| "epoch": 2.4529526281635303, |
| "grad_norm": 0.1975805461078145, |
| "learning_rate": 1.0101010101010101e-05, |
| "loss": 0.3522, |
| "step": 1891 |
| }, |
| { |
| "epoch": 2.45425048669695, |
| "grad_norm": 0.18824749115573988, |
| "learning_rate": 1.0076960076960078e-05, |
| "loss": 0.3262, |
| "step": 1892 |
| }, |
| { |
| "epoch": 2.45554834523037, |
| "grad_norm": 0.19363390712933798, |
| "learning_rate": 1.0052910052910053e-05, |
| "loss": 0.3304, |
| "step": 1893 |
| }, |
| { |
| "epoch": 2.45684620376379, |
| "grad_norm": 0.20877531448498393, |
| "learning_rate": 1.0028860028860029e-05, |
| "loss": 0.3502, |
| "step": 1894 |
| }, |
| { |
| "epoch": 2.4581440622972095, |
| "grad_norm": 0.2061242277033731, |
| "learning_rate": 1.0004810004810006e-05, |
| "loss": 0.3382, |
| "step": 1895 |
| }, |
| { |
| "epoch": 2.4594419208306295, |
| "grad_norm": 0.20527048632536887, |
| "learning_rate": 9.98075998075998e-06, |
| "loss": 0.3391, |
| "step": 1896 |
| }, |
| { |
| "epoch": 2.460739779364049, |
| "grad_norm": 0.20055534262640298, |
| "learning_rate": 9.956709956709957e-06, |
| "loss": 0.3564, |
| "step": 1897 |
| }, |
| { |
| "epoch": 2.462037637897469, |
| "grad_norm": 0.19785197665929594, |
| "learning_rate": 9.932659932659933e-06, |
| "loss": 0.3443, |
| "step": 1898 |
| }, |
| { |
| "epoch": 2.463335496430889, |
| "grad_norm": 0.2037702638037453, |
| "learning_rate": 9.908609908609908e-06, |
| "loss": 0.348, |
| "step": 1899 |
| }, |
| { |
| "epoch": 2.4646333549643087, |
| "grad_norm": 0.21220856247877268, |
| "learning_rate": 9.884559884559884e-06, |
| "loss": 0.3428, |
| "step": 1900 |
| }, |
| { |
| "epoch": 2.4659312134977287, |
| "grad_norm": 0.2219575251336399, |
| "learning_rate": 9.860509860509861e-06, |
| "loss": 0.3418, |
| "step": 1901 |
| }, |
| { |
| "epoch": 2.4672290720311487, |
| "grad_norm": 0.19647517582803717, |
| "learning_rate": 9.836459836459837e-06, |
| "loss": 0.3345, |
| "step": 1902 |
| }, |
| { |
| "epoch": 2.4685269305645683, |
| "grad_norm": 0.19654210291881336, |
| "learning_rate": 9.812409812409814e-06, |
| "loss": 0.3439, |
| "step": 1903 |
| }, |
| { |
| "epoch": 2.4698247890979883, |
| "grad_norm": 0.20215632118085225, |
| "learning_rate": 9.788359788359789e-06, |
| "loss": 0.343, |
| "step": 1904 |
| }, |
| { |
| "epoch": 2.4711226476314083, |
| "grad_norm": 0.21700717313986337, |
| "learning_rate": 9.764309764309765e-06, |
| "loss": 0.3422, |
| "step": 1905 |
| }, |
| { |
| "epoch": 2.472420506164828, |
| "grad_norm": 0.22639821333763582, |
| "learning_rate": 9.740259740259742e-06, |
| "loss": 0.3545, |
| "step": 1906 |
| }, |
| { |
| "epoch": 2.473718364698248, |
| "grad_norm": 0.20194895913978017, |
| "learning_rate": 9.716209716209716e-06, |
| "loss": 0.3389, |
| "step": 1907 |
| }, |
| { |
| "epoch": 2.475016223231668, |
| "grad_norm": 0.20577729584744323, |
| "learning_rate": 9.692159692159693e-06, |
| "loss": 0.3399, |
| "step": 1908 |
| }, |
| { |
| "epoch": 2.4763140817650875, |
| "grad_norm": 0.19912299573383097, |
| "learning_rate": 9.66810966810967e-06, |
| "loss": 0.3373, |
| "step": 1909 |
| }, |
| { |
| "epoch": 2.4776119402985075, |
| "grad_norm": 0.21269657354433175, |
| "learning_rate": 9.644059644059644e-06, |
| "loss": 0.3266, |
| "step": 1910 |
| }, |
| { |
| "epoch": 2.4789097988319275, |
| "grad_norm": 0.20736564955023581, |
| "learning_rate": 9.62000962000962e-06, |
| "loss": 0.3778, |
| "step": 1911 |
| }, |
| { |
| "epoch": 2.480207657365347, |
| "grad_norm": 0.20499397029892405, |
| "learning_rate": 9.595959595959595e-06, |
| "loss": 0.3476, |
| "step": 1912 |
| }, |
| { |
| "epoch": 2.481505515898767, |
| "grad_norm": 0.21222717155575171, |
| "learning_rate": 9.571909571909572e-06, |
| "loss": 0.3614, |
| "step": 1913 |
| }, |
| { |
| "epoch": 2.482803374432187, |
| "grad_norm": 0.19863505520154515, |
| "learning_rate": 9.547859547859548e-06, |
| "loss": 0.3405, |
| "step": 1914 |
| }, |
| { |
| "epoch": 2.4841012329656067, |
| "grad_norm": 0.18907377927162114, |
| "learning_rate": 9.523809523809523e-06, |
| "loss": 0.3286, |
| "step": 1915 |
| }, |
| { |
| "epoch": 2.4853990914990267, |
| "grad_norm": 0.21676854818994787, |
| "learning_rate": 9.4997594997595e-06, |
| "loss": 0.3464, |
| "step": 1916 |
| }, |
| { |
| "epoch": 2.4866969500324463, |
| "grad_norm": 0.20682249845168457, |
| "learning_rate": 9.475709475709476e-06, |
| "loss": 0.3482, |
| "step": 1917 |
| }, |
| { |
| "epoch": 2.4879948085658663, |
| "grad_norm": 0.20359288013276863, |
| "learning_rate": 9.451659451659452e-06, |
| "loss": 0.3361, |
| "step": 1918 |
| }, |
| { |
| "epoch": 2.4892926670992863, |
| "grad_norm": 0.20782718092266766, |
| "learning_rate": 9.427609427609429e-06, |
| "loss": 0.3437, |
| "step": 1919 |
| }, |
| { |
| "epoch": 2.490590525632706, |
| "grad_norm": 0.19751302818390967, |
| "learning_rate": 9.403559403559405e-06, |
| "loss": 0.3291, |
| "step": 1920 |
| }, |
| { |
| "epoch": 2.491888384166126, |
| "grad_norm": 0.21156577333606844, |
| "learning_rate": 9.37950937950938e-06, |
| "loss": 0.3402, |
| "step": 1921 |
| }, |
| { |
| "epoch": 2.493186242699546, |
| "grad_norm": 0.20413132600430678, |
| "learning_rate": 9.355459355459357e-06, |
| "loss": 0.3483, |
| "step": 1922 |
| }, |
| { |
| "epoch": 2.4944841012329655, |
| "grad_norm": 0.1966838578810161, |
| "learning_rate": 9.331409331409331e-06, |
| "loss": 0.3412, |
| "step": 1923 |
| }, |
| { |
| "epoch": 2.4957819597663855, |
| "grad_norm": 0.19973328891467468, |
| "learning_rate": 9.307359307359308e-06, |
| "loss": 0.3458, |
| "step": 1924 |
| }, |
| { |
| "epoch": 2.497079818299805, |
| "grad_norm": 0.2020638046963019, |
| "learning_rate": 9.283309283309284e-06, |
| "loss": 0.3393, |
| "step": 1925 |
| }, |
| { |
| "epoch": 2.498377676833225, |
| "grad_norm": 0.22766804942928376, |
| "learning_rate": 9.259259259259259e-06, |
| "loss": 0.3255, |
| "step": 1926 |
| }, |
| { |
| "epoch": 2.499675535366645, |
| "grad_norm": 0.1997890343589566, |
| "learning_rate": 9.235209235209236e-06, |
| "loss": 0.3379, |
| "step": 1927 |
| }, |
| { |
| "epoch": 2.5009733939000647, |
| "grad_norm": 0.19417057565689014, |
| "learning_rate": 9.211159211159212e-06, |
| "loss": 0.3362, |
| "step": 1928 |
| }, |
| { |
| "epoch": 2.5022712524334847, |
| "grad_norm": 0.2159121005299441, |
| "learning_rate": 9.187109187109187e-06, |
| "loss": 0.333, |
| "step": 1929 |
| }, |
| { |
| "epoch": 2.5035691109669047, |
| "grad_norm": 0.2152179356087276, |
| "learning_rate": 9.163059163059163e-06, |
| "loss": 0.3299, |
| "step": 1930 |
| }, |
| { |
| "epoch": 2.5048669695003243, |
| "grad_norm": 0.19905359149185228, |
| "learning_rate": 9.13900913900914e-06, |
| "loss": 0.3402, |
| "step": 1931 |
| }, |
| { |
| "epoch": 2.5061648280337443, |
| "grad_norm": 0.20691948697032309, |
| "learning_rate": 9.114959114959115e-06, |
| "loss": 0.3513, |
| "step": 1932 |
| }, |
| { |
| "epoch": 2.5074626865671643, |
| "grad_norm": 0.19894235448528472, |
| "learning_rate": 9.090909090909091e-06, |
| "loss": 0.3288, |
| "step": 1933 |
| }, |
| { |
| "epoch": 2.508760545100584, |
| "grad_norm": 0.21082966995035995, |
| "learning_rate": 9.066859066859068e-06, |
| "loss": 0.3332, |
| "step": 1934 |
| }, |
| { |
| "epoch": 2.510058403634004, |
| "grad_norm": 0.20169901454411296, |
| "learning_rate": 9.042809042809042e-06, |
| "loss": 0.3223, |
| "step": 1935 |
| }, |
| { |
| "epoch": 2.511356262167424, |
| "grad_norm": 0.21866454354506568, |
| "learning_rate": 9.018759018759019e-06, |
| "loss": 0.3392, |
| "step": 1936 |
| }, |
| { |
| "epoch": 2.5126541207008435, |
| "grad_norm": 0.21257413698744998, |
| "learning_rate": 8.994708994708995e-06, |
| "loss": 0.3452, |
| "step": 1937 |
| }, |
| { |
| "epoch": 2.5139519792342635, |
| "grad_norm": 0.19946752360820091, |
| "learning_rate": 8.970658970658972e-06, |
| "loss": 0.3426, |
| "step": 1938 |
| }, |
| { |
| "epoch": 2.5152498377676835, |
| "grad_norm": 0.2048047114149695, |
| "learning_rate": 8.946608946608948e-06, |
| "loss": 0.3496, |
| "step": 1939 |
| }, |
| { |
| "epoch": 2.516547696301103, |
| "grad_norm": 0.2060713206544726, |
| "learning_rate": 8.922558922558923e-06, |
| "loss": 0.3466, |
| "step": 1940 |
| }, |
| { |
| "epoch": 2.517845554834523, |
| "grad_norm": 0.21499517524206285, |
| "learning_rate": 8.8985088985089e-06, |
| "loss": 0.3391, |
| "step": 1941 |
| }, |
| { |
| "epoch": 2.519143413367943, |
| "grad_norm": 0.2043639715896453, |
| "learning_rate": 8.874458874458876e-06, |
| "loss": 0.3463, |
| "step": 1942 |
| }, |
| { |
| "epoch": 2.5204412719013627, |
| "grad_norm": 0.2183414837407522, |
| "learning_rate": 8.85040885040885e-06, |
| "loss": 0.3427, |
| "step": 1943 |
| }, |
| { |
| "epoch": 2.5217391304347827, |
| "grad_norm": 0.20285948319637043, |
| "learning_rate": 8.826358826358827e-06, |
| "loss": 0.3377, |
| "step": 1944 |
| }, |
| { |
| "epoch": 2.5230369889682027, |
| "grad_norm": 0.19391653715006987, |
| "learning_rate": 8.802308802308802e-06, |
| "loss": 0.3431, |
| "step": 1945 |
| }, |
| { |
| "epoch": 2.5243348475016223, |
| "grad_norm": 0.19725005677345353, |
| "learning_rate": 8.778258778258778e-06, |
| "loss": 0.3402, |
| "step": 1946 |
| }, |
| { |
| "epoch": 2.5256327060350423, |
| "grad_norm": 0.20776675755315593, |
| "learning_rate": 8.754208754208755e-06, |
| "loss": 0.3432, |
| "step": 1947 |
| }, |
| { |
| "epoch": 2.526930564568462, |
| "grad_norm": 0.20770257485418178, |
| "learning_rate": 8.73015873015873e-06, |
| "loss": 0.3309, |
| "step": 1948 |
| }, |
| { |
| "epoch": 2.528228423101882, |
| "grad_norm": 0.19473645944952384, |
| "learning_rate": 8.706108706108706e-06, |
| "loss": 0.3335, |
| "step": 1949 |
| }, |
| { |
| "epoch": 2.529526281635302, |
| "grad_norm": 0.20760911826948453, |
| "learning_rate": 8.682058682058683e-06, |
| "loss": 0.3418, |
| "step": 1950 |
| }, |
| { |
| "epoch": 2.5308241401687215, |
| "grad_norm": 0.2094780858154728, |
| "learning_rate": 8.658008658008657e-06, |
| "loss": 0.3425, |
| "step": 1951 |
| }, |
| { |
| "epoch": 2.5321219987021415, |
| "grad_norm": 0.19840367931370975, |
| "learning_rate": 8.633958633958634e-06, |
| "loss": 0.3417, |
| "step": 1952 |
| }, |
| { |
| "epoch": 2.533419857235561, |
| "grad_norm": 0.19624410854082408, |
| "learning_rate": 8.60990860990861e-06, |
| "loss": 0.3456, |
| "step": 1953 |
| }, |
| { |
| "epoch": 2.534717715768981, |
| "grad_norm": 0.19653675310930965, |
| "learning_rate": 8.585858585858587e-06, |
| "loss": 0.3287, |
| "step": 1954 |
| }, |
| { |
| "epoch": 2.536015574302401, |
| "grad_norm": 0.2033148019089131, |
| "learning_rate": 8.561808561808563e-06, |
| "loss": 0.3416, |
| "step": 1955 |
| }, |
| { |
| "epoch": 2.5373134328358207, |
| "grad_norm": 0.19360893151616687, |
| "learning_rate": 8.537758537758538e-06, |
| "loss": 0.3554, |
| "step": 1956 |
| }, |
| { |
| "epoch": 2.5386112913692407, |
| "grad_norm": 0.18776659365965748, |
| "learning_rate": 8.513708513708514e-06, |
| "loss": 0.3394, |
| "step": 1957 |
| }, |
| { |
| "epoch": 2.5399091499026607, |
| "grad_norm": 0.21687377756718906, |
| "learning_rate": 8.489658489658491e-06, |
| "loss": 0.3447, |
| "step": 1958 |
| }, |
| { |
| "epoch": 2.5412070084360803, |
| "grad_norm": 0.19788163493461905, |
| "learning_rate": 8.465608465608466e-06, |
| "loss": 0.3383, |
| "step": 1959 |
| }, |
| { |
| "epoch": 2.5425048669695003, |
| "grad_norm": 0.20991331629937682, |
| "learning_rate": 8.441558441558442e-06, |
| "loss": 0.3405, |
| "step": 1960 |
| }, |
| { |
| "epoch": 2.5438027255029203, |
| "grad_norm": 0.20315647768031084, |
| "learning_rate": 8.417508417508419e-06, |
| "loss": 0.3454, |
| "step": 1961 |
| }, |
| { |
| "epoch": 2.54510058403634, |
| "grad_norm": 0.23523075305367147, |
| "learning_rate": 8.393458393458393e-06, |
| "loss": 0.3618, |
| "step": 1962 |
| }, |
| { |
| "epoch": 2.54639844256976, |
| "grad_norm": 0.2157971364103013, |
| "learning_rate": 8.36940836940837e-06, |
| "loss": 0.3497, |
| "step": 1963 |
| }, |
| { |
| "epoch": 2.54769630110318, |
| "grad_norm": 0.20499915960426765, |
| "learning_rate": 8.345358345358346e-06, |
| "loss": 0.3309, |
| "step": 1964 |
| }, |
| { |
| "epoch": 2.5489941596365995, |
| "grad_norm": 0.20698252650858404, |
| "learning_rate": 8.321308321308321e-06, |
| "loss": 0.3331, |
| "step": 1965 |
| }, |
| { |
| "epoch": 2.5502920181700195, |
| "grad_norm": 0.20188066664017376, |
| "learning_rate": 8.297258297258298e-06, |
| "loss": 0.346, |
| "step": 1966 |
| }, |
| { |
| "epoch": 2.5515898767034395, |
| "grad_norm": 0.22092684369504248, |
| "learning_rate": 8.273208273208272e-06, |
| "loss": 0.3487, |
| "step": 1967 |
| }, |
| { |
| "epoch": 2.552887735236859, |
| "grad_norm": 0.20340970119145418, |
| "learning_rate": 8.249158249158249e-06, |
| "loss": 0.3341, |
| "step": 1968 |
| }, |
| { |
| "epoch": 2.554185593770279, |
| "grad_norm": 0.20252572395415291, |
| "learning_rate": 8.225108225108225e-06, |
| "loss": 0.3332, |
| "step": 1969 |
| }, |
| { |
| "epoch": 2.555483452303699, |
| "grad_norm": 0.1879834295873596, |
| "learning_rate": 8.201058201058202e-06, |
| "loss": 0.3212, |
| "step": 1970 |
| }, |
| { |
| "epoch": 2.5567813108371187, |
| "grad_norm": 0.19299674074621231, |
| "learning_rate": 8.177008177008178e-06, |
| "loss": 0.3404, |
| "step": 1971 |
| }, |
| { |
| "epoch": 2.5580791693705387, |
| "grad_norm": 0.20796973098772337, |
| "learning_rate": 8.152958152958155e-06, |
| "loss": 0.3389, |
| "step": 1972 |
| }, |
| { |
| "epoch": 2.5593770279039587, |
| "grad_norm": 0.21058263937992205, |
| "learning_rate": 8.12890812890813e-06, |
| "loss": 0.3382, |
| "step": 1973 |
| }, |
| { |
| "epoch": 2.5606748864373783, |
| "grad_norm": 0.19698041890440957, |
| "learning_rate": 8.104858104858106e-06, |
| "loss": 0.3406, |
| "step": 1974 |
| }, |
| { |
| "epoch": 2.5619727449707983, |
| "grad_norm": 0.20441051012340986, |
| "learning_rate": 8.080808080808082e-06, |
| "loss": 0.3568, |
| "step": 1975 |
| }, |
| { |
| "epoch": 2.5632706035042183, |
| "grad_norm": 0.20023706231769592, |
| "learning_rate": 8.056758056758057e-06, |
| "loss": 0.3453, |
| "step": 1976 |
| }, |
| { |
| "epoch": 2.564568462037638, |
| "grad_norm": 0.19384483347770198, |
| "learning_rate": 8.032708032708034e-06, |
| "loss": 0.3541, |
| "step": 1977 |
| }, |
| { |
| "epoch": 2.565866320571058, |
| "grad_norm": 0.1902457140768143, |
| "learning_rate": 8.008658008658008e-06, |
| "loss": 0.3259, |
| "step": 1978 |
| }, |
| { |
| "epoch": 2.5671641791044775, |
| "grad_norm": 0.2065028347871094, |
| "learning_rate": 7.984607984607985e-06, |
| "loss": 0.3543, |
| "step": 1979 |
| }, |
| { |
| "epoch": 2.5684620376378975, |
| "grad_norm": 0.19772657046385608, |
| "learning_rate": 7.960557960557961e-06, |
| "loss": 0.3353, |
| "step": 1980 |
| }, |
| { |
| "epoch": 2.569759896171317, |
| "grad_norm": 0.18849021172503813, |
| "learning_rate": 7.936507936507936e-06, |
| "loss": 0.3223, |
| "step": 1981 |
| }, |
| { |
| "epoch": 2.571057754704737, |
| "grad_norm": 0.208888741548615, |
| "learning_rate": 7.912457912457913e-06, |
| "loss": 0.3444, |
| "step": 1982 |
| }, |
| { |
| "epoch": 2.572355613238157, |
| "grad_norm": 0.22525608656131163, |
| "learning_rate": 7.888407888407889e-06, |
| "loss": 0.3361, |
| "step": 1983 |
| }, |
| { |
| "epoch": 2.5736534717715767, |
| "grad_norm": 0.207515663353734, |
| "learning_rate": 7.864357864357864e-06, |
| "loss": 0.3368, |
| "step": 1984 |
| }, |
| { |
| "epoch": 2.5749513303049967, |
| "grad_norm": 0.2154517901626009, |
| "learning_rate": 7.84030784030784e-06, |
| "loss": 0.3345, |
| "step": 1985 |
| }, |
| { |
| "epoch": 2.5762491888384167, |
| "grad_norm": 0.2059272342950417, |
| "learning_rate": 7.816257816257815e-06, |
| "loss": 0.3657, |
| "step": 1986 |
| }, |
| { |
| "epoch": 2.5775470473718363, |
| "grad_norm": 0.20247815650907755, |
| "learning_rate": 7.792207792207792e-06, |
| "loss": 0.3248, |
| "step": 1987 |
| }, |
| { |
| "epoch": 2.5788449059052563, |
| "grad_norm": 0.18967243424535923, |
| "learning_rate": 7.768157768157768e-06, |
| "loss": 0.3345, |
| "step": 1988 |
| }, |
| { |
| "epoch": 2.5801427644386763, |
| "grad_norm": 0.20514510031749197, |
| "learning_rate": 7.744107744107745e-06, |
| "loss": 0.3407, |
| "step": 1989 |
| }, |
| { |
| "epoch": 2.581440622972096, |
| "grad_norm": 0.2047332936097657, |
| "learning_rate": 7.720057720057721e-06, |
| "loss": 0.3404, |
| "step": 1990 |
| }, |
| { |
| "epoch": 2.582738481505516, |
| "grad_norm": 0.19001160907023656, |
| "learning_rate": 7.696007696007697e-06, |
| "loss": 0.3363, |
| "step": 1991 |
| }, |
| { |
| "epoch": 2.584036340038936, |
| "grad_norm": 0.2007791373982576, |
| "learning_rate": 7.671957671957672e-06, |
| "loss": 0.345, |
| "step": 1992 |
| }, |
| { |
| "epoch": 2.5853341985723555, |
| "grad_norm": 0.1995014007677766, |
| "learning_rate": 7.647907647907649e-06, |
| "loss": 0.3373, |
| "step": 1993 |
| }, |
| { |
| "epoch": 2.5866320571057755, |
| "grad_norm": 0.22960201823541218, |
| "learning_rate": 7.623857623857625e-06, |
| "loss": 0.35, |
| "step": 1994 |
| }, |
| { |
| "epoch": 2.5879299156391955, |
| "grad_norm": 0.2041708033798508, |
| "learning_rate": 7.5998075998076e-06, |
| "loss": 0.3299, |
| "step": 1995 |
| }, |
| { |
| "epoch": 2.589227774172615, |
| "grad_norm": 0.19021132164070584, |
| "learning_rate": 7.5757575757575764e-06, |
| "loss": 0.3434, |
| "step": 1996 |
| }, |
| { |
| "epoch": 2.590525632706035, |
| "grad_norm": 0.19160256744066273, |
| "learning_rate": 7.551707551707551e-06, |
| "loss": 0.3376, |
| "step": 1997 |
| }, |
| { |
| "epoch": 2.591823491239455, |
| "grad_norm": 0.1955416018816942, |
| "learning_rate": 7.527657527657528e-06, |
| "loss": 0.3407, |
| "step": 1998 |
| }, |
| { |
| "epoch": 2.5931213497728747, |
| "grad_norm": 0.1994363091424892, |
| "learning_rate": 7.503607503607504e-06, |
| "loss": 0.3271, |
| "step": 1999 |
| }, |
| { |
| "epoch": 2.5944192083062947, |
| "grad_norm": 0.19719206828799127, |
| "learning_rate": 7.47955747955748e-06, |
| "loss": 0.3491, |
| "step": 2000 |
| }, |
| { |
| "epoch": 2.5957170668397147, |
| "grad_norm": 0.21854928408023744, |
| "learning_rate": 7.455507455507456e-06, |
| "loss": 0.3559, |
| "step": 2001 |
| }, |
| { |
| "epoch": 2.5970149253731343, |
| "grad_norm": 0.2004433126098414, |
| "learning_rate": 7.431457431457433e-06, |
| "loss": 0.353, |
| "step": 2002 |
| }, |
| { |
| "epoch": 2.5983127839065543, |
| "grad_norm": 0.21521520240395595, |
| "learning_rate": 7.4074074074074075e-06, |
| "loss": 0.3533, |
| "step": 2003 |
| }, |
| { |
| "epoch": 2.5996106424399743, |
| "grad_norm": 0.1904741360498635, |
| "learning_rate": 7.383357383357384e-06, |
| "loss": 0.3375, |
| "step": 2004 |
| }, |
| { |
| "epoch": 2.600908500973394, |
| "grad_norm": 0.20148594815991572, |
| "learning_rate": 7.35930735930736e-06, |
| "loss": 0.3404, |
| "step": 2005 |
| }, |
| { |
| "epoch": 2.602206359506814, |
| "grad_norm": 0.20222565117203797, |
| "learning_rate": 7.335257335257335e-06, |
| "loss": 0.3325, |
| "step": 2006 |
| }, |
| { |
| "epoch": 2.6035042180402335, |
| "grad_norm": 0.2086022602926794, |
| "learning_rate": 7.311207311207312e-06, |
| "loss": 0.3323, |
| "step": 2007 |
| }, |
| { |
| "epoch": 2.6048020765736535, |
| "grad_norm": 0.19695846789935645, |
| "learning_rate": 7.2871572871572864e-06, |
| "loss": 0.3419, |
| "step": 2008 |
| }, |
| { |
| "epoch": 2.6060999351070735, |
| "grad_norm": 0.2003548511519371, |
| "learning_rate": 7.263107263107263e-06, |
| "loss": 0.3356, |
| "step": 2009 |
| }, |
| { |
| "epoch": 2.607397793640493, |
| "grad_norm": 0.20970980037255266, |
| "learning_rate": 7.239057239057239e-06, |
| "loss": 0.3385, |
| "step": 2010 |
| }, |
| { |
| "epoch": 2.608695652173913, |
| "grad_norm": 0.19898685255635887, |
| "learning_rate": 7.215007215007215e-06, |
| "loss": 0.3427, |
| "step": 2011 |
| }, |
| { |
| "epoch": 2.6099935107073327, |
| "grad_norm": 0.20226511821516943, |
| "learning_rate": 7.1909571909571915e-06, |
| "loss": 0.3272, |
| "step": 2012 |
| }, |
| { |
| "epoch": 2.6112913692407527, |
| "grad_norm": 0.18832236422091425, |
| "learning_rate": 7.166907166907168e-06, |
| "loss": 0.3354, |
| "step": 2013 |
| }, |
| { |
| "epoch": 2.6125892277741727, |
| "grad_norm": 0.18327010064211902, |
| "learning_rate": 7.142857142857143e-06, |
| "loss": 0.3286, |
| "step": 2014 |
| }, |
| { |
| "epoch": 2.6138870863075923, |
| "grad_norm": 0.19895899041097867, |
| "learning_rate": 7.118807118807119e-06, |
| "loss": 0.3297, |
| "step": 2015 |
| }, |
| { |
| "epoch": 2.6151849448410123, |
| "grad_norm": 0.2069075643758518, |
| "learning_rate": 7.094757094757096e-06, |
| "loss": 0.3302, |
| "step": 2016 |
| }, |
| { |
| "epoch": 2.6164828033744323, |
| "grad_norm": 0.19524313780033972, |
| "learning_rate": 7.0707070707070704e-06, |
| "loss": 0.3365, |
| "step": 2017 |
| }, |
| { |
| "epoch": 2.617780661907852, |
| "grad_norm": 0.19938059659766813, |
| "learning_rate": 7.046657046657047e-06, |
| "loss": 0.3338, |
| "step": 2018 |
| }, |
| { |
| "epoch": 2.619078520441272, |
| "grad_norm": 0.19493636421814658, |
| "learning_rate": 7.0226070226070225e-06, |
| "loss": 0.3315, |
| "step": 2019 |
| }, |
| { |
| "epoch": 2.620376378974692, |
| "grad_norm": 0.19839871511366805, |
| "learning_rate": 6.998556998556999e-06, |
| "loss": 0.3328, |
| "step": 2020 |
| }, |
| { |
| "epoch": 2.6216742375081115, |
| "grad_norm": 0.20131069199570611, |
| "learning_rate": 6.9745069745069755e-06, |
| "loss": 0.3509, |
| "step": 2021 |
| }, |
| { |
| "epoch": 2.6229720960415315, |
| "grad_norm": 0.19462988449384028, |
| "learning_rate": 6.95045695045695e-06, |
| "loss": 0.3491, |
| "step": 2022 |
| }, |
| { |
| "epoch": 2.6242699545749515, |
| "grad_norm": 0.21282789287292148, |
| "learning_rate": 6.926406926406927e-06, |
| "loss": 0.34, |
| "step": 2023 |
| }, |
| { |
| "epoch": 2.625567813108371, |
| "grad_norm": 0.1993074561130325, |
| "learning_rate": 6.902356902356903e-06, |
| "loss": 0.3466, |
| "step": 2024 |
| }, |
| { |
| "epoch": 2.626865671641791, |
| "grad_norm": 0.20351150350698377, |
| "learning_rate": 6.878306878306878e-06, |
| "loss": 0.3598, |
| "step": 2025 |
| }, |
| { |
| "epoch": 2.628163530175211, |
| "grad_norm": 0.19771094464637703, |
| "learning_rate": 6.854256854256854e-06, |
| "loss": 0.336, |
| "step": 2026 |
| }, |
| { |
| "epoch": 2.6294613887086307, |
| "grad_norm": 0.21482701918153888, |
| "learning_rate": 6.830206830206831e-06, |
| "loss": 0.34, |
| "step": 2027 |
| }, |
| { |
| "epoch": 2.6307592472420507, |
| "grad_norm": 0.2003506016053636, |
| "learning_rate": 6.8061568061568065e-06, |
| "loss": 0.3337, |
| "step": 2028 |
| }, |
| { |
| "epoch": 2.6320571057754707, |
| "grad_norm": 0.19105711872310324, |
| "learning_rate": 6.782106782106783e-06, |
| "loss": 0.3384, |
| "step": 2029 |
| }, |
| { |
| "epoch": 2.6333549643088903, |
| "grad_norm": 0.20159758006212594, |
| "learning_rate": 6.758056758056758e-06, |
| "loss": 0.3375, |
| "step": 2030 |
| }, |
| { |
| "epoch": 2.6346528228423103, |
| "grad_norm": 0.20143060805909305, |
| "learning_rate": 6.734006734006734e-06, |
| "loss": 0.3491, |
| "step": 2031 |
| }, |
| { |
| "epoch": 2.6359506813757303, |
| "grad_norm": 0.19866829942887484, |
| "learning_rate": 6.709956709956711e-06, |
| "loss": 0.3376, |
| "step": 2032 |
| }, |
| { |
| "epoch": 2.63724853990915, |
| "grad_norm": 0.2037924476485615, |
| "learning_rate": 6.6859066859066855e-06, |
| "loss": 0.3353, |
| "step": 2033 |
| }, |
| { |
| "epoch": 2.63854639844257, |
| "grad_norm": 0.19840737231971423, |
| "learning_rate": 6.661856661856662e-06, |
| "loss": 0.3419, |
| "step": 2034 |
| }, |
| { |
| "epoch": 2.6398442569759895, |
| "grad_norm": 0.2012069800711804, |
| "learning_rate": 6.637806637806638e-06, |
| "loss": 0.3374, |
| "step": 2035 |
| }, |
| { |
| "epoch": 2.6411421155094095, |
| "grad_norm": 0.2083568986903432, |
| "learning_rate": 6.613756613756614e-06, |
| "loss": 0.3535, |
| "step": 2036 |
| }, |
| { |
| "epoch": 2.6424399740428295, |
| "grad_norm": 0.19697725314574688, |
| "learning_rate": 6.5897065897065905e-06, |
| "loss": 0.3449, |
| "step": 2037 |
| }, |
| { |
| "epoch": 2.643737832576249, |
| "grad_norm": 0.19818150221871475, |
| "learning_rate": 6.565656565656567e-06, |
| "loss": 0.3409, |
| "step": 2038 |
| }, |
| { |
| "epoch": 2.645035691109669, |
| "grad_norm": 0.1978527267292534, |
| "learning_rate": 6.541606541606542e-06, |
| "loss": 0.3373, |
| "step": 2039 |
| }, |
| { |
| "epoch": 2.6463335496430886, |
| "grad_norm": 0.18635435314872623, |
| "learning_rate": 6.517556517556518e-06, |
| "loss": 0.3342, |
| "step": 2040 |
| }, |
| { |
| "epoch": 2.6476314081765087, |
| "grad_norm": 0.19790356410543516, |
| "learning_rate": 6.493506493506493e-06, |
| "loss": 0.3436, |
| "step": 2041 |
| }, |
| { |
| "epoch": 2.6489292667099287, |
| "grad_norm": 0.20316872420087156, |
| "learning_rate": 6.4694564694564695e-06, |
| "loss": 0.3448, |
| "step": 2042 |
| }, |
| { |
| "epoch": 2.6502271252433482, |
| "grad_norm": 0.19838963723019196, |
| "learning_rate": 6.445406445406446e-06, |
| "loss": 0.3467, |
| "step": 2043 |
| }, |
| { |
| "epoch": 2.6515249837767683, |
| "grad_norm": 0.19768166770591664, |
| "learning_rate": 6.4213564213564216e-06, |
| "loss": 0.3412, |
| "step": 2044 |
| }, |
| { |
| "epoch": 2.6528228423101883, |
| "grad_norm": 0.18870632230633216, |
| "learning_rate": 6.397306397306398e-06, |
| "loss": 0.3451, |
| "step": 2045 |
| }, |
| { |
| "epoch": 2.654120700843608, |
| "grad_norm": 0.19129582515190627, |
| "learning_rate": 6.3732563732563745e-06, |
| "loss": 0.3454, |
| "step": 2046 |
| }, |
| { |
| "epoch": 2.655418559377028, |
| "grad_norm": 0.20596889818566627, |
| "learning_rate": 6.349206349206349e-06, |
| "loss": 0.3534, |
| "step": 2047 |
| }, |
| { |
| "epoch": 2.656716417910448, |
| "grad_norm": 0.1951677844464869, |
| "learning_rate": 6.325156325156326e-06, |
| "loss": 0.3465, |
| "step": 2048 |
| }, |
| { |
| "epoch": 2.6580142764438675, |
| "grad_norm": 0.1839023960232542, |
| "learning_rate": 6.301106301106302e-06, |
| "loss": 0.3237, |
| "step": 2049 |
| }, |
| { |
| "epoch": 2.6593121349772875, |
| "grad_norm": 0.18411994909099402, |
| "learning_rate": 6.277056277056277e-06, |
| "loss": 0.3402, |
| "step": 2050 |
| }, |
| { |
| "epoch": 2.6606099935107075, |
| "grad_norm": 0.19031776842501638, |
| "learning_rate": 6.2530062530062535e-06, |
| "loss": 0.3354, |
| "step": 2051 |
| }, |
| { |
| "epoch": 2.661907852044127, |
| "grad_norm": 0.21384183187184516, |
| "learning_rate": 6.228956228956229e-06, |
| "loss": 0.342, |
| "step": 2052 |
| }, |
| { |
| "epoch": 2.663205710577547, |
| "grad_norm": 0.18478906620074495, |
| "learning_rate": 6.204906204906205e-06, |
| "loss": 0.3348, |
| "step": 2053 |
| }, |
| { |
| "epoch": 2.664503569110967, |
| "grad_norm": 0.20269895193238666, |
| "learning_rate": 6.180856180856181e-06, |
| "loss": 0.3351, |
| "step": 2054 |
| }, |
| { |
| "epoch": 2.6658014276443867, |
| "grad_norm": 0.20051102629513898, |
| "learning_rate": 6.156806156806158e-06, |
| "loss": 0.3385, |
| "step": 2055 |
| }, |
| { |
| "epoch": 2.6670992861778067, |
| "grad_norm": 0.18318606924324213, |
| "learning_rate": 6.132756132756133e-06, |
| "loss": 0.3364, |
| "step": 2056 |
| }, |
| { |
| "epoch": 2.6683971447112267, |
| "grad_norm": 0.19493171826087835, |
| "learning_rate": 6.108706108706109e-06, |
| "loss": 0.3348, |
| "step": 2057 |
| }, |
| { |
| "epoch": 2.6696950032446463, |
| "grad_norm": 0.18393836124851373, |
| "learning_rate": 6.0846560846560845e-06, |
| "loss": 0.3364, |
| "step": 2058 |
| }, |
| { |
| "epoch": 2.6709928617780663, |
| "grad_norm": 0.19573395789299228, |
| "learning_rate": 6.060606060606061e-06, |
| "loss": 0.3501, |
| "step": 2059 |
| }, |
| { |
| "epoch": 2.6722907203114863, |
| "grad_norm": 0.19289300424261566, |
| "learning_rate": 6.036556036556037e-06, |
| "loss": 0.3331, |
| "step": 2060 |
| }, |
| { |
| "epoch": 2.673588578844906, |
| "grad_norm": 0.20391450990957627, |
| "learning_rate": 6.012506012506012e-06, |
| "loss": 0.3523, |
| "step": 2061 |
| }, |
| { |
| "epoch": 2.674886437378326, |
| "grad_norm": 0.20029237980281211, |
| "learning_rate": 5.988455988455989e-06, |
| "loss": 0.3333, |
| "step": 2062 |
| }, |
| { |
| "epoch": 2.676184295911746, |
| "grad_norm": 0.1866620677693766, |
| "learning_rate": 5.964405964405965e-06, |
| "loss": 0.3311, |
| "step": 2063 |
| }, |
| { |
| "epoch": 2.6774821544451655, |
| "grad_norm": 0.19121945839733376, |
| "learning_rate": 5.940355940355941e-06, |
| "loss": 0.3411, |
| "step": 2064 |
| }, |
| { |
| "epoch": 2.6787800129785855, |
| "grad_norm": 0.19768175445567718, |
| "learning_rate": 5.916305916305916e-06, |
| "loss": 0.3331, |
| "step": 2065 |
| }, |
| { |
| "epoch": 2.680077871512005, |
| "grad_norm": 0.19564286501355985, |
| "learning_rate": 5.892255892255893e-06, |
| "loss": 0.3494, |
| "step": 2066 |
| }, |
| { |
| "epoch": 2.681375730045425, |
| "grad_norm": 0.18680263316102796, |
| "learning_rate": 5.8682058682058685e-06, |
| "loss": 0.3261, |
| "step": 2067 |
| }, |
| { |
| "epoch": 2.6826735885788446, |
| "grad_norm": 0.18888920820250896, |
| "learning_rate": 5.844155844155844e-06, |
| "loss": 0.3319, |
| "step": 2068 |
| }, |
| { |
| "epoch": 2.6839714471122647, |
| "grad_norm": 0.19397052933336428, |
| "learning_rate": 5.82010582010582e-06, |
| "loss": 0.3361, |
| "step": 2069 |
| }, |
| { |
| "epoch": 2.6852693056456847, |
| "grad_norm": 0.19077138187186174, |
| "learning_rate": 5.796055796055796e-06, |
| "loss": 0.3299, |
| "step": 2070 |
| }, |
| { |
| "epoch": 2.6865671641791042, |
| "grad_norm": 0.21127811092361148, |
| "learning_rate": 5.772005772005773e-06, |
| "loss": 0.3351, |
| "step": 2071 |
| }, |
| { |
| "epoch": 2.6878650227125243, |
| "grad_norm": 0.19439235797880994, |
| "learning_rate": 5.747955747955748e-06, |
| "loss": 0.3311, |
| "step": 2072 |
| }, |
| { |
| "epoch": 2.6891628812459443, |
| "grad_norm": 0.18768581482039637, |
| "learning_rate": 5.723905723905725e-06, |
| "loss": 0.3408, |
| "step": 2073 |
| }, |
| { |
| "epoch": 2.690460739779364, |
| "grad_norm": 0.20150498398104075, |
| "learning_rate": 5.6998556998557e-06, |
| "loss": 0.3297, |
| "step": 2074 |
| }, |
| { |
| "epoch": 2.691758598312784, |
| "grad_norm": 0.2030708714806736, |
| "learning_rate": 5.675805675805676e-06, |
| "loss": 0.3464, |
| "step": 2075 |
| }, |
| { |
| "epoch": 2.693056456846204, |
| "grad_norm": 0.19331515757587614, |
| "learning_rate": 5.651755651755652e-06, |
| "loss": 0.341, |
| "step": 2076 |
| }, |
| { |
| "epoch": 2.6943543153796234, |
| "grad_norm": 0.20425020368275043, |
| "learning_rate": 5.627705627705628e-06, |
| "loss": 0.3533, |
| "step": 2077 |
| }, |
| { |
| "epoch": 2.6956521739130435, |
| "grad_norm": 0.2332987934303732, |
| "learning_rate": 5.603655603655604e-06, |
| "loss": 0.3395, |
| "step": 2078 |
| }, |
| { |
| "epoch": 2.6969500324464635, |
| "grad_norm": 0.19691484544610982, |
| "learning_rate": 5.579605579605579e-06, |
| "loss": 0.3493, |
| "step": 2079 |
| }, |
| { |
| "epoch": 2.698247890979883, |
| "grad_norm": 0.2052051327790077, |
| "learning_rate": 5.555555555555556e-06, |
| "loss": 0.3622, |
| "step": 2080 |
| }, |
| { |
| "epoch": 2.699545749513303, |
| "grad_norm": 0.19298325427314583, |
| "learning_rate": 5.531505531505532e-06, |
| "loss": 0.3275, |
| "step": 2081 |
| }, |
| { |
| "epoch": 2.700843608046723, |
| "grad_norm": 0.19205634748728384, |
| "learning_rate": 5.507455507455508e-06, |
| "loss": 0.3364, |
| "step": 2082 |
| }, |
| { |
| "epoch": 2.7021414665801426, |
| "grad_norm": 0.199120001609843, |
| "learning_rate": 5.4834054834054835e-06, |
| "loss": 0.3604, |
| "step": 2083 |
| }, |
| { |
| "epoch": 2.7034393251135627, |
| "grad_norm": 0.19279039644707233, |
| "learning_rate": 5.45935545935546e-06, |
| "loss": 0.3531, |
| "step": 2084 |
| }, |
| { |
| "epoch": 2.7047371836469827, |
| "grad_norm": 0.19816454924229257, |
| "learning_rate": 5.435305435305436e-06, |
| "loss": 0.3386, |
| "step": 2085 |
| }, |
| { |
| "epoch": 2.7060350421804023, |
| "grad_norm": 0.1978192250026057, |
| "learning_rate": 5.411255411255411e-06, |
| "loss": 0.3353, |
| "step": 2086 |
| }, |
| { |
| "epoch": 2.7073329007138223, |
| "grad_norm": 0.1866947813546459, |
| "learning_rate": 5.387205387205387e-06, |
| "loss": 0.3361, |
| "step": 2087 |
| }, |
| { |
| "epoch": 2.7086307592472423, |
| "grad_norm": 0.19130243354442364, |
| "learning_rate": 5.363155363155363e-06, |
| "loss": 0.3339, |
| "step": 2088 |
| }, |
| { |
| "epoch": 2.709928617780662, |
| "grad_norm": 0.20123966523314857, |
| "learning_rate": 5.33910533910534e-06, |
| "loss": 0.352, |
| "step": 2089 |
| }, |
| { |
| "epoch": 2.711226476314082, |
| "grad_norm": 0.204082189254048, |
| "learning_rate": 5.3150553150553154e-06, |
| "loss": 0.3465, |
| "step": 2090 |
| }, |
| { |
| "epoch": 2.712524334847502, |
| "grad_norm": 0.18978137246025184, |
| "learning_rate": 5.291005291005291e-06, |
| "loss": 0.3436, |
| "step": 2091 |
| }, |
| { |
| "epoch": 2.7138221933809215, |
| "grad_norm": 0.18714999050678918, |
| "learning_rate": 5.2669552669552675e-06, |
| "loss": 0.3191, |
| "step": 2092 |
| }, |
| { |
| "epoch": 2.7151200519143415, |
| "grad_norm": 0.19155333104247205, |
| "learning_rate": 5.242905242905243e-06, |
| "loss": 0.3298, |
| "step": 2093 |
| }, |
| { |
| "epoch": 2.716417910447761, |
| "grad_norm": 0.19864886304787258, |
| "learning_rate": 5.218855218855219e-06, |
| "loss": 0.337, |
| "step": 2094 |
| }, |
| { |
| "epoch": 2.717715768981181, |
| "grad_norm": 0.20900011549166994, |
| "learning_rate": 5.194805194805195e-06, |
| "loss": 0.3351, |
| "step": 2095 |
| }, |
| { |
| "epoch": 2.719013627514601, |
| "grad_norm": 0.19283552005981475, |
| "learning_rate": 5.170755170755171e-06, |
| "loss": 0.3415, |
| "step": 2096 |
| }, |
| { |
| "epoch": 2.7203114860480206, |
| "grad_norm": 0.19735002707288396, |
| "learning_rate": 5.146705146705147e-06, |
| "loss": 0.3511, |
| "step": 2097 |
| }, |
| { |
| "epoch": 2.7216093445814407, |
| "grad_norm": 0.19007560174944538, |
| "learning_rate": 5.122655122655123e-06, |
| "loss": 0.3337, |
| "step": 2098 |
| }, |
| { |
| "epoch": 2.7229072031148602, |
| "grad_norm": 0.1945528470127734, |
| "learning_rate": 5.0986050986050994e-06, |
| "loss": 0.3333, |
| "step": 2099 |
| }, |
| { |
| "epoch": 2.7242050616482802, |
| "grad_norm": 0.19541816607187268, |
| "learning_rate": 5.074555074555075e-06, |
| "loss": 0.3375, |
| "step": 2100 |
| }, |
| { |
| "epoch": 2.7255029201817003, |
| "grad_norm": 0.1965347736989204, |
| "learning_rate": 5.050505050505051e-06, |
| "loss": 0.3374, |
| "step": 2101 |
| }, |
| { |
| "epoch": 2.72680077871512, |
| "grad_norm": 0.20176319781405136, |
| "learning_rate": 5.026455026455026e-06, |
| "loss": 0.3292, |
| "step": 2102 |
| }, |
| { |
| "epoch": 2.72809863724854, |
| "grad_norm": 0.20334136636920452, |
| "learning_rate": 5.002405002405003e-06, |
| "loss": 0.3546, |
| "step": 2103 |
| }, |
| { |
| "epoch": 2.72939649578196, |
| "grad_norm": 0.20179646454271286, |
| "learning_rate": 4.978354978354978e-06, |
| "loss": 0.3401, |
| "step": 2104 |
| }, |
| { |
| "epoch": 2.7306943543153794, |
| "grad_norm": 0.20239489126680496, |
| "learning_rate": 4.954304954304954e-06, |
| "loss": 0.362, |
| "step": 2105 |
| }, |
| { |
| "epoch": 2.7319922128487995, |
| "grad_norm": 0.1870990703654753, |
| "learning_rate": 4.9302549302549305e-06, |
| "loss": 0.3443, |
| "step": 2106 |
| }, |
| { |
| "epoch": 2.7332900713822195, |
| "grad_norm": 0.18557759206233268, |
| "learning_rate": 4.906204906204907e-06, |
| "loss": 0.3313, |
| "step": 2107 |
| }, |
| { |
| "epoch": 2.734587929915639, |
| "grad_norm": 0.19525861207810466, |
| "learning_rate": 4.8821548821548826e-06, |
| "loss": 0.3471, |
| "step": 2108 |
| }, |
| { |
| "epoch": 2.735885788449059, |
| "grad_norm": 0.1863895368451734, |
| "learning_rate": 4.858104858104858e-06, |
| "loss": 0.3302, |
| "step": 2109 |
| }, |
| { |
| "epoch": 2.737183646982479, |
| "grad_norm": 0.19520260521522104, |
| "learning_rate": 4.834054834054835e-06, |
| "loss": 0.3285, |
| "step": 2110 |
| }, |
| { |
| "epoch": 2.7384815055158986, |
| "grad_norm": 0.19296947043696586, |
| "learning_rate": 4.81000481000481e-06, |
| "loss": 0.3493, |
| "step": 2111 |
| }, |
| { |
| "epoch": 2.7397793640493187, |
| "grad_norm": 0.19207052807282113, |
| "learning_rate": 4.785954785954786e-06, |
| "loss": 0.3557, |
| "step": 2112 |
| }, |
| { |
| "epoch": 2.7410772225827387, |
| "grad_norm": 0.19274032451154754, |
| "learning_rate": 4.7619047619047615e-06, |
| "loss": 0.3363, |
| "step": 2113 |
| }, |
| { |
| "epoch": 2.7423750811161582, |
| "grad_norm": 0.1991025079179398, |
| "learning_rate": 4.737854737854738e-06, |
| "loss": 0.3383, |
| "step": 2114 |
| }, |
| { |
| "epoch": 2.7436729396495783, |
| "grad_norm": 0.20322726939044952, |
| "learning_rate": 4.7138047138047145e-06, |
| "loss": 0.3309, |
| "step": 2115 |
| }, |
| { |
| "epoch": 2.7449707981829983, |
| "grad_norm": 0.1953261545822402, |
| "learning_rate": 4.68975468975469e-06, |
| "loss": 0.3324, |
| "step": 2116 |
| }, |
| { |
| "epoch": 2.746268656716418, |
| "grad_norm": 0.20572870381079225, |
| "learning_rate": 4.665704665704666e-06, |
| "loss": 0.3519, |
| "step": 2117 |
| }, |
| { |
| "epoch": 2.747566515249838, |
| "grad_norm": 0.1896514715456808, |
| "learning_rate": 4.641654641654642e-06, |
| "loss": 0.3269, |
| "step": 2118 |
| }, |
| { |
| "epoch": 2.748864373783258, |
| "grad_norm": 0.20395631514698148, |
| "learning_rate": 4.617604617604618e-06, |
| "loss": 0.3378, |
| "step": 2119 |
| }, |
| { |
| "epoch": 2.7501622323166774, |
| "grad_norm": 0.18572879939359394, |
| "learning_rate": 4.5935545935545934e-06, |
| "loss": 0.3577, |
| "step": 2120 |
| }, |
| { |
| "epoch": 2.7514600908500975, |
| "grad_norm": 0.1888314312446457, |
| "learning_rate": 4.56950456950457e-06, |
| "loss": 0.3323, |
| "step": 2121 |
| }, |
| { |
| "epoch": 2.752757949383517, |
| "grad_norm": 0.19430952155026918, |
| "learning_rate": 4.5454545454545455e-06, |
| "loss": 0.3439, |
| "step": 2122 |
| }, |
| { |
| "epoch": 2.754055807916937, |
| "grad_norm": 0.42636074237494337, |
| "learning_rate": 4.521404521404521e-06, |
| "loss": 0.3473, |
| "step": 2123 |
| }, |
| { |
| "epoch": 2.755353666450357, |
| "grad_norm": 0.2086969030917497, |
| "learning_rate": 4.497354497354498e-06, |
| "loss": 0.3651, |
| "step": 2124 |
| }, |
| { |
| "epoch": 2.7566515249837766, |
| "grad_norm": 0.18713017378956393, |
| "learning_rate": 4.473304473304474e-06, |
| "loss": 0.3391, |
| "step": 2125 |
| }, |
| { |
| "epoch": 2.7579493835171967, |
| "grad_norm": 0.1997677484748378, |
| "learning_rate": 4.44925444925445e-06, |
| "loss": 0.3296, |
| "step": 2126 |
| }, |
| { |
| "epoch": 2.7592472420506162, |
| "grad_norm": 0.19085510775569323, |
| "learning_rate": 4.425204425204425e-06, |
| "loss": 0.3306, |
| "step": 2127 |
| }, |
| { |
| "epoch": 2.7605451005840362, |
| "grad_norm": 0.1897332096553123, |
| "learning_rate": 4.401154401154401e-06, |
| "loss": 0.3319, |
| "step": 2128 |
| }, |
| { |
| "epoch": 2.7618429591174563, |
| "grad_norm": 0.18447234964642742, |
| "learning_rate": 4.377104377104377e-06, |
| "loss": 0.3381, |
| "step": 2129 |
| }, |
| { |
| "epoch": 2.763140817650876, |
| "grad_norm": 0.19659685588771536, |
| "learning_rate": 4.353054353054353e-06, |
| "loss": 0.3411, |
| "step": 2130 |
| }, |
| { |
| "epoch": 2.764438676184296, |
| "grad_norm": 0.19285636988233915, |
| "learning_rate": 4.329004329004329e-06, |
| "loss": 0.3363, |
| "step": 2131 |
| }, |
| { |
| "epoch": 2.765736534717716, |
| "grad_norm": 0.1873294345390938, |
| "learning_rate": 4.304954304954305e-06, |
| "loss": 0.3479, |
| "step": 2132 |
| }, |
| { |
| "epoch": 2.7670343932511354, |
| "grad_norm": 0.20641352605961297, |
| "learning_rate": 4.280904280904282e-06, |
| "loss": 0.3479, |
| "step": 2133 |
| }, |
| { |
| "epoch": 2.7683322517845554, |
| "grad_norm": 0.19611830886976564, |
| "learning_rate": 4.256854256854257e-06, |
| "loss": 0.3598, |
| "step": 2134 |
| }, |
| { |
| "epoch": 2.7696301103179755, |
| "grad_norm": 0.19362363231720492, |
| "learning_rate": 4.232804232804233e-06, |
| "loss": 0.3587, |
| "step": 2135 |
| }, |
| { |
| "epoch": 2.770927968851395, |
| "grad_norm": 0.18330247717729053, |
| "learning_rate": 4.208754208754209e-06, |
| "loss": 0.3395, |
| "step": 2136 |
| }, |
| { |
| "epoch": 2.772225827384815, |
| "grad_norm": 0.194933200111678, |
| "learning_rate": 4.184704184704185e-06, |
| "loss": 0.3508, |
| "step": 2137 |
| }, |
| { |
| "epoch": 2.773523685918235, |
| "grad_norm": 0.21351784132569623, |
| "learning_rate": 4.1606541606541606e-06, |
| "loss": 0.3569, |
| "step": 2138 |
| }, |
| { |
| "epoch": 2.7748215444516546, |
| "grad_norm": 0.2022298125861802, |
| "learning_rate": 4.136604136604136e-06, |
| "loss": 0.3452, |
| "step": 2139 |
| }, |
| { |
| "epoch": 2.7761194029850746, |
| "grad_norm": 0.19008703004655647, |
| "learning_rate": 4.112554112554113e-06, |
| "loss": 0.3261, |
| "step": 2140 |
| }, |
| { |
| "epoch": 2.7774172615184947, |
| "grad_norm": 0.1996334755494925, |
| "learning_rate": 4.088504088504089e-06, |
| "loss": 0.3348, |
| "step": 2141 |
| }, |
| { |
| "epoch": 2.7787151200519142, |
| "grad_norm": 0.2016162252782046, |
| "learning_rate": 4.064454064454065e-06, |
| "loss": 0.339, |
| "step": 2142 |
| }, |
| { |
| "epoch": 2.7800129785853342, |
| "grad_norm": 0.20145152124370821, |
| "learning_rate": 4.040404040404041e-06, |
| "loss": 0.3384, |
| "step": 2143 |
| }, |
| { |
| "epoch": 2.7813108371187543, |
| "grad_norm": 0.20921251143803626, |
| "learning_rate": 4.016354016354017e-06, |
| "loss": 0.3449, |
| "step": 2144 |
| }, |
| { |
| "epoch": 2.782608695652174, |
| "grad_norm": 0.18838640289015987, |
| "learning_rate": 3.9923039923039925e-06, |
| "loss": 0.3249, |
| "step": 2145 |
| }, |
| { |
| "epoch": 2.783906554185594, |
| "grad_norm": 0.203141862957814, |
| "learning_rate": 3.968253968253968e-06, |
| "loss": 0.3474, |
| "step": 2146 |
| }, |
| { |
| "epoch": 2.785204412719014, |
| "grad_norm": 0.18959922111635913, |
| "learning_rate": 3.9442039442039446e-06, |
| "loss": 0.3358, |
| "step": 2147 |
| }, |
| { |
| "epoch": 2.7865022712524334, |
| "grad_norm": 0.2034563222680623, |
| "learning_rate": 3.92015392015392e-06, |
| "loss": 0.3399, |
| "step": 2148 |
| }, |
| { |
| "epoch": 2.7878001297858535, |
| "grad_norm": 0.197654010004629, |
| "learning_rate": 3.896103896103896e-06, |
| "loss": 0.3384, |
| "step": 2149 |
| }, |
| { |
| "epoch": 2.7890979883192735, |
| "grad_norm": 0.20680720078235312, |
| "learning_rate": 3.872053872053872e-06, |
| "loss": 0.3326, |
| "step": 2150 |
| }, |
| { |
| "epoch": 2.790395846852693, |
| "grad_norm": 0.1927827514450044, |
| "learning_rate": 3.848003848003849e-06, |
| "loss": 0.3276, |
| "step": 2151 |
| }, |
| { |
| "epoch": 2.791693705386113, |
| "grad_norm": 0.1899459712119537, |
| "learning_rate": 3.823953823953824e-06, |
| "loss": 0.3368, |
| "step": 2152 |
| }, |
| { |
| "epoch": 2.7929915639195326, |
| "grad_norm": 0.18276333170806777, |
| "learning_rate": 3.7999037999038e-06, |
| "loss": 0.3252, |
| "step": 2153 |
| }, |
| { |
| "epoch": 2.7942894224529526, |
| "grad_norm": 0.19256844716061763, |
| "learning_rate": 3.7758537758537756e-06, |
| "loss": 0.3483, |
| "step": 2154 |
| }, |
| { |
| "epoch": 2.795587280986372, |
| "grad_norm": 0.18473354170932832, |
| "learning_rate": 3.751803751803752e-06, |
| "loss": 0.3329, |
| "step": 2155 |
| }, |
| { |
| "epoch": 2.7968851395197922, |
| "grad_norm": 0.20272211241013205, |
| "learning_rate": 3.727753727753728e-06, |
| "loss": 0.363, |
| "step": 2156 |
| }, |
| { |
| "epoch": 2.7981829980532122, |
| "grad_norm": 0.210319586938317, |
| "learning_rate": 3.7037037037037037e-06, |
| "loss": 0.3547, |
| "step": 2157 |
| }, |
| { |
| "epoch": 2.799480856586632, |
| "grad_norm": 0.18619320502174647, |
| "learning_rate": 3.67965367965368e-06, |
| "loss": 0.3282, |
| "step": 2158 |
| }, |
| { |
| "epoch": 2.800778715120052, |
| "grad_norm": 0.1772781571540208, |
| "learning_rate": 3.655603655603656e-06, |
| "loss": 0.33, |
| "step": 2159 |
| }, |
| { |
| "epoch": 2.802076573653472, |
| "grad_norm": 0.19401337158226317, |
| "learning_rate": 3.6315536315536315e-06, |
| "loss": 0.3418, |
| "step": 2160 |
| }, |
| { |
| "epoch": 2.8033744321868914, |
| "grad_norm": 0.20093342296511638, |
| "learning_rate": 3.6075036075036075e-06, |
| "loss": 0.3324, |
| "step": 2161 |
| }, |
| { |
| "epoch": 2.8046722907203114, |
| "grad_norm": 0.18887641527097687, |
| "learning_rate": 3.583453583453584e-06, |
| "loss": 0.3256, |
| "step": 2162 |
| }, |
| { |
| "epoch": 2.8059701492537314, |
| "grad_norm": 0.17961558157640115, |
| "learning_rate": 3.5594035594035596e-06, |
| "loss": 0.3328, |
| "step": 2163 |
| }, |
| { |
| "epoch": 2.807268007787151, |
| "grad_norm": 0.20347532828593798, |
| "learning_rate": 3.5353535353535352e-06, |
| "loss": 0.3421, |
| "step": 2164 |
| }, |
| { |
| "epoch": 2.808565866320571, |
| "grad_norm": 0.18010386527024905, |
| "learning_rate": 3.5113035113035113e-06, |
| "loss": 0.326, |
| "step": 2165 |
| }, |
| { |
| "epoch": 2.809863724853991, |
| "grad_norm": 0.18682472145471216, |
| "learning_rate": 3.4872534872534877e-06, |
| "loss": 0.3277, |
| "step": 2166 |
| }, |
| { |
| "epoch": 2.8111615833874106, |
| "grad_norm": 0.18668496331694528, |
| "learning_rate": 3.4632034632034634e-06, |
| "loss": 0.3441, |
| "step": 2167 |
| }, |
| { |
| "epoch": 2.8124594419208306, |
| "grad_norm": 0.18876447344150002, |
| "learning_rate": 3.439153439153439e-06, |
| "loss": 0.3543, |
| "step": 2168 |
| }, |
| { |
| "epoch": 2.8137573004542507, |
| "grad_norm": 0.1880026989268264, |
| "learning_rate": 3.4151034151034154e-06, |
| "loss": 0.3419, |
| "step": 2169 |
| }, |
| { |
| "epoch": 2.8150551589876702, |
| "grad_norm": 0.19326058199934312, |
| "learning_rate": 3.3910533910533915e-06, |
| "loss": 0.3332, |
| "step": 2170 |
| }, |
| { |
| "epoch": 2.8163530175210902, |
| "grad_norm": 0.18329023377490067, |
| "learning_rate": 3.367003367003367e-06, |
| "loss": 0.3632, |
| "step": 2171 |
| }, |
| { |
| "epoch": 2.8176508760545103, |
| "grad_norm": 0.19371890235019304, |
| "learning_rate": 3.3429533429533427e-06, |
| "loss": 0.3377, |
| "step": 2172 |
| }, |
| { |
| "epoch": 2.81894873458793, |
| "grad_norm": 0.18600523979644987, |
| "learning_rate": 3.318903318903319e-06, |
| "loss": 0.3469, |
| "step": 2173 |
| }, |
| { |
| "epoch": 2.82024659312135, |
| "grad_norm": 0.19389227471137455, |
| "learning_rate": 3.2948532948532953e-06, |
| "loss": 0.3387, |
| "step": 2174 |
| }, |
| { |
| "epoch": 2.82154445165477, |
| "grad_norm": 0.18954299093028096, |
| "learning_rate": 3.270803270803271e-06, |
| "loss": 0.3279, |
| "step": 2175 |
| }, |
| { |
| "epoch": 2.8228423101881894, |
| "grad_norm": 0.19152410986871543, |
| "learning_rate": 3.2467532467532465e-06, |
| "loss": 0.3374, |
| "step": 2176 |
| }, |
| { |
| "epoch": 2.8241401687216094, |
| "grad_norm": 0.196063104407719, |
| "learning_rate": 3.222703222703223e-06, |
| "loss": 0.3385, |
| "step": 2177 |
| }, |
| { |
| "epoch": 2.8254380272550295, |
| "grad_norm": 0.18850542953314792, |
| "learning_rate": 3.198653198653199e-06, |
| "loss": 0.349, |
| "step": 2178 |
| }, |
| { |
| "epoch": 2.826735885788449, |
| "grad_norm": 0.20124590955928826, |
| "learning_rate": 3.1746031746031746e-06, |
| "loss": 0.3415, |
| "step": 2179 |
| }, |
| { |
| "epoch": 2.828033744321869, |
| "grad_norm": 0.20248550914830157, |
| "learning_rate": 3.150553150553151e-06, |
| "loss": 0.3461, |
| "step": 2180 |
| }, |
| { |
| "epoch": 2.8293316028552886, |
| "grad_norm": 0.20035006058516966, |
| "learning_rate": 3.1265031265031267e-06, |
| "loss": 0.3432, |
| "step": 2181 |
| }, |
| { |
| "epoch": 2.8306294613887086, |
| "grad_norm": 0.1855009910859687, |
| "learning_rate": 3.1024531024531023e-06, |
| "loss": 0.3187, |
| "step": 2182 |
| }, |
| { |
| "epoch": 2.8319273199221286, |
| "grad_norm": 0.2143582348750643, |
| "learning_rate": 3.078403078403079e-06, |
| "loss": 0.3405, |
| "step": 2183 |
| }, |
| { |
| "epoch": 2.833225178455548, |
| "grad_norm": 0.19882736391050926, |
| "learning_rate": 3.0543530543530544e-06, |
| "loss": 0.3437, |
| "step": 2184 |
| }, |
| { |
| "epoch": 2.8345230369889682, |
| "grad_norm": 0.19373263047996803, |
| "learning_rate": 3.0303030303030305e-06, |
| "loss": 0.3391, |
| "step": 2185 |
| }, |
| { |
| "epoch": 2.835820895522388, |
| "grad_norm": 0.19378870740750723, |
| "learning_rate": 3.006253006253006e-06, |
| "loss": 0.3478, |
| "step": 2186 |
| }, |
| { |
| "epoch": 2.837118754055808, |
| "grad_norm": 0.24107367256249349, |
| "learning_rate": 2.9822029822029826e-06, |
| "loss": 0.3458, |
| "step": 2187 |
| }, |
| { |
| "epoch": 2.838416612589228, |
| "grad_norm": 0.18521053064833032, |
| "learning_rate": 2.958152958152958e-06, |
| "loss": 0.3383, |
| "step": 2188 |
| }, |
| { |
| "epoch": 2.8397144711226474, |
| "grad_norm": 0.1881021394765785, |
| "learning_rate": 2.9341029341029342e-06, |
| "loss": 0.3517, |
| "step": 2189 |
| }, |
| { |
| "epoch": 2.8410123296560674, |
| "grad_norm": 0.20171700206005888, |
| "learning_rate": 2.91005291005291e-06, |
| "loss": 0.3689, |
| "step": 2190 |
| }, |
| { |
| "epoch": 2.8423101881894874, |
| "grad_norm": 0.18467275960567497, |
| "learning_rate": 2.8860028860028863e-06, |
| "loss": 0.3271, |
| "step": 2191 |
| }, |
| { |
| "epoch": 2.843608046722907, |
| "grad_norm": 0.1935758058556294, |
| "learning_rate": 2.8619528619528624e-06, |
| "loss": 0.3457, |
| "step": 2192 |
| }, |
| { |
| "epoch": 2.844905905256327, |
| "grad_norm": 0.20313128506718564, |
| "learning_rate": 2.837902837902838e-06, |
| "loss": 0.3315, |
| "step": 2193 |
| }, |
| { |
| "epoch": 2.846203763789747, |
| "grad_norm": 0.2694894225052093, |
| "learning_rate": 2.813852813852814e-06, |
| "loss": 0.3651, |
| "step": 2194 |
| }, |
| { |
| "epoch": 2.8475016223231666, |
| "grad_norm": 0.191890934429557, |
| "learning_rate": 2.7898027898027897e-06, |
| "loss": 0.3457, |
| "step": 2195 |
| }, |
| { |
| "epoch": 2.8487994808565866, |
| "grad_norm": 0.18753053839949832, |
| "learning_rate": 2.765752765752766e-06, |
| "loss": 0.3438, |
| "step": 2196 |
| }, |
| { |
| "epoch": 2.8500973393900066, |
| "grad_norm": 0.18148036317355992, |
| "learning_rate": 2.7417027417027418e-06, |
| "loss": 0.3271, |
| "step": 2197 |
| }, |
| { |
| "epoch": 2.851395197923426, |
| "grad_norm": 0.20235355112701617, |
| "learning_rate": 2.717652717652718e-06, |
| "loss": 0.3468, |
| "step": 2198 |
| }, |
| { |
| "epoch": 2.8526930564568462, |
| "grad_norm": 0.19882040438487505, |
| "learning_rate": 2.6936026936026934e-06, |
| "loss": 0.3649, |
| "step": 2199 |
| }, |
| { |
| "epoch": 2.8539909149902662, |
| "grad_norm": 0.1919921579971501, |
| "learning_rate": 2.66955266955267e-06, |
| "loss": 0.3373, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.855288773523686, |
| "grad_norm": 0.19166967508036267, |
| "learning_rate": 2.6455026455026455e-06, |
| "loss": 0.3407, |
| "step": 2201 |
| }, |
| { |
| "epoch": 2.856586632057106, |
| "grad_norm": 0.18413982998209266, |
| "learning_rate": 2.6214526214526216e-06, |
| "loss": 0.3281, |
| "step": 2202 |
| }, |
| { |
| "epoch": 2.857884490590526, |
| "grad_norm": 0.1963183914870018, |
| "learning_rate": 2.5974025974025976e-06, |
| "loss": 0.3519, |
| "step": 2203 |
| }, |
| { |
| "epoch": 2.8591823491239454, |
| "grad_norm": 0.19124327719338702, |
| "learning_rate": 2.5733525733525737e-06, |
| "loss": 0.3546, |
| "step": 2204 |
| }, |
| { |
| "epoch": 2.8604802076573654, |
| "grad_norm": 0.1908455405574935, |
| "learning_rate": 2.5493025493025497e-06, |
| "loss": 0.3441, |
| "step": 2205 |
| }, |
| { |
| "epoch": 2.8617780661907855, |
| "grad_norm": 0.20074510401322135, |
| "learning_rate": 2.5252525252525253e-06, |
| "loss": 0.3623, |
| "step": 2206 |
| }, |
| { |
| "epoch": 2.863075924724205, |
| "grad_norm": 0.19215908226190542, |
| "learning_rate": 2.5012025012025014e-06, |
| "loss": 0.3323, |
| "step": 2207 |
| }, |
| { |
| "epoch": 2.864373783257625, |
| "grad_norm": 0.18434791337783116, |
| "learning_rate": 2.477152477152477e-06, |
| "loss": 0.3319, |
| "step": 2208 |
| }, |
| { |
| "epoch": 2.8656716417910446, |
| "grad_norm": 0.19538722948283108, |
| "learning_rate": 2.4531024531024535e-06, |
| "loss": 0.3275, |
| "step": 2209 |
| }, |
| { |
| "epoch": 2.8669695003244646, |
| "grad_norm": 0.1882905413491712, |
| "learning_rate": 2.429052429052429e-06, |
| "loss": 0.3301, |
| "step": 2210 |
| }, |
| { |
| "epoch": 2.8682673588578846, |
| "grad_norm": 0.18413079624889964, |
| "learning_rate": 2.405002405002405e-06, |
| "loss": 0.3316, |
| "step": 2211 |
| }, |
| { |
| "epoch": 2.869565217391304, |
| "grad_norm": 0.18114340544426985, |
| "learning_rate": 2.3809523809523808e-06, |
| "loss": 0.3293, |
| "step": 2212 |
| }, |
| { |
| "epoch": 2.8708630759247242, |
| "grad_norm": 0.18339952929530665, |
| "learning_rate": 2.3569023569023572e-06, |
| "loss": 0.3385, |
| "step": 2213 |
| }, |
| { |
| "epoch": 2.872160934458144, |
| "grad_norm": 0.19149046899206099, |
| "learning_rate": 2.332852332852333e-06, |
| "loss": 0.3362, |
| "step": 2214 |
| }, |
| { |
| "epoch": 2.873458792991564, |
| "grad_norm": 0.21144971266274312, |
| "learning_rate": 2.308802308802309e-06, |
| "loss": 0.3426, |
| "step": 2215 |
| }, |
| { |
| "epoch": 2.874756651524984, |
| "grad_norm": 0.18252025886810355, |
| "learning_rate": 2.284752284752285e-06, |
| "loss": 0.3461, |
| "step": 2216 |
| }, |
| { |
| "epoch": 2.8760545100584034, |
| "grad_norm": 0.18661014168815393, |
| "learning_rate": 2.2607022607022606e-06, |
| "loss": 0.3532, |
| "step": 2217 |
| }, |
| { |
| "epoch": 2.8773523685918234, |
| "grad_norm": 0.19921497008286657, |
| "learning_rate": 2.236652236652237e-06, |
| "loss": 0.3456, |
| "step": 2218 |
| }, |
| { |
| "epoch": 2.8786502271252434, |
| "grad_norm": 0.19199558097836697, |
| "learning_rate": 2.2126022126022127e-06, |
| "loss": 0.336, |
| "step": 2219 |
| }, |
| { |
| "epoch": 2.879948085658663, |
| "grad_norm": 0.18697397277980365, |
| "learning_rate": 2.1885521885521887e-06, |
| "loss": 0.3274, |
| "step": 2220 |
| }, |
| { |
| "epoch": 2.881245944192083, |
| "grad_norm": 0.18651465996633548, |
| "learning_rate": 2.1645021645021643e-06, |
| "loss": 0.3362, |
| "step": 2221 |
| }, |
| { |
| "epoch": 2.882543802725503, |
| "grad_norm": 0.18811253057615676, |
| "learning_rate": 2.140452140452141e-06, |
| "loss": 0.3441, |
| "step": 2222 |
| }, |
| { |
| "epoch": 2.8838416612589226, |
| "grad_norm": 0.1807114251046355, |
| "learning_rate": 2.1164021164021164e-06, |
| "loss": 0.3237, |
| "step": 2223 |
| }, |
| { |
| "epoch": 2.8851395197923426, |
| "grad_norm": 0.18668302514006135, |
| "learning_rate": 2.0923520923520925e-06, |
| "loss": 0.3556, |
| "step": 2224 |
| }, |
| { |
| "epoch": 2.8864373783257626, |
| "grad_norm": 0.1951670359448047, |
| "learning_rate": 2.068302068302068e-06, |
| "loss": 0.3181, |
| "step": 2225 |
| }, |
| { |
| "epoch": 2.887735236859182, |
| "grad_norm": 0.1874121175894903, |
| "learning_rate": 2.0442520442520446e-06, |
| "loss": 0.3447, |
| "step": 2226 |
| }, |
| { |
| "epoch": 2.8890330953926022, |
| "grad_norm": 0.18533011275342226, |
| "learning_rate": 2.0202020202020206e-06, |
| "loss": 0.3363, |
| "step": 2227 |
| }, |
| { |
| "epoch": 2.8903309539260222, |
| "grad_norm": 0.18793474012414535, |
| "learning_rate": 1.9961519961519962e-06, |
| "loss": 0.345, |
| "step": 2228 |
| }, |
| { |
| "epoch": 2.891628812459442, |
| "grad_norm": 0.18922319032385707, |
| "learning_rate": 1.9721019721019723e-06, |
| "loss": 0.3386, |
| "step": 2229 |
| }, |
| { |
| "epoch": 2.892926670992862, |
| "grad_norm": 0.19294630111421893, |
| "learning_rate": 1.948051948051948e-06, |
| "loss": 0.3513, |
| "step": 2230 |
| }, |
| { |
| "epoch": 2.894224529526282, |
| "grad_norm": 0.1831585914628477, |
| "learning_rate": 1.9240019240019244e-06, |
| "loss": 0.3185, |
| "step": 2231 |
| }, |
| { |
| "epoch": 2.8955223880597014, |
| "grad_norm": 0.18959540248425852, |
| "learning_rate": 1.8999518999519e-06, |
| "loss": 0.3448, |
| "step": 2232 |
| }, |
| { |
| "epoch": 2.8968202465931214, |
| "grad_norm": 0.18655567267427287, |
| "learning_rate": 1.875901875901876e-06, |
| "loss": 0.3262, |
| "step": 2233 |
| }, |
| { |
| "epoch": 2.8981181051265414, |
| "grad_norm": 0.18952603893507794, |
| "learning_rate": 1.8518518518518519e-06, |
| "loss": 0.3282, |
| "step": 2234 |
| }, |
| { |
| "epoch": 2.899415963659961, |
| "grad_norm": 0.1876885696047965, |
| "learning_rate": 1.827801827801828e-06, |
| "loss": 0.3435, |
| "step": 2235 |
| }, |
| { |
| "epoch": 2.900713822193381, |
| "grad_norm": 0.1865624408496654, |
| "learning_rate": 1.8037518037518038e-06, |
| "loss": 0.3331, |
| "step": 2236 |
| }, |
| { |
| "epoch": 2.902011680726801, |
| "grad_norm": 0.19122160432352084, |
| "learning_rate": 1.7797017797017798e-06, |
| "loss": 0.3371, |
| "step": 2237 |
| }, |
| { |
| "epoch": 2.9033095392602206, |
| "grad_norm": 0.19352943277773518, |
| "learning_rate": 1.7556517556517556e-06, |
| "loss": 0.3405, |
| "step": 2238 |
| }, |
| { |
| "epoch": 2.9046073977936406, |
| "grad_norm": 0.19319000412284978, |
| "learning_rate": 1.7316017316017317e-06, |
| "loss": 0.3399, |
| "step": 2239 |
| }, |
| { |
| "epoch": 2.90590525632706, |
| "grad_norm": 0.19327464804923486, |
| "learning_rate": 1.7075517075517077e-06, |
| "loss": 0.3319, |
| "step": 2240 |
| }, |
| { |
| "epoch": 2.90720311486048, |
| "grad_norm": 0.19976992892290674, |
| "learning_rate": 1.6835016835016836e-06, |
| "loss": 0.3432, |
| "step": 2241 |
| }, |
| { |
| "epoch": 2.9085009733939, |
| "grad_norm": 0.1892168913000648, |
| "learning_rate": 1.6594516594516596e-06, |
| "loss": 0.3463, |
| "step": 2242 |
| }, |
| { |
| "epoch": 2.90979883192732, |
| "grad_norm": 0.19443589296751324, |
| "learning_rate": 1.6354016354016354e-06, |
| "loss": 0.357, |
| "step": 2243 |
| }, |
| { |
| "epoch": 2.91109669046074, |
| "grad_norm": 0.18449321307823713, |
| "learning_rate": 1.6113516113516115e-06, |
| "loss": 0.345, |
| "step": 2244 |
| }, |
| { |
| "epoch": 2.9123945489941594, |
| "grad_norm": 0.1858254182171351, |
| "learning_rate": 1.5873015873015873e-06, |
| "loss": 0.3447, |
| "step": 2245 |
| }, |
| { |
| "epoch": 2.9136924075275794, |
| "grad_norm": 0.2004597208671706, |
| "learning_rate": 1.5632515632515634e-06, |
| "loss": 0.3366, |
| "step": 2246 |
| }, |
| { |
| "epoch": 2.9149902660609994, |
| "grad_norm": 0.18322062527491037, |
| "learning_rate": 1.5392015392015394e-06, |
| "loss": 0.3375, |
| "step": 2247 |
| }, |
| { |
| "epoch": 2.916288124594419, |
| "grad_norm": 0.1905983562403602, |
| "learning_rate": 1.5151515151515152e-06, |
| "loss": 0.3411, |
| "step": 2248 |
| }, |
| { |
| "epoch": 2.917585983127839, |
| "grad_norm": 0.1867573407190652, |
| "learning_rate": 1.4911014911014913e-06, |
| "loss": 0.336, |
| "step": 2249 |
| }, |
| { |
| "epoch": 2.918883841661259, |
| "grad_norm": 0.19058206255135468, |
| "learning_rate": 1.4670514670514671e-06, |
| "loss": 0.3474, |
| "step": 2250 |
| }, |
| { |
| "epoch": 2.9201817001946786, |
| "grad_norm": 0.18685316734046567, |
| "learning_rate": 1.4430014430014432e-06, |
| "loss": 0.3502, |
| "step": 2251 |
| }, |
| { |
| "epoch": 2.9214795587280986, |
| "grad_norm": 0.18640666171276632, |
| "learning_rate": 1.418951418951419e-06, |
| "loss": 0.3317, |
| "step": 2252 |
| }, |
| { |
| "epoch": 2.9227774172615186, |
| "grad_norm": 0.19155464358225485, |
| "learning_rate": 1.3949013949013948e-06, |
| "loss": 0.3352, |
| "step": 2253 |
| }, |
| { |
| "epoch": 2.924075275794938, |
| "grad_norm": 0.1868855983928718, |
| "learning_rate": 1.3708513708513709e-06, |
| "loss": 0.328, |
| "step": 2254 |
| }, |
| { |
| "epoch": 2.925373134328358, |
| "grad_norm": 0.18433362766279043, |
| "learning_rate": 1.3468013468013467e-06, |
| "loss": 0.3452, |
| "step": 2255 |
| }, |
| { |
| "epoch": 2.9266709928617782, |
| "grad_norm": 0.19259127006608057, |
| "learning_rate": 1.3227513227513228e-06, |
| "loss": 0.3404, |
| "step": 2256 |
| }, |
| { |
| "epoch": 2.927968851395198, |
| "grad_norm": 0.18080624245350022, |
| "learning_rate": 1.2987012987012988e-06, |
| "loss": 0.3266, |
| "step": 2257 |
| }, |
| { |
| "epoch": 2.929266709928618, |
| "grad_norm": 0.17871124072334996, |
| "learning_rate": 1.2746512746512749e-06, |
| "loss": 0.3395, |
| "step": 2258 |
| }, |
| { |
| "epoch": 2.930564568462038, |
| "grad_norm": 0.18709418548907147, |
| "learning_rate": 1.2506012506012507e-06, |
| "loss": 0.346, |
| "step": 2259 |
| }, |
| { |
| "epoch": 2.9318624269954574, |
| "grad_norm": 0.18683092960850883, |
| "learning_rate": 1.2265512265512267e-06, |
| "loss": 0.336, |
| "step": 2260 |
| }, |
| { |
| "epoch": 2.9331602855288774, |
| "grad_norm": 0.18777575130149565, |
| "learning_rate": 1.2025012025012026e-06, |
| "loss": 0.3368, |
| "step": 2261 |
| }, |
| { |
| "epoch": 2.9344581440622974, |
| "grad_norm": 0.18324636658598714, |
| "learning_rate": 1.1784511784511786e-06, |
| "loss": 0.3292, |
| "step": 2262 |
| }, |
| { |
| "epoch": 2.935756002595717, |
| "grad_norm": 0.1851227917603969, |
| "learning_rate": 1.1544011544011545e-06, |
| "loss": 0.3378, |
| "step": 2263 |
| }, |
| { |
| "epoch": 2.937053861129137, |
| "grad_norm": 0.19847788748302606, |
| "learning_rate": 1.1303511303511303e-06, |
| "loss": 0.3754, |
| "step": 2264 |
| }, |
| { |
| "epoch": 2.938351719662557, |
| "grad_norm": 0.177806134860686, |
| "learning_rate": 1.1063011063011063e-06, |
| "loss": 0.327, |
| "step": 2265 |
| }, |
| { |
| "epoch": 2.9396495781959766, |
| "grad_norm": 0.197095005642012, |
| "learning_rate": 1.0822510822510822e-06, |
| "loss": 0.344, |
| "step": 2266 |
| }, |
| { |
| "epoch": 2.9409474367293966, |
| "grad_norm": 0.18894739122645604, |
| "learning_rate": 1.0582010582010582e-06, |
| "loss": 0.3437, |
| "step": 2267 |
| }, |
| { |
| "epoch": 2.942245295262816, |
| "grad_norm": 0.1763401949490533, |
| "learning_rate": 1.034151034151034e-06, |
| "loss": 0.3285, |
| "step": 2268 |
| }, |
| { |
| "epoch": 2.943543153796236, |
| "grad_norm": 0.1786777654803748, |
| "learning_rate": 1.0101010101010103e-06, |
| "loss": 0.3264, |
| "step": 2269 |
| }, |
| { |
| "epoch": 2.9448410123296562, |
| "grad_norm": 0.18511698934832105, |
| "learning_rate": 9.860509860509861e-07, |
| "loss": 0.3403, |
| "step": 2270 |
| }, |
| { |
| "epoch": 2.946138870863076, |
| "grad_norm": 0.18872890425471747, |
| "learning_rate": 9.620009620009622e-07, |
| "loss": 0.3288, |
| "step": 2271 |
| }, |
| { |
| "epoch": 2.947436729396496, |
| "grad_norm": 0.18279278752067737, |
| "learning_rate": 9.37950937950938e-07, |
| "loss": 0.3422, |
| "step": 2272 |
| }, |
| { |
| "epoch": 2.9487345879299154, |
| "grad_norm": 0.18006141885171842, |
| "learning_rate": 9.13900913900914e-07, |
| "loss": 0.3446, |
| "step": 2273 |
| }, |
| { |
| "epoch": 2.9500324464633354, |
| "grad_norm": 0.19260565452121156, |
| "learning_rate": 8.898508898508899e-07, |
| "loss": 0.3398, |
| "step": 2274 |
| }, |
| { |
| "epoch": 2.9513303049967554, |
| "grad_norm": 0.21921401490874187, |
| "learning_rate": 8.658008658008658e-07, |
| "loss": 0.3568, |
| "step": 2275 |
| }, |
| { |
| "epoch": 2.952628163530175, |
| "grad_norm": 0.18842161857636638, |
| "learning_rate": 8.417508417508418e-07, |
| "loss": 0.3498, |
| "step": 2276 |
| }, |
| { |
| "epoch": 2.953926022063595, |
| "grad_norm": 0.17891619649785445, |
| "learning_rate": 8.177008177008177e-07, |
| "loss": 0.3272, |
| "step": 2277 |
| }, |
| { |
| "epoch": 2.955223880597015, |
| "grad_norm": 0.17755022636746284, |
| "learning_rate": 7.936507936507937e-07, |
| "loss": 0.3231, |
| "step": 2278 |
| }, |
| { |
| "epoch": 2.9565217391304346, |
| "grad_norm": 0.1863595372909174, |
| "learning_rate": 7.696007696007697e-07, |
| "loss": 0.3408, |
| "step": 2279 |
| }, |
| { |
| "epoch": 2.9578195976638546, |
| "grad_norm": 0.17943740925178142, |
| "learning_rate": 7.455507455507456e-07, |
| "loss": 0.3222, |
| "step": 2280 |
| }, |
| { |
| "epoch": 2.9591174561972746, |
| "grad_norm": 0.1875857112899972, |
| "learning_rate": 7.215007215007216e-07, |
| "loss": 0.33, |
| "step": 2281 |
| }, |
| { |
| "epoch": 2.960415314730694, |
| "grad_norm": 0.18672707365536773, |
| "learning_rate": 6.974506974506974e-07, |
| "loss": 0.3377, |
| "step": 2282 |
| }, |
| { |
| "epoch": 2.961713173264114, |
| "grad_norm": 0.18854762948864245, |
| "learning_rate": 6.734006734006734e-07, |
| "loss": 0.3511, |
| "step": 2283 |
| }, |
| { |
| "epoch": 2.9630110317975342, |
| "grad_norm": 0.1846633145163194, |
| "learning_rate": 6.493506493506494e-07, |
| "loss": 0.3301, |
| "step": 2284 |
| }, |
| { |
| "epoch": 2.964308890330954, |
| "grad_norm": 0.1782259793697707, |
| "learning_rate": 6.253006253006253e-07, |
| "loss": 0.3327, |
| "step": 2285 |
| }, |
| { |
| "epoch": 2.965606748864374, |
| "grad_norm": 0.19406554087810526, |
| "learning_rate": 6.012506012506013e-07, |
| "loss": 0.3374, |
| "step": 2286 |
| }, |
| { |
| "epoch": 2.966904607397794, |
| "grad_norm": 0.18974085077422986, |
| "learning_rate": 5.772005772005772e-07, |
| "loss": 0.3193, |
| "step": 2287 |
| }, |
| { |
| "epoch": 2.9682024659312134, |
| "grad_norm": 0.19068994562305627, |
| "learning_rate": 5.531505531505532e-07, |
| "loss": 0.3387, |
| "step": 2288 |
| }, |
| { |
| "epoch": 2.9695003244646334, |
| "grad_norm": 0.17821215477258306, |
| "learning_rate": 5.291005291005291e-07, |
| "loss": 0.3328, |
| "step": 2289 |
| }, |
| { |
| "epoch": 2.9707981829980534, |
| "grad_norm": 0.18413236462451124, |
| "learning_rate": 5.050505050505052e-07, |
| "loss": 0.3362, |
| "step": 2290 |
| }, |
| { |
| "epoch": 2.972096041531473, |
| "grad_norm": 0.18085396718066815, |
| "learning_rate": 4.810004810004811e-07, |
| "loss": 0.3302, |
| "step": 2291 |
| }, |
| { |
| "epoch": 2.973393900064893, |
| "grad_norm": 0.18231587065998014, |
| "learning_rate": 4.56950456950457e-07, |
| "loss": 0.3338, |
| "step": 2292 |
| }, |
| { |
| "epoch": 2.974691758598313, |
| "grad_norm": 0.18433591352078926, |
| "learning_rate": 4.329004329004329e-07, |
| "loss": 0.3373, |
| "step": 2293 |
| }, |
| { |
| "epoch": 2.9759896171317326, |
| "grad_norm": 0.17897899773682865, |
| "learning_rate": 4.0885040885040886e-07, |
| "loss": 0.3303, |
| "step": 2294 |
| }, |
| { |
| "epoch": 2.9772874756651526, |
| "grad_norm": 0.18401504997308174, |
| "learning_rate": 3.8480038480038485e-07, |
| "loss": 0.3295, |
| "step": 2295 |
| }, |
| { |
| "epoch": 2.9785853341985726, |
| "grad_norm": 0.18601416230069387, |
| "learning_rate": 3.607503607503608e-07, |
| "loss": 0.3384, |
| "step": 2296 |
| }, |
| { |
| "epoch": 2.979883192731992, |
| "grad_norm": 0.18294283749703283, |
| "learning_rate": 3.367003367003367e-07, |
| "loss": 0.3414, |
| "step": 2297 |
| }, |
| { |
| "epoch": 2.981181051265412, |
| "grad_norm": 0.18248918456066632, |
| "learning_rate": 3.1265031265031267e-07, |
| "loss": 0.3522, |
| "step": 2298 |
| }, |
| { |
| "epoch": 2.982478909798832, |
| "grad_norm": 0.18259396477447506, |
| "learning_rate": 2.886002886002886e-07, |
| "loss": 0.3194, |
| "step": 2299 |
| }, |
| { |
| "epoch": 2.983776768332252, |
| "grad_norm": 0.1885739190189894, |
| "learning_rate": 2.6455026455026455e-07, |
| "loss": 0.3407, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.9850746268656714, |
| "grad_norm": 0.18564276265962515, |
| "learning_rate": 2.4050024050024055e-07, |
| "loss": 0.3431, |
| "step": 2301 |
| }, |
| { |
| "epoch": 2.9863724853990914, |
| "grad_norm": 0.17794361853046303, |
| "learning_rate": 2.1645021645021646e-07, |
| "loss": 0.3228, |
| "step": 2302 |
| }, |
| { |
| "epoch": 2.9876703439325114, |
| "grad_norm": 0.18130600626680995, |
| "learning_rate": 1.9240019240019243e-07, |
| "loss": 0.3336, |
| "step": 2303 |
| }, |
| { |
| "epoch": 2.988968202465931, |
| "grad_norm": 0.18435788490293198, |
| "learning_rate": 1.6835016835016834e-07, |
| "loss": 0.3308, |
| "step": 2304 |
| }, |
| { |
| "epoch": 2.990266060999351, |
| "grad_norm": 0.18127043211913135, |
| "learning_rate": 1.443001443001443e-07, |
| "loss": 0.3449, |
| "step": 2305 |
| }, |
| { |
| "epoch": 2.991563919532771, |
| "grad_norm": 0.1799885551759602, |
| "learning_rate": 1.2025012025012027e-07, |
| "loss": 0.3267, |
| "step": 2306 |
| }, |
| { |
| "epoch": 2.9928617780661906, |
| "grad_norm": 0.18020390891152432, |
| "learning_rate": 9.620009620009621e-08, |
| "loss": 0.3376, |
| "step": 2307 |
| }, |
| { |
| "epoch": 2.9941596365996106, |
| "grad_norm": 0.18299772015112434, |
| "learning_rate": 7.215007215007215e-08, |
| "loss": 0.3404, |
| "step": 2308 |
| }, |
| { |
| "epoch": 2.9954574951330306, |
| "grad_norm": 0.17991344814248053, |
| "learning_rate": 4.8100048100048107e-08, |
| "loss": 0.3293, |
| "step": 2309 |
| }, |
| { |
| "epoch": 2.99675535366645, |
| "grad_norm": 0.18545369820383786, |
| "learning_rate": 2.4050024050024053e-08, |
| "loss": 0.3376, |
| "step": 2310 |
| }, |
| { |
| "epoch": 2.99675535366645, |
| "step": 2310, |
| "total_flos": 2.5679880641918796e+19, |
| "train_loss": 0.5017085661361744, |
| "train_runtime": 66070.1568, |
| "train_samples_per_second": 0.56, |
| "train_steps_per_second": 0.035 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 2310, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.5679880641918796e+19, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
