| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.996199941537562, |
| "eval_steps": 500, |
| "global_step": 639, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00467699503069278, |
| "grad_norm": 0.5310407876968384, |
| "learning_rate": 9.98435054773083e-06, |
| "loss": 15.7421, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.00935399006138556, |
| "grad_norm": 0.6928378343582153, |
| "learning_rate": 9.96870109546166e-06, |
| "loss": 22.4837, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.014030985092078339, |
| "grad_norm": 0.5985817909240723, |
| "learning_rate": 9.953051643192489e-06, |
| "loss": 19.2438, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.01870798012277112, |
| "grad_norm": 0.3373333215713501, |
| "learning_rate": 9.937402190923318e-06, |
| "loss": 17.8898, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0233849751534639, |
| "grad_norm": 0.41831186413764954, |
| "learning_rate": 9.921752738654147e-06, |
| "loss": 17.4461, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.028061970184156678, |
| "grad_norm": 0.3748932182788849, |
| "learning_rate": 9.906103286384977e-06, |
| "loss": 17.7855, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.03273896521484946, |
| "grad_norm": 0.3773082494735718, |
| "learning_rate": 9.890453834115806e-06, |
| "loss": 16.9238, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.03741596024554224, |
| "grad_norm": 0.3397878408432007, |
| "learning_rate": 9.874804381846637e-06, |
| "loss": 16.7176, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.04209295527623502, |
| "grad_norm": 0.5136957168579102, |
| "learning_rate": 9.859154929577466e-06, |
| "loss": 15.4666, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.0467699503069278, |
| "grad_norm": 0.3085887134075165, |
| "learning_rate": 9.843505477308296e-06, |
| "loss": 13.7508, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.05144694533762058, |
| "grad_norm": 0.3942926228046417, |
| "learning_rate": 9.827856025039125e-06, |
| "loss": 17.3618, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.056123940368313356, |
| "grad_norm": 0.27711015939712524, |
| "learning_rate": 9.812206572769954e-06, |
| "loss": 16.2495, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.06080093539900614, |
| "grad_norm": 0.27834147214889526, |
| "learning_rate": 9.796557120500783e-06, |
| "loss": 15.9543, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.06547793042969892, |
| "grad_norm": 0.24677161872386932, |
| "learning_rate": 9.780907668231613e-06, |
| "loss": 15.6386, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.0701549254603917, |
| "grad_norm": 0.36406269669532776, |
| "learning_rate": 9.765258215962442e-06, |
| "loss": 15.6255, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.07483192049108447, |
| "grad_norm": 0.307948499917984, |
| "learning_rate": 9.749608763693271e-06, |
| "loss": 14.9189, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.07950891552177726, |
| "grad_norm": 0.2980886697769165, |
| "learning_rate": 9.7339593114241e-06, |
| "loss": 15.0406, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.08418591055247004, |
| "grad_norm": 0.412708044052124, |
| "learning_rate": 9.71830985915493e-06, |
| "loss": 14.7356, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.08886290558316282, |
| "grad_norm": 0.2903729975223541, |
| "learning_rate": 9.70266040688576e-06, |
| "loss": 14.8173, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.0935399006138556, |
| "grad_norm": 0.2171318084001541, |
| "learning_rate": 9.687010954616589e-06, |
| "loss": 15.0565, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.09821689564454837, |
| "grad_norm": 0.4166527986526489, |
| "learning_rate": 9.671361502347418e-06, |
| "loss": 14.1942, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.10289389067524116, |
| "grad_norm": 0.2564053237438202, |
| "learning_rate": 9.655712050078247e-06, |
| "loss": 14.3627, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.10757088570593394, |
| "grad_norm": 0.254341185092926, |
| "learning_rate": 9.640062597809078e-06, |
| "loss": 13.7315, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.11224788073662671, |
| "grad_norm": 0.24184982478618622, |
| "learning_rate": 9.624413145539908e-06, |
| "loss": 13.9785, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.1169248757673195, |
| "grad_norm": 0.3118051588535309, |
| "learning_rate": 9.608763693270737e-06, |
| "loss": 15.1744, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.12160187079801228, |
| "grad_norm": 0.2545301020145416, |
| "learning_rate": 9.593114241001566e-06, |
| "loss": 15.9676, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.12627886582870507, |
| "grad_norm": 0.2265356183052063, |
| "learning_rate": 9.577464788732394e-06, |
| "loss": 14.8985, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.13095586085939784, |
| "grad_norm": 0.2141331285238266, |
| "learning_rate": 9.561815336463225e-06, |
| "loss": 13.6498, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.1356328558900906, |
| "grad_norm": 0.27572301030158997, |
| "learning_rate": 9.546165884194054e-06, |
| "loss": 13.9124, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.1403098509207834, |
| "grad_norm": 0.1987282633781433, |
| "learning_rate": 9.530516431924883e-06, |
| "loss": 12.9095, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.14498684595147618, |
| "grad_norm": 0.2444925159215927, |
| "learning_rate": 9.514866979655713e-06, |
| "loss": 13.365, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.14966384098216895, |
| "grad_norm": 0.4400818645954132, |
| "learning_rate": 9.499217527386542e-06, |
| "loss": 13.2832, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.15434083601286175, |
| "grad_norm": 0.2764039933681488, |
| "learning_rate": 9.483568075117371e-06, |
| "loss": 14.3228, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.15901783104355452, |
| "grad_norm": 0.21101799607276917, |
| "learning_rate": 9.4679186228482e-06, |
| "loss": 14.156, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.1636948260742473, |
| "grad_norm": 0.267008513212204, |
| "learning_rate": 9.45226917057903e-06, |
| "loss": 14.1084, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.1683718211049401, |
| "grad_norm": 0.2759203016757965, |
| "learning_rate": 9.43661971830986e-06, |
| "loss": 13.5008, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.17304881613563286, |
| "grad_norm": 0.2793346643447876, |
| "learning_rate": 9.42097026604069e-06, |
| "loss": 14.2747, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.17772581116632563, |
| "grad_norm": 0.25120246410369873, |
| "learning_rate": 9.40532081377152e-06, |
| "loss": 13.4347, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.1824028061970184, |
| "grad_norm": 0.1591794341802597, |
| "learning_rate": 9.389671361502349e-06, |
| "loss": 12.619, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.1870798012277112, |
| "grad_norm": 0.2054363638162613, |
| "learning_rate": 9.374021909233178e-06, |
| "loss": 11.8876, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.19175679625840397, |
| "grad_norm": 0.23818843066692352, |
| "learning_rate": 9.358372456964007e-06, |
| "loss": 13.4683, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.19643379128909674, |
| "grad_norm": 0.32269319891929626, |
| "learning_rate": 9.342723004694837e-06, |
| "loss": 12.5351, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.20111078631978954, |
| "grad_norm": 0.29193466901779175, |
| "learning_rate": 9.327073552425666e-06, |
| "loss": 11.917, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.2057877813504823, |
| "grad_norm": 0.20844891667366028, |
| "learning_rate": 9.311424100156495e-06, |
| "loss": 12.0984, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.21046477638117508, |
| "grad_norm": 0.26920032501220703, |
| "learning_rate": 9.295774647887325e-06, |
| "loss": 14.1542, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.21514177141186788, |
| "grad_norm": 0.20874425768852234, |
| "learning_rate": 9.280125195618154e-06, |
| "loss": 13.9397, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.21981876644256065, |
| "grad_norm": 0.28703245520591736, |
| "learning_rate": 9.264475743348983e-06, |
| "loss": 12.7704, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.22449576147325342, |
| "grad_norm": 0.23402653634548187, |
| "learning_rate": 9.248826291079813e-06, |
| "loss": 12.8326, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.22917275650394622, |
| "grad_norm": 0.28065574169158936, |
| "learning_rate": 9.233176838810642e-06, |
| "loss": 11.4735, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.233849751534639, |
| "grad_norm": 0.21932877600193024, |
| "learning_rate": 9.217527386541471e-06, |
| "loss": 12.2491, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.23852674656533177, |
| "grad_norm": 0.24466539919376373, |
| "learning_rate": 9.2018779342723e-06, |
| "loss": 12.3501, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.24320374159602456, |
| "grad_norm": 0.17424331605434418, |
| "learning_rate": 9.186228482003131e-06, |
| "loss": 12.6445, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.24788073662671734, |
| "grad_norm": 0.2298133671283722, |
| "learning_rate": 9.17057902973396e-06, |
| "loss": 12.5759, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.25255773165741013, |
| "grad_norm": 0.30562305450439453, |
| "learning_rate": 9.15492957746479e-06, |
| "loss": 13.4988, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.2572347266881029, |
| "grad_norm": 0.21225547790527344, |
| "learning_rate": 9.13928012519562e-06, |
| "loss": 13.3909, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.2619117217187957, |
| "grad_norm": 0.3120986223220825, |
| "learning_rate": 9.123630672926449e-06, |
| "loss": 13.8276, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.2665887167494885, |
| "grad_norm": 0.18036110699176788, |
| "learning_rate": 9.107981220657278e-06, |
| "loss": 13.7724, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.2712657117801812, |
| "grad_norm": 0.22987115383148193, |
| "learning_rate": 9.092331768388107e-06, |
| "loss": 12.2669, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.275942706810874, |
| "grad_norm": 0.23878921568393707, |
| "learning_rate": 9.076682316118937e-06, |
| "loss": 12.7097, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.2806197018415668, |
| "grad_norm": 0.20319631695747375, |
| "learning_rate": 9.061032863849766e-06, |
| "loss": 12.2795, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.28529669687225956, |
| "grad_norm": 0.18609336018562317, |
| "learning_rate": 9.045383411580595e-06, |
| "loss": 11.2712, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.28997369190295236, |
| "grad_norm": 0.21320512890815735, |
| "learning_rate": 9.029733959311425e-06, |
| "loss": 11.6637, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.29465068693364516, |
| "grad_norm": 0.23330001533031464, |
| "learning_rate": 9.014084507042254e-06, |
| "loss": 12.9509, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.2993276819643379, |
| "grad_norm": 0.21313583850860596, |
| "learning_rate": 8.998435054773083e-06, |
| "loss": 13.8547, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.3040046769950307, |
| "grad_norm": 0.20739194750785828, |
| "learning_rate": 8.982785602503912e-06, |
| "loss": 12.735, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.3086816720257235, |
| "grad_norm": 0.2453576922416687, |
| "learning_rate": 8.967136150234742e-06, |
| "loss": 12.7951, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.31335866705641624, |
| "grad_norm": 0.21135878562927246, |
| "learning_rate": 8.951486697965573e-06, |
| "loss": 13.7611, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.31803566208710904, |
| "grad_norm": 0.2257193773984909, |
| "learning_rate": 8.935837245696402e-06, |
| "loss": 11.3833, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.32271265711780184, |
| "grad_norm": 0.1934535950422287, |
| "learning_rate": 8.920187793427231e-06, |
| "loss": 11.4428, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.3273896521484946, |
| "grad_norm": 0.19537678360939026, |
| "learning_rate": 8.90453834115806e-06, |
| "loss": 13.1129, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.3320666471791874, |
| "grad_norm": 0.2596362233161926, |
| "learning_rate": 8.888888888888888e-06, |
| "loss": 11.9323, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.3367436422098802, |
| "grad_norm": 0.28119221329689026, |
| "learning_rate": 8.87323943661972e-06, |
| "loss": 12.1397, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.3414206372405729, |
| "grad_norm": 0.2443932145833969, |
| "learning_rate": 8.857589984350549e-06, |
| "loss": 11.1756, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.3460976322712657, |
| "grad_norm": 0.23586861789226532, |
| "learning_rate": 8.841940532081378e-06, |
| "loss": 12.2808, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.3507746273019585, |
| "grad_norm": 0.2984711229801178, |
| "learning_rate": 8.826291079812207e-06, |
| "loss": 11.8437, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.35545162233265126, |
| "grad_norm": 0.2404984086751938, |
| "learning_rate": 8.810641627543037e-06, |
| "loss": 11.6321, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.36012861736334406, |
| "grad_norm": 0.22745920717716217, |
| "learning_rate": 8.794992175273866e-06, |
| "loss": 12.969, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.3648056123940368, |
| "grad_norm": 0.22989057004451752, |
| "learning_rate": 8.779342723004695e-06, |
| "loss": 12.1793, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.3694826074247296, |
| "grad_norm": 0.22097162902355194, |
| "learning_rate": 8.763693270735524e-06, |
| "loss": 12.5693, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.3741596024554224, |
| "grad_norm": 0.19985444843769073, |
| "learning_rate": 8.748043818466354e-06, |
| "loss": 13.3868, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.37883659748611515, |
| "grad_norm": 0.2339348942041397, |
| "learning_rate": 8.732394366197183e-06, |
| "loss": 11.5905, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.38351359251680794, |
| "grad_norm": 0.28241512179374695, |
| "learning_rate": 8.716744913928014e-06, |
| "loss": 12.6998, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.38819058754750074, |
| "grad_norm": 0.2848986089229584, |
| "learning_rate": 8.701095461658843e-06, |
| "loss": 11.3058, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.3928675825781935, |
| "grad_norm": 0.2118872106075287, |
| "learning_rate": 8.685446009389673e-06, |
| "loss": 10.4664, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.3975445776088863, |
| "grad_norm": 0.16718249022960663, |
| "learning_rate": 8.669796557120502e-06, |
| "loss": 13.2492, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.4022215726395791, |
| "grad_norm": 0.2131660282611847, |
| "learning_rate": 8.65414710485133e-06, |
| "loss": 12.0166, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.4068985676702718, |
| "grad_norm": 0.2012370079755783, |
| "learning_rate": 8.63849765258216e-06, |
| "loss": 12.5326, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.4115755627009646, |
| "grad_norm": 0.2684880793094635, |
| "learning_rate": 8.62284820031299e-06, |
| "loss": 12.8071, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.4162525577316574, |
| "grad_norm": 0.2500629127025604, |
| "learning_rate": 8.60719874804382e-06, |
| "loss": 12.1628, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.42092955276235017, |
| "grad_norm": 0.18125677108764648, |
| "learning_rate": 8.591549295774648e-06, |
| "loss": 11.3137, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.42560654779304297, |
| "grad_norm": 0.1830630898475647, |
| "learning_rate": 8.575899843505478e-06, |
| "loss": 11.8507, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.43028354282373577, |
| "grad_norm": 0.1481466144323349, |
| "learning_rate": 8.560250391236307e-06, |
| "loss": 10.8795, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.4349605378544285, |
| "grad_norm": 0.18768347799777985, |
| "learning_rate": 8.544600938967136e-06, |
| "loss": 11.2509, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.4396375328851213, |
| "grad_norm": 0.22724182903766632, |
| "learning_rate": 8.528951486697966e-06, |
| "loss": 11.6564, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.4443145279158141, |
| "grad_norm": 0.1806531399488449, |
| "learning_rate": 8.513302034428795e-06, |
| "loss": 11.9111, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.44899152294650685, |
| "grad_norm": 0.2578674554824829, |
| "learning_rate": 8.497652582159626e-06, |
| "loss": 13.1609, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.45366851797719965, |
| "grad_norm": 0.21666157245635986, |
| "learning_rate": 8.482003129890455e-06, |
| "loss": 12.3285, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.45834551300789245, |
| "grad_norm": 0.2574619948863983, |
| "learning_rate": 8.466353677621285e-06, |
| "loss": 11.4998, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.4630225080385852, |
| "grad_norm": 0.28588882088661194, |
| "learning_rate": 8.450704225352114e-06, |
| "loss": 11.0233, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.467699503069278, |
| "grad_norm": 0.28356659412384033, |
| "learning_rate": 8.435054773082943e-06, |
| "loss": 10.9355, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.4723764980999708, |
| "grad_norm": 0.18748782575130463, |
| "learning_rate": 8.419405320813773e-06, |
| "loss": 13.5926, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.47705349313066353, |
| "grad_norm": 0.17172126471996307, |
| "learning_rate": 8.403755868544602e-06, |
| "loss": 11.4017, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.48173048816135633, |
| "grad_norm": 0.1956973671913147, |
| "learning_rate": 8.388106416275431e-06, |
| "loss": 12.1463, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.48640748319204913, |
| "grad_norm": 0.30823975801467896, |
| "learning_rate": 8.37245696400626e-06, |
| "loss": 10.2949, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.49108447822274187, |
| "grad_norm": 0.23158958554267883, |
| "learning_rate": 8.35680751173709e-06, |
| "loss": 11.2003, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.49576147325343467, |
| "grad_norm": 0.23977261781692505, |
| "learning_rate": 8.341158059467919e-06, |
| "loss": 11.5904, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.5004384682841274, |
| "grad_norm": 0.17250728607177734, |
| "learning_rate": 8.325508607198748e-06, |
| "loss": 11.2648, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.5051154633148203, |
| "grad_norm": 0.23300261795520782, |
| "learning_rate": 8.309859154929578e-06, |
| "loss": 11.9646, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.509792458345513, |
| "grad_norm": 0.2430488020181656, |
| "learning_rate": 8.294209702660407e-06, |
| "loss": 12.046, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.5144694533762058, |
| "grad_norm": 0.18206799030303955, |
| "learning_rate": 8.278560250391236e-06, |
| "loss": 12.0767, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.5191464484068986, |
| "grad_norm": 0.25876322388648987, |
| "learning_rate": 8.262910798122067e-06, |
| "loss": 11.7794, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.5238234434375914, |
| "grad_norm": 0.28936639428138733, |
| "learning_rate": 8.247261345852897e-06, |
| "loss": 10.3819, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.5285004384682841, |
| "grad_norm": 0.214036762714386, |
| "learning_rate": 8.231611893583726e-06, |
| "loss": 10.3209, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.533177433498977, |
| "grad_norm": 0.23764470219612122, |
| "learning_rate": 8.215962441314555e-06, |
| "loss": 10.8417, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.5378544285296697, |
| "grad_norm": 0.2604602575302124, |
| "learning_rate": 8.200312989045383e-06, |
| "loss": 12.534, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.5425314235603624, |
| "grad_norm": 0.24597330391407013, |
| "learning_rate": 8.184663536776214e-06, |
| "loss": 12.348, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.5472084185910553, |
| "grad_norm": 0.2204928994178772, |
| "learning_rate": 8.169014084507043e-06, |
| "loss": 10.979, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.551885413621748, |
| "grad_norm": 0.15487593412399292, |
| "learning_rate": 8.153364632237872e-06, |
| "loss": 11.0756, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.5565624086524408, |
| "grad_norm": 0.23864871263504028, |
| "learning_rate": 8.137715179968702e-06, |
| "loss": 11.66, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.5612394036831336, |
| "grad_norm": 0.22024200856685638, |
| "learning_rate": 8.122065727699531e-06, |
| "loss": 10.7713, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.5659163987138264, |
| "grad_norm": 0.19292014837265015, |
| "learning_rate": 8.10641627543036e-06, |
| "loss": 9.4704, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.5705933937445191, |
| "grad_norm": 0.16765080392360687, |
| "learning_rate": 8.09076682316119e-06, |
| "loss": 10.7993, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.575270388775212, |
| "grad_norm": 0.26758840680122375, |
| "learning_rate": 8.075117370892019e-06, |
| "loss": 11.354, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.5799473838059047, |
| "grad_norm": 0.25225985050201416, |
| "learning_rate": 8.059467918622848e-06, |
| "loss": 11.2162, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.5846243788365975, |
| "grad_norm": 0.22062422335147858, |
| "learning_rate": 8.043818466353678e-06, |
| "loss": 9.9452, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.5893013738672903, |
| "grad_norm": 0.2589726746082306, |
| "learning_rate": 8.028169014084509e-06, |
| "loss": 11.6098, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.5939783688979831, |
| "grad_norm": 0.23492346704006195, |
| "learning_rate": 8.012519561815338e-06, |
| "loss": 10.6918, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.5986553639286758, |
| "grad_norm": 0.29631978273391724, |
| "learning_rate": 7.996870109546167e-06, |
| "loss": 11.4451, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.6033323589593687, |
| "grad_norm": 0.195633202791214, |
| "learning_rate": 7.981220657276996e-06, |
| "loss": 11.3396, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.6080093539900614, |
| "grad_norm": 0.14094115793704987, |
| "learning_rate": 7.965571205007824e-06, |
| "loss": 10.9388, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.6126863490207541, |
| "grad_norm": 0.2307533323764801, |
| "learning_rate": 7.949921752738655e-06, |
| "loss": 12.2129, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.617363344051447, |
| "grad_norm": 0.2004641741514206, |
| "learning_rate": 7.934272300469484e-06, |
| "loss": 9.9139, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.6220403390821397, |
| "grad_norm": 0.22784000635147095, |
| "learning_rate": 7.918622848200314e-06, |
| "loss": 10.2306, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.6267173341128325, |
| "grad_norm": 0.21663011610507965, |
| "learning_rate": 7.902973395931143e-06, |
| "loss": 9.9467, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.6313943291435253, |
| "grad_norm": 0.18714800477027893, |
| "learning_rate": 7.887323943661972e-06, |
| "loss": 9.7232, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.6360713241742181, |
| "grad_norm": 0.23525570333003998, |
| "learning_rate": 7.871674491392802e-06, |
| "loss": 9.9539, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.6407483192049108, |
| "grad_norm": 0.22870206832885742, |
| "learning_rate": 7.856025039123631e-06, |
| "loss": 11.9964, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.6454253142356037, |
| "grad_norm": 0.19730104506015778, |
| "learning_rate": 7.84037558685446e-06, |
| "loss": 10.8391, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.6501023092662964, |
| "grad_norm": 0.1873929351568222, |
| "learning_rate": 7.82472613458529e-06, |
| "loss": 10.7179, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.6547793042969892, |
| "grad_norm": 0.14801403880119324, |
| "learning_rate": 7.809076682316119e-06, |
| "loss": 10.9041, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.659456299327682, |
| "grad_norm": 0.21909023821353912, |
| "learning_rate": 7.79342723004695e-06, |
| "loss": 11.5497, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.6641332943583748, |
| "grad_norm": 0.20469622313976288, |
| "learning_rate": 7.77777777777778e-06, |
| "loss": 11.0387, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.6688102893890675, |
| "grad_norm": 0.20616918802261353, |
| "learning_rate": 7.762128325508608e-06, |
| "loss": 9.5392, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.6734872844197604, |
| "grad_norm": 0.1846546232700348, |
| "learning_rate": 7.746478873239436e-06, |
| "loss": 11.5538, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.6781642794504531, |
| "grad_norm": 0.17778314650058746, |
| "learning_rate": 7.730829420970265e-06, |
| "loss": 12.8435, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.6828412744811458, |
| "grad_norm": 0.24238605797290802, |
| "learning_rate": 7.715179968701096e-06, |
| "loss": 9.4674, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.6875182695118387, |
| "grad_norm": 0.20961545407772064, |
| "learning_rate": 7.699530516431926e-06, |
| "loss": 10.1325, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.6921952645425314, |
| "grad_norm": 0.20476683974266052, |
| "learning_rate": 7.683881064162755e-06, |
| "loss": 11.1375, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.6968722595732242, |
| "grad_norm": 0.22241833806037903, |
| "learning_rate": 7.668231611893584e-06, |
| "loss": 9.6296, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.701549254603917, |
| "grad_norm": 0.2302970439195633, |
| "learning_rate": 7.652582159624414e-06, |
| "loss": 10.8763, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.7062262496346098, |
| "grad_norm": 0.20484097301959991, |
| "learning_rate": 7.636932707355243e-06, |
| "loss": 9.0306, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.7109032446653025, |
| "grad_norm": 0.20411114394664764, |
| "learning_rate": 7.621283255086073e-06, |
| "loss": 11.5865, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.7155802396959953, |
| "grad_norm": 0.37148869037628174, |
| "learning_rate": 7.6056338028169015e-06, |
| "loss": 10.4929, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.7202572347266881, |
| "grad_norm": 0.19864030182361603, |
| "learning_rate": 7.589984350547731e-06, |
| "loss": 10.4561, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.7249342297573809, |
| "grad_norm": 0.21187515556812286, |
| "learning_rate": 7.574334898278561e-06, |
| "loss": 9.6848, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.7296112247880736, |
| "grad_norm": 0.18564990162849426, |
| "learning_rate": 7.55868544600939e-06, |
| "loss": 11.2932, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.7342882198187665, |
| "grad_norm": 0.21274517476558685, |
| "learning_rate": 7.54303599374022e-06, |
| "loss": 10.2206, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.7389652148494592, |
| "grad_norm": 0.23622578382492065, |
| "learning_rate": 7.527386541471049e-06, |
| "loss": 9.4342, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.743642209880152, |
| "grad_norm": 0.21262332797050476, |
| "learning_rate": 7.511737089201878e-06, |
| "loss": 11.4181, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.7483192049108448, |
| "grad_norm": 0.22142890095710754, |
| "learning_rate": 7.496087636932708e-06, |
| "loss": 10.4912, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.7529961999415375, |
| "grad_norm": 0.219626322388649, |
| "learning_rate": 7.480438184663538e-06, |
| "loss": 10.902, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.7576731949722303, |
| "grad_norm": 0.19913645088672638, |
| "learning_rate": 7.464788732394367e-06, |
| "loss": 8.9078, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.7623501900029231, |
| "grad_norm": 0.19409991800785065, |
| "learning_rate": 7.449139280125196e-06, |
| "loss": 10.7111, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.7670271850336159, |
| "grad_norm": 0.20056220889091492, |
| "learning_rate": 7.433489827856026e-06, |
| "loss": 11.438, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.7717041800643086, |
| "grad_norm": 0.19502754509449005, |
| "learning_rate": 7.417840375586856e-06, |
| "loss": 10.1837, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.7763811750950015, |
| "grad_norm": 0.17272567749023438, |
| "learning_rate": 7.402190923317685e-06, |
| "loss": 10.7406, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.7810581701256942, |
| "grad_norm": 0.19558610022068024, |
| "learning_rate": 7.386541471048514e-06, |
| "loss": 10.1322, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.785735165156387, |
| "grad_norm": 0.2161480039358139, |
| "learning_rate": 7.370892018779343e-06, |
| "loss": 9.7506, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.7904121601870798, |
| "grad_norm": 0.25595343112945557, |
| "learning_rate": 7.355242566510172e-06, |
| "loss": 11.0059, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.7950891552177726, |
| "grad_norm": 0.21218866109848022, |
| "learning_rate": 7.339593114241002e-06, |
| "loss": 11.2122, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.7997661502484653, |
| "grad_norm": 0.1922176331281662, |
| "learning_rate": 7.3239436619718316e-06, |
| "loss": 11.0585, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.8044431452791582, |
| "grad_norm": 0.1726471334695816, |
| "learning_rate": 7.308294209702661e-06, |
| "loss": 11.3007, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.8091201403098509, |
| "grad_norm": 0.20865805447101593, |
| "learning_rate": 7.29264475743349e-06, |
| "loss": 12.5848, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.8137971353405437, |
| "grad_norm": 0.2097303569316864, |
| "learning_rate": 7.2769953051643195e-06, |
| "loss": 11.694, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.8184741303712365, |
| "grad_norm": 0.22343699634075165, |
| "learning_rate": 7.26134585289515e-06, |
| "loss": 9.9861, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.8231511254019293, |
| "grad_norm": 0.19908592104911804, |
| "learning_rate": 7.245696400625979e-06, |
| "loss": 10.7263, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.827828120432622, |
| "grad_norm": 0.2062506079673767, |
| "learning_rate": 7.230046948356808e-06, |
| "loss": 10.7234, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.8325051154633148, |
| "grad_norm": 0.23186688125133514, |
| "learning_rate": 7.2143974960876376e-06, |
| "loss": 10.7846, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.8371821104940076, |
| "grad_norm": 0.20528610050678253, |
| "learning_rate": 7.198748043818467e-06, |
| "loss": 10.6732, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.8418591055247003, |
| "grad_norm": 0.21028846502304077, |
| "learning_rate": 7.183098591549297e-06, |
| "loss": 9.5007, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.8465361005553932, |
| "grad_norm": 0.1943686306476593, |
| "learning_rate": 7.167449139280126e-06, |
| "loss": 10.6163, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.8512130955860859, |
| "grad_norm": 0.15791501104831696, |
| "learning_rate": 7.151799687010955e-06, |
| "loss": 10.4564, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.8558900906167787, |
| "grad_norm": 0.15603427588939667, |
| "learning_rate": 7.136150234741784e-06, |
| "loss": 11.4006, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.8605670856474715, |
| "grad_norm": 0.1737872064113617, |
| "learning_rate": 7.120500782472613e-06, |
| "loss": 10.2583, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.8652440806781643, |
| "grad_norm": 0.16742144525051117, |
| "learning_rate": 7.1048513302034435e-06, |
| "loss": 9.6543, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.869921075708857, |
| "grad_norm": 0.2204071581363678, |
| "learning_rate": 7.089201877934273e-06, |
| "loss": 10.6068, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.8745980707395499, |
| "grad_norm": 0.17526549100875854, |
| "learning_rate": 7.073552425665102e-06, |
| "loss": 10.5927, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.8792750657702426, |
| "grad_norm": 0.18857762217521667, |
| "learning_rate": 7.0579029733959315e-06, |
| "loss": 10.0686, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.8839520608009354, |
| "grad_norm": 0.16617538034915924, |
| "learning_rate": 7.042253521126761e-06, |
| "loss": 11.0356, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.8886290558316282, |
| "grad_norm": 0.20443867146968842, |
| "learning_rate": 7.026604068857591e-06, |
| "loss": 9.764, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.893306050862321, |
| "grad_norm": 0.16466206312179565, |
| "learning_rate": 7.01095461658842e-06, |
| "loss": 8.9783, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.8979830458930137, |
| "grad_norm": 0.2051703780889511, |
| "learning_rate": 6.9953051643192495e-06, |
| "loss": 10.5345, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.9026600409237066, |
| "grad_norm": 0.19935429096221924, |
| "learning_rate": 6.979655712050079e-06, |
| "loss": 10.1047, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.9073370359543993, |
| "grad_norm": 0.14471961557865143, |
| "learning_rate": 6.964006259780907e-06, |
| "loss": 8.9315, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.912014030985092, |
| "grad_norm": 0.21026520431041718, |
| "learning_rate": 6.948356807511738e-06, |
| "loss": 11.0192, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.9166910260157849, |
| "grad_norm": 0.22124925255775452, |
| "learning_rate": 6.932707355242568e-06, |
| "loss": 10.7211, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.9213680210464776, |
| "grad_norm": 0.6166573166847229, |
| "learning_rate": 6.917057902973396e-06, |
| "loss": 10.1654, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.9260450160771704, |
| "grad_norm": 0.14892670512199402, |
| "learning_rate": 6.901408450704225e-06, |
| "loss": 9.6949, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.9307220111078632, |
| "grad_norm": 0.17058013379573822, |
| "learning_rate": 6.885758998435055e-06, |
| "loss": 9.9864, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.935399006138556, |
| "grad_norm": 0.19176752865314484, |
| "learning_rate": 6.870109546165885e-06, |
| "loss": 9.7219, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.9400760011692487, |
| "grad_norm": 0.1923060268163681, |
| "learning_rate": 6.854460093896714e-06, |
| "loss": 9.0111, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.9447529961999416, |
| "grad_norm": 0.22771762311458588, |
| "learning_rate": 6.8388106416275434e-06, |
| "loss": 9.9277, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.9494299912306343, |
| "grad_norm": 0.21972382068634033, |
| "learning_rate": 6.823161189358373e-06, |
| "loss": 10.5451, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.9541069862613271, |
| "grad_norm": 0.32944294810295105, |
| "learning_rate": 6.807511737089203e-06, |
| "loss": 9.8053, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.9587839812920199, |
| "grad_norm": 0.1875985562801361, |
| "learning_rate": 6.791862284820032e-06, |
| "loss": 10.3256, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.9634609763227127, |
| "grad_norm": 0.17583012580871582, |
| "learning_rate": 6.7762128325508615e-06, |
| "loss": 10.4922, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.9681379713534054, |
| "grad_norm": 0.22149552404880524, |
| "learning_rate": 6.760563380281691e-06, |
| "loss": 10.1547, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.9728149663840983, |
| "grad_norm": 0.18506276607513428, |
| "learning_rate": 6.74491392801252e-06, |
| "loss": 10.5188, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.977491961414791, |
| "grad_norm": 0.21199573576450348, |
| "learning_rate": 6.72926447574335e-06, |
| "loss": 11.3258, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.9821689564454837, |
| "grad_norm": 0.18747669458389282, |
| "learning_rate": 6.71361502347418e-06, |
| "loss": 10.251, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.9868459514761766, |
| "grad_norm": 0.1887262761592865, |
| "learning_rate": 6.697965571205008e-06, |
| "loss": 9.2012, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.9915229465068693, |
| "grad_norm": 0.16557927429676056, |
| "learning_rate": 6.682316118935837e-06, |
| "loss": 9.2171, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.9961999415375621, |
| "grad_norm": 0.19340123236179352, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 9.4988, |
| "step": 213 |
| }, |
| { |
| "epoch": 1.0046769950306929, |
| "grad_norm": 0.3001099228858948, |
| "learning_rate": 6.651017214397497e-06, |
| "loss": 11.8577, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.0093539900613855, |
| "grad_norm": 0.18085287511348724, |
| "learning_rate": 6.635367762128326e-06, |
| "loss": 10.4356, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.0140309850920783, |
| "grad_norm": 0.17791183292865753, |
| "learning_rate": 6.619718309859155e-06, |
| "loss": 10.3929, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.0187079801227712, |
| "grad_norm": 0.20649202167987823, |
| "learning_rate": 6.604068857589985e-06, |
| "loss": 9.342, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.0233849751534638, |
| "grad_norm": 0.2049955129623413, |
| "learning_rate": 6.588419405320814e-06, |
| "loss": 10.656, |
| "step": 218 |
| }, |
| { |
| "epoch": 1.0280619701841567, |
| "grad_norm": 0.18064165115356445, |
| "learning_rate": 6.572769953051644e-06, |
| "loss": 10.1633, |
| "step": 219 |
| }, |
| { |
| "epoch": 1.0327389652148495, |
| "grad_norm": 0.1652020812034607, |
| "learning_rate": 6.5571205007824735e-06, |
| "loss": 8.9937, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.0374159602455422, |
| "grad_norm": 0.16658996045589447, |
| "learning_rate": 6.541471048513303e-06, |
| "loss": 11.0051, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.042092955276235, |
| "grad_norm": 0.1875378042459488, |
| "learning_rate": 6.525821596244132e-06, |
| "loss": 9.7089, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.0467699503069279, |
| "grad_norm": 0.19267050921916962, |
| "learning_rate": 6.510172143974961e-06, |
| "loss": 10.0252, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.0514469453376205, |
| "grad_norm": 0.2656681537628174, |
| "learning_rate": 6.4945226917057916e-06, |
| "loss": 9.7082, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.0561239403683134, |
| "grad_norm": 0.16058804094791412, |
| "learning_rate": 6.478873239436621e-06, |
| "loss": 9.6689, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.0608009353990062, |
| "grad_norm": 0.14145280420780182, |
| "learning_rate": 6.463223787167449e-06, |
| "loss": 8.6923, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.0654779304296988, |
| "grad_norm": 0.14217382669448853, |
| "learning_rate": 6.447574334898279e-06, |
| "loss": 10.4302, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.0701549254603917, |
| "grad_norm": 0.18387371301651, |
| "learning_rate": 6.431924882629108e-06, |
| "loss": 9.5514, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.0748319204910846, |
| "grad_norm": 0.15731996297836304, |
| "learning_rate": 6.416275430359938e-06, |
| "loss": 9.2854, |
| "step": 229 |
| }, |
| { |
| "epoch": 1.0795089155217772, |
| "grad_norm": 0.1794990450143814, |
| "learning_rate": 6.400625978090767e-06, |
| "loss": 11.0837, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.08418591055247, |
| "grad_norm": 0.19289837777614594, |
| "learning_rate": 6.384976525821597e-06, |
| "loss": 9.3129, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.088862905583163, |
| "grad_norm": 0.1858958899974823, |
| "learning_rate": 6.369327073552426e-06, |
| "loss": 10.7238, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.0935399006138555, |
| "grad_norm": 0.26388686895370483, |
| "learning_rate": 6.353677621283255e-06, |
| "loss": 9.2242, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.0982168956445484, |
| "grad_norm": 0.17551296949386597, |
| "learning_rate": 6.3380281690140855e-06, |
| "loss": 8.3665, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.1028938906752412, |
| "grad_norm": 0.20290863513946533, |
| "learning_rate": 6.322378716744915e-06, |
| "loss": 9.6916, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.1075708857059339, |
| "grad_norm": 0.11323179304599762, |
| "learning_rate": 6.306729264475744e-06, |
| "loss": 10.218, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.1122478807366267, |
| "grad_norm": 0.22893109917640686, |
| "learning_rate": 6.291079812206573e-06, |
| "loss": 10.3068, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.1169248757673196, |
| "grad_norm": 0.1943362057209015, |
| "learning_rate": 6.275430359937402e-06, |
| "loss": 9.738, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.1216018707980122, |
| "grad_norm": 0.22017931938171387, |
| "learning_rate": 6.259780907668233e-06, |
| "loss": 8.5765, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.126278865828705, |
| "grad_norm": 0.1584814190864563, |
| "learning_rate": 6.244131455399062e-06, |
| "loss": 11.0436, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.130955860859398, |
| "grad_norm": 0.182816743850708, |
| "learning_rate": 6.228482003129891e-06, |
| "loss": 11.1518, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.1356328558900906, |
| "grad_norm": 0.21375828981399536, |
| "learning_rate": 6.21283255086072e-06, |
| "loss": 10.0972, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.1403098509207834, |
| "grad_norm": 0.1926356703042984, |
| "learning_rate": 6.197183098591549e-06, |
| "loss": 9.0861, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.1449868459514763, |
| "grad_norm": 0.13788476586341858, |
| "learning_rate": 6.181533646322379e-06, |
| "loss": 9.1896, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.149663840982169, |
| "grad_norm": 0.24886344373226166, |
| "learning_rate": 6.165884194053209e-06, |
| "loss": 8.9126, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.1543408360128617, |
| "grad_norm": 0.21492387354373932, |
| "learning_rate": 6.150234741784038e-06, |
| "loss": 9.1809, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.1590178310435546, |
| "grad_norm": 0.20666466653347015, |
| "learning_rate": 6.134585289514867e-06, |
| "loss": 9.8609, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.1636948260742472, |
| "grad_norm": 0.12884530425071716, |
| "learning_rate": 6.118935837245697e-06, |
| "loss": 9.0015, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.16837182110494, |
| "grad_norm": 0.2109869420528412, |
| "learning_rate": 6.103286384976527e-06, |
| "loss": 8.4398, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.173048816135633, |
| "grad_norm": 0.1602170467376709, |
| "learning_rate": 6.087636932707356e-06, |
| "loss": 8.9123, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.1777258111663256, |
| "grad_norm": 0.1901443898677826, |
| "learning_rate": 6.071987480438185e-06, |
| "loss": 9.3279, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.1824028061970184, |
| "grad_norm": 0.12106055021286011, |
| "learning_rate": 6.056338028169015e-06, |
| "loss": 8.8215, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.1870798012277113, |
| "grad_norm": 0.15600277483463287, |
| "learning_rate": 6.040688575899843e-06, |
| "loss": 9.5461, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.191756796258404, |
| "grad_norm": 0.211564302444458, |
| "learning_rate": 6.025039123630674e-06, |
| "loss": 9.9196, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.1964337912890968, |
| "grad_norm": 0.16480544209480286, |
| "learning_rate": 6.0093896713615026e-06, |
| "loss": 9.488, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.2011107863197896, |
| "grad_norm": 0.22194457054138184, |
| "learning_rate": 5.993740219092332e-06, |
| "loss": 10.415, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.2057877813504823, |
| "grad_norm": 0.27972927689552307, |
| "learning_rate": 5.978090766823161e-06, |
| "loss": 9.3022, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.2104647763811751, |
| "grad_norm": 0.23484700918197632, |
| "learning_rate": 5.9624413145539905e-06, |
| "loss": 8.218, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.215141771411868, |
| "grad_norm": 0.20119240880012512, |
| "learning_rate": 5.946791862284821e-06, |
| "loss": 8.204, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.2198187664425606, |
| "grad_norm": 0.19867953658103943, |
| "learning_rate": 5.93114241001565e-06, |
| "loss": 9.4491, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.2244957614732535, |
| "grad_norm": 0.19878610968589783, |
| "learning_rate": 5.915492957746479e-06, |
| "loss": 10.683, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.2291727565039463, |
| "grad_norm": 0.18710929155349731, |
| "learning_rate": 5.8998435054773086e-06, |
| "loss": 10.2426, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.233849751534639, |
| "grad_norm": 0.1873483806848526, |
| "learning_rate": 5.884194053208139e-06, |
| "loss": 10.1553, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.2385267465653318, |
| "grad_norm": 0.26153287291526794, |
| "learning_rate": 5.868544600938968e-06, |
| "loss": 9.8046, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.2432037415960246, |
| "grad_norm": 0.17956022918224335, |
| "learning_rate": 5.852895148669797e-06, |
| "loss": 9.2137, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.2478807366267173, |
| "grad_norm": 0.15572352707386017, |
| "learning_rate": 5.837245696400627e-06, |
| "loss": 9.2382, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.2525577316574101, |
| "grad_norm": 0.16768573224544525, |
| "learning_rate": 5.821596244131456e-06, |
| "loss": 10.1462, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.257234726688103, |
| "grad_norm": 0.14606249332427979, |
| "learning_rate": 5.805946791862286e-06, |
| "loss": 9.6735, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.2619117217187956, |
| "grad_norm": 0.20985975861549377, |
| "learning_rate": 5.790297339593115e-06, |
| "loss": 10.9061, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.2665887167494885, |
| "grad_norm": 0.17635460197925568, |
| "learning_rate": 5.774647887323944e-06, |
| "loss": 9.1385, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.271265711780181, |
| "grad_norm": 0.19080878794193268, |
| "learning_rate": 5.758998435054773e-06, |
| "loss": 9.8189, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.275942706810874, |
| "grad_norm": 0.1511276364326477, |
| "learning_rate": 5.7433489827856025e-06, |
| "loss": 9.9191, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.2806197018415668, |
| "grad_norm": 0.2525511085987091, |
| "learning_rate": 5.727699530516433e-06, |
| "loss": 8.7398, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.2852966968722597, |
| "grad_norm": 0.18259669840335846, |
| "learning_rate": 5.712050078247262e-06, |
| "loss": 10.7875, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.2899736919029523, |
| "grad_norm": 0.2251911461353302, |
| "learning_rate": 5.696400625978091e-06, |
| "loss": 8.9997, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.2946506869336452, |
| "grad_norm": 0.17306119203567505, |
| "learning_rate": 5.6807511737089205e-06, |
| "loss": 10.0071, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.2993276819643378, |
| "grad_norm": 0.23585619032382965, |
| "learning_rate": 5.66510172143975e-06, |
| "loss": 9.5575, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.3040046769950306, |
| "grad_norm": 0.2100452035665512, |
| "learning_rate": 5.64945226917058e-06, |
| "loss": 9.6862, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.3086816720257235, |
| "grad_norm": 0.19781209528446198, |
| "learning_rate": 5.633802816901409e-06, |
| "loss": 9.6712, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.3133586670564164, |
| "grad_norm": 0.20990189909934998, |
| "learning_rate": 5.618153364632239e-06, |
| "loss": 9.1145, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.318035662087109, |
| "grad_norm": 0.14471188187599182, |
| "learning_rate": 5.602503912363068e-06, |
| "loss": 10.0124, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.3227126571178018, |
| "grad_norm": 0.181657612323761, |
| "learning_rate": 5.586854460093896e-06, |
| "loss": 8.5702, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.3273896521484945, |
| "grad_norm": 0.28895941376686096, |
| "learning_rate": 5.571205007824727e-06, |
| "loss": 8.7288, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.3320666471791873, |
| "grad_norm": 0.19658011198043823, |
| "learning_rate": 5.555555555555557e-06, |
| "loss": 10.2721, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.3367436422098802, |
| "grad_norm": 0.1778428554534912, |
| "learning_rate": 5.539906103286385e-06, |
| "loss": 8.6042, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.341420637240573, |
| "grad_norm": 0.1622474491596222, |
| "learning_rate": 5.5242566510172144e-06, |
| "loss": 9.0871, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.3460976322712657, |
| "grad_norm": 0.17768928408622742, |
| "learning_rate": 5.508607198748044e-06, |
| "loss": 9.1438, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.3507746273019585, |
| "grad_norm": 0.15472590923309326, |
| "learning_rate": 5.492957746478874e-06, |
| "loss": 8.1626, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.3554516223326512, |
| "grad_norm": 0.151944100856781, |
| "learning_rate": 5.477308294209703e-06, |
| "loss": 10.6628, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.360128617363344, |
| "grad_norm": 0.2412179410457611, |
| "learning_rate": 5.4616588419405325e-06, |
| "loss": 10.0811, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.3648056123940369, |
| "grad_norm": 0.1254899650812149, |
| "learning_rate": 5.446009389671362e-06, |
| "loss": 8.7967, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.3694826074247297, |
| "grad_norm": 0.1940433233976364, |
| "learning_rate": 5.430359937402191e-06, |
| "loss": 10.7896, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.3741596024554223, |
| "grad_norm": 0.23099660873413086, |
| "learning_rate": 5.414710485133021e-06, |
| "loss": 10.3398, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.3788365974861152, |
| "grad_norm": 0.14648781716823578, |
| "learning_rate": 5.3990610328638506e-06, |
| "loss": 9.3573, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.3835135925168078, |
| "grad_norm": 0.18853303790092468, |
| "learning_rate": 5.38341158059468e-06, |
| "loss": 9.8656, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.3881905875475007, |
| "grad_norm": 0.20366129279136658, |
| "learning_rate": 5.367762128325509e-06, |
| "loss": 10.2061, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.3928675825781935, |
| "grad_norm": 0.18720601499080658, |
| "learning_rate": 5.352112676056338e-06, |
| "loss": 8.4737, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.3975445776088864, |
| "grad_norm": 0.1396239697933197, |
| "learning_rate": 5.336463223787169e-06, |
| "loss": 9.3009, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.402221572639579, |
| "grad_norm": 0.19741852581501007, |
| "learning_rate": 5.320813771517997e-06, |
| "loss": 9.7318, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.4068985676702719, |
| "grad_norm": 0.1550920307636261, |
| "learning_rate": 5.305164319248826e-06, |
| "loss": 9.0948, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.4115755627009645, |
| "grad_norm": 0.20845593512058258, |
| "learning_rate": 5.289514866979656e-06, |
| "loss": 8.555, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.4162525577316574, |
| "grad_norm": 0.15616929531097412, |
| "learning_rate": 5.273865414710485e-06, |
| "loss": 9.293, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.4209295527623502, |
| "grad_norm": 0.18581336736679077, |
| "learning_rate": 5.258215962441315e-06, |
| "loss": 8.6798, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.425606547793043, |
| "grad_norm": 0.14762163162231445, |
| "learning_rate": 5.2425665101721445e-06, |
| "loss": 7.7574, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.4302835428237357, |
| "grad_norm": 0.11617639660835266, |
| "learning_rate": 5.226917057902974e-06, |
| "loss": 9.9937, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.4349605378544286, |
| "grad_norm": 0.12888303399085999, |
| "learning_rate": 5.211267605633803e-06, |
| "loss": 9.5393, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.4396375328851212, |
| "grad_norm": 0.14450183510780334, |
| "learning_rate": 5.195618153364632e-06, |
| "loss": 10.9441, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.444314527915814, |
| "grad_norm": 0.20856888592243195, |
| "learning_rate": 5.1799687010954625e-06, |
| "loss": 9.6833, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.448991522946507, |
| "grad_norm": 0.23422713577747345, |
| "learning_rate": 5.164319248826292e-06, |
| "loss": 9.2532, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.4536685179771998, |
| "grad_norm": 0.19145800173282623, |
| "learning_rate": 5.148669796557121e-06, |
| "loss": 9.7285, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.4583455130078924, |
| "grad_norm": 0.1990247666835785, |
| "learning_rate": 5.1330203442879505e-06, |
| "loss": 7.6512, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.4630225080385852, |
| "grad_norm": 0.17829596996307373, |
| "learning_rate": 5.117370892018779e-06, |
| "loss": 9.5529, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.4676995030692779, |
| "grad_norm": 0.162981778383255, |
| "learning_rate": 5.10172143974961e-06, |
| "loss": 10.0274, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.4723764980999707, |
| "grad_norm": 0.17965111136436462, |
| "learning_rate": 5.086071987480438e-06, |
| "loss": 9.2513, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.4770534931306636, |
| "grad_norm": 0.28804492950439453, |
| "learning_rate": 5.070422535211268e-06, |
| "loss": 10.0194, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.4817304881613564, |
| "grad_norm": 0.1571478545665741, |
| "learning_rate": 5.054773082942097e-06, |
| "loss": 10.0889, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.486407483192049, |
| "grad_norm": 0.2101372927427292, |
| "learning_rate": 5.039123630672926e-06, |
| "loss": 8.6775, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.491084478222742, |
| "grad_norm": 0.20323887467384338, |
| "learning_rate": 5.0234741784037565e-06, |
| "loss": 9.8082, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.4957614732534346, |
| "grad_norm": 0.16192995011806488, |
| "learning_rate": 5.007824726134586e-06, |
| "loss": 8.0025, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.5004384682841274, |
| "grad_norm": 0.16440463066101074, |
| "learning_rate": 4.992175273865415e-06, |
| "loss": 9.579, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.5051154633148203, |
| "grad_norm": 0.19055482745170593, |
| "learning_rate": 4.976525821596244e-06, |
| "loss": 8.7398, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.5097924583455131, |
| "grad_norm": 0.17318573594093323, |
| "learning_rate": 4.960876369327074e-06, |
| "loss": 9.7488, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.5144694533762058, |
| "grad_norm": 0.24867770075798035, |
| "learning_rate": 4.945226917057903e-06, |
| "loss": 10.5706, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.5191464484068986, |
| "grad_norm": 0.1796032041311264, |
| "learning_rate": 4.929577464788733e-06, |
| "loss": 9.4351, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.5238234434375912, |
| "grad_norm": 0.21675661206245422, |
| "learning_rate": 4.9139280125195624e-06, |
| "loss": 10.6771, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.528500438468284, |
| "grad_norm": 0.17892418801784515, |
| "learning_rate": 4.898278560250392e-06, |
| "loss": 7.6976, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.533177433498977, |
| "grad_norm": 0.16854748129844666, |
| "learning_rate": 4.882629107981221e-06, |
| "loss": 9.0202, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.5378544285296698, |
| "grad_norm": 0.20898739993572235, |
| "learning_rate": 4.86697965571205e-06, |
| "loss": 9.3772, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.5425314235603624, |
| "grad_norm": 0.2980878949165344, |
| "learning_rate": 4.85133020344288e-06, |
| "loss": 10.5012, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.5472084185910553, |
| "grad_norm": 0.12076615542173386, |
| "learning_rate": 4.835680751173709e-06, |
| "loss": 10.1389, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.551885413621748, |
| "grad_norm": 0.1814320981502533, |
| "learning_rate": 4.820031298904539e-06, |
| "loss": 8.4015, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.5565624086524408, |
| "grad_norm": 0.16422027349472046, |
| "learning_rate": 4.8043818466353684e-06, |
| "loss": 8.4772, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.5612394036831336, |
| "grad_norm": 0.12222316116094589, |
| "learning_rate": 4.788732394366197e-06, |
| "loss": 8.7358, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.5659163987138265, |
| "grad_norm": 0.20471377670764923, |
| "learning_rate": 4.773082942097027e-06, |
| "loss": 8.9805, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.5705933937445191, |
| "grad_norm": 0.1602873057126999, |
| "learning_rate": 4.757433489827856e-06, |
| "loss": 7.7731, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.575270388775212, |
| "grad_norm": 0.1620335578918457, |
| "learning_rate": 4.741784037558686e-06, |
| "loss": 8.5971, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.5799473838059046, |
| "grad_norm": 0.14822766184806824, |
| "learning_rate": 4.726134585289515e-06, |
| "loss": 8.1521, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.5846243788365975, |
| "grad_norm": 0.16832107305526733, |
| "learning_rate": 4.710485133020345e-06, |
| "loss": 9.0838, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.5893013738672903, |
| "grad_norm": 0.1385219246149063, |
| "learning_rate": 4.694835680751174e-06, |
| "loss": 7.4367, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.5939783688979832, |
| "grad_norm": 0.13664643466472626, |
| "learning_rate": 4.679186228482004e-06, |
| "loss": 8.5027, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.5986553639286758, |
| "grad_norm": 0.18891537189483643, |
| "learning_rate": 4.663536776212833e-06, |
| "loss": 8.6301, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.6033323589593687, |
| "grad_norm": 0.19962970912456512, |
| "learning_rate": 4.647887323943662e-06, |
| "loss": 10.6293, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.6080093539900613, |
| "grad_norm": 0.18747878074645996, |
| "learning_rate": 4.632237871674492e-06, |
| "loss": 10.0322, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.6126863490207541, |
| "grad_norm": 0.3010605573654175, |
| "learning_rate": 4.616588419405321e-06, |
| "loss": 9.1209, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.617363344051447, |
| "grad_norm": 0.11245454847812653, |
| "learning_rate": 4.60093896713615e-06, |
| "loss": 8.0594, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.6220403390821398, |
| "grad_norm": 0.20886649191379547, |
| "learning_rate": 4.58528951486698e-06, |
| "loss": 9.1715, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.6267173341128325, |
| "grad_norm": 0.14630508422851562, |
| "learning_rate": 4.56964006259781e-06, |
| "loss": 8.7735, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.6313943291435253, |
| "grad_norm": 0.21093368530273438, |
| "learning_rate": 4.553990610328639e-06, |
| "loss": 8.2183, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.636071324174218, |
| "grad_norm": 0.22136329114437103, |
| "learning_rate": 4.538341158059468e-06, |
| "loss": 9.067, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.6407483192049108, |
| "grad_norm": 0.15906454622745514, |
| "learning_rate": 4.522691705790298e-06, |
| "loss": 9.3209, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.6454253142356037, |
| "grad_norm": 0.2312268763780594, |
| "learning_rate": 4.507042253521127e-06, |
| "loss": 9.2316, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.6501023092662965, |
| "grad_norm": 0.24528440833091736, |
| "learning_rate": 4.491392801251956e-06, |
| "loss": 9.0482, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.6547793042969892, |
| "grad_norm": 0.19777342677116394, |
| "learning_rate": 4.475743348982786e-06, |
| "loss": 10.1556, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.659456299327682, |
| "grad_norm": 0.2033587247133255, |
| "learning_rate": 4.460093896713616e-06, |
| "loss": 8.9973, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.6641332943583746, |
| "grad_norm": 0.16927585005760193, |
| "learning_rate": 4.444444444444444e-06, |
| "loss": 9.5144, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.6688102893890675, |
| "grad_norm": 0.16959340870380402, |
| "learning_rate": 4.428794992175274e-06, |
| "loss": 9.5447, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.6734872844197604, |
| "grad_norm": 0.18593505024909973, |
| "learning_rate": 4.413145539906104e-06, |
| "loss": 9.6471, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.6781642794504532, |
| "grad_norm": 0.16945506632328033, |
| "learning_rate": 4.397496087636933e-06, |
| "loss": 8.5418, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.6828412744811458, |
| "grad_norm": 0.16277293860912323, |
| "learning_rate": 4.381846635367762e-06, |
| "loss": 9.2884, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.6875182695118387, |
| "grad_norm": 0.2155790776014328, |
| "learning_rate": 4.3661971830985915e-06, |
| "loss": 9.4547, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.6921952645425313, |
| "grad_norm": 0.19257700443267822, |
| "learning_rate": 4.350547730829422e-06, |
| "loss": 8.7859, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.6968722595732242, |
| "grad_norm": 0.21113352477550507, |
| "learning_rate": 4.334898278560251e-06, |
| "loss": 9.3654, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.701549254603917, |
| "grad_norm": 0.17781415581703186, |
| "learning_rate": 4.31924882629108e-06, |
| "loss": 9.5482, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.70622624963461, |
| "grad_norm": 0.14610658586025238, |
| "learning_rate": 4.30359937402191e-06, |
| "loss": 9.2182, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.7109032446653025, |
| "grad_norm": 0.19297371804714203, |
| "learning_rate": 4.287949921752739e-06, |
| "loss": 8.5858, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.7155802396959952, |
| "grad_norm": 0.16764657199382782, |
| "learning_rate": 4.272300469483568e-06, |
| "loss": 8.6679, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.720257234726688, |
| "grad_norm": 0.1740255355834961, |
| "learning_rate": 4.2566510172143975e-06, |
| "loss": 8.3984, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.7249342297573809, |
| "grad_norm": 0.2171589732170105, |
| "learning_rate": 4.241001564945228e-06, |
| "loss": 8.6767, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.7296112247880737, |
| "grad_norm": 0.15334008634090424, |
| "learning_rate": 4.225352112676057e-06, |
| "loss": 9.0357, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.7342882198187666, |
| "grad_norm": 0.1901715248823166, |
| "learning_rate": 4.209702660406886e-06, |
| "loss": 9.1397, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.7389652148494592, |
| "grad_norm": 0.14479465782642365, |
| "learning_rate": 4.194053208137716e-06, |
| "loss": 8.0689, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.7436422098801518, |
| "grad_norm": 0.13776177167892456, |
| "learning_rate": 4.178403755868545e-06, |
| "loss": 8.2216, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.7483192049108447, |
| "grad_norm": 0.13980716466903687, |
| "learning_rate": 4.162754303599374e-06, |
| "loss": 10.2694, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.7529961999415375, |
| "grad_norm": 0.15243536233901978, |
| "learning_rate": 4.1471048513302035e-06, |
| "loss": 8.4832, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.7576731949722304, |
| "grad_norm": 0.1408737152814865, |
| "learning_rate": 4.131455399061034e-06, |
| "loss": 10.5995, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.7623501900029233, |
| "grad_norm": 0.16743288934230804, |
| "learning_rate": 4.115805946791863e-06, |
| "loss": 9.0306, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.7670271850336159, |
| "grad_norm": 0.13096289336681366, |
| "learning_rate": 4.100156494522691e-06, |
| "loss": 8.799, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.7717041800643085, |
| "grad_norm": 0.18536189198493958, |
| "learning_rate": 4.0845070422535216e-06, |
| "loss": 8.6714, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.7763811750950014, |
| "grad_norm": 0.21224500238895416, |
| "learning_rate": 4.068857589984351e-06, |
| "loss": 8.8822, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.7810581701256942, |
| "grad_norm": 0.15303047001361847, |
| "learning_rate": 4.05320813771518e-06, |
| "loss": 8.8666, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.785735165156387, |
| "grad_norm": 0.14419591426849365, |
| "learning_rate": 4.0375586854460095e-06, |
| "loss": 8.916, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.79041216018708, |
| "grad_norm": 0.1363951712846756, |
| "learning_rate": 4.021909233176839e-06, |
| "loss": 8.3857, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.7950891552177726, |
| "grad_norm": 0.20621058344841003, |
| "learning_rate": 4.006259780907669e-06, |
| "loss": 10.1237, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.7997661502484652, |
| "grad_norm": 0.21105414628982544, |
| "learning_rate": 3.990610328638498e-06, |
| "loss": 9.5554, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.804443145279158, |
| "grad_norm": 0.21915097534656525, |
| "learning_rate": 3.9749608763693276e-06, |
| "loss": 7.717, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.809120140309851, |
| "grad_norm": 0.17555522918701172, |
| "learning_rate": 3.959311424100157e-06, |
| "loss": 9.1899, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.8137971353405438, |
| "grad_norm": 0.1890765279531479, |
| "learning_rate": 3.943661971830986e-06, |
| "loss": 8.0672, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.8184741303712366, |
| "grad_norm": 0.16451717913150787, |
| "learning_rate": 3.9280125195618155e-06, |
| "loss": 8.8205, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.8231511254019293, |
| "grad_norm": 0.16023708879947662, |
| "learning_rate": 3.912363067292645e-06, |
| "loss": 9.319, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.8278281204326219, |
| "grad_norm": 0.15548115968704224, |
| "learning_rate": 3.896713615023475e-06, |
| "loss": 8.2246, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.8325051154633147, |
| "grad_norm": 0.21226494014263153, |
| "learning_rate": 3.881064162754304e-06, |
| "loss": 9.135, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.8371821104940076, |
| "grad_norm": 0.14461496472358704, |
| "learning_rate": 3.865414710485133e-06, |
| "loss": 8.962, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.8418591055247004, |
| "grad_norm": 0.20766492187976837, |
| "learning_rate": 3.849765258215963e-06, |
| "loss": 8.8991, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.8465361005553933, |
| "grad_norm": 0.20327630639076233, |
| "learning_rate": 3.834115805946792e-06, |
| "loss": 9.1291, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.851213095586086, |
| "grad_norm": 0.23052388429641724, |
| "learning_rate": 3.8184663536776215e-06, |
| "loss": 8.3602, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.8558900906167786, |
| "grad_norm": 0.16140541434288025, |
| "learning_rate": 3.8028169014084508e-06, |
| "loss": 9.3176, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.8605670856474714, |
| "grad_norm": 0.17049185931682587, |
| "learning_rate": 3.7871674491392805e-06, |
| "loss": 8.6602, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.8652440806781643, |
| "grad_norm": 0.11496849358081818, |
| "learning_rate": 3.77151799687011e-06, |
| "loss": 10.3293, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.8699210757088571, |
| "grad_norm": 0.1907191127538681, |
| "learning_rate": 3.755868544600939e-06, |
| "loss": 8.4035, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.87459807073955, |
| "grad_norm": 0.16409359872341156, |
| "learning_rate": 3.740219092331769e-06, |
| "loss": 8.9062, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.8792750657702426, |
| "grad_norm": 0.15642918646335602, |
| "learning_rate": 3.724569640062598e-06, |
| "loss": 8.8751, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.8839520608009352, |
| "grad_norm": 0.1641726940870285, |
| "learning_rate": 3.708920187793428e-06, |
| "loss": 8.3851, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.888629055831628, |
| "grad_norm": 0.15342937409877777, |
| "learning_rate": 3.693270735524257e-06, |
| "loss": 9.3965, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.893306050862321, |
| "grad_norm": 0.15916384756565094, |
| "learning_rate": 3.677621283255086e-06, |
| "loss": 8.7446, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.8979830458930138, |
| "grad_norm": 0.21401815116405487, |
| "learning_rate": 3.6619718309859158e-06, |
| "loss": 8.8994, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.9026600409237067, |
| "grad_norm": 0.19148550927639008, |
| "learning_rate": 3.646322378716745e-06, |
| "loss": 8.5996, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.9073370359543993, |
| "grad_norm": 0.1755845844745636, |
| "learning_rate": 3.630672926447575e-06, |
| "loss": 8.7611, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.912014030985092, |
| "grad_norm": 0.17193089425563812, |
| "learning_rate": 3.615023474178404e-06, |
| "loss": 8.9488, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.9166910260157848, |
| "grad_norm": 0.17173364758491516, |
| "learning_rate": 3.5993740219092334e-06, |
| "loss": 8.0517, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.9213680210464776, |
| "grad_norm": 0.22657723724842072, |
| "learning_rate": 3.583724569640063e-06, |
| "loss": 8.7361, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.9260450160771705, |
| "grad_norm": 0.21941417455673218, |
| "learning_rate": 3.568075117370892e-06, |
| "loss": 9.2343, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.9307220111078633, |
| "grad_norm": 0.18514755368232727, |
| "learning_rate": 3.5524256651017218e-06, |
| "loss": 8.2767, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.935399006138556, |
| "grad_norm": 0.13066066801548004, |
| "learning_rate": 3.536776212832551e-06, |
| "loss": 8.7371, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.9400760011692486, |
| "grad_norm": 0.16903606057167053, |
| "learning_rate": 3.5211267605633804e-06, |
| "loss": 9.3067, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.9447529961999415, |
| "grad_norm": 0.14286428689956665, |
| "learning_rate": 3.50547730829421e-06, |
| "loss": 7.8586, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.9494299912306343, |
| "grad_norm": 0.1969095915555954, |
| "learning_rate": 3.4898278560250394e-06, |
| "loss": 9.6053, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.9541069862613272, |
| "grad_norm": 0.1750202775001526, |
| "learning_rate": 3.474178403755869e-06, |
| "loss": 9.0714, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.95878398129202, |
| "grad_norm": 0.21293002367019653, |
| "learning_rate": 3.458528951486698e-06, |
| "loss": 9.8726, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.9634609763227127, |
| "grad_norm": 0.1672164648771286, |
| "learning_rate": 3.4428794992175273e-06, |
| "loss": 9.5275, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.9681379713534053, |
| "grad_norm": 0.17561869323253632, |
| "learning_rate": 3.427230046948357e-06, |
| "loss": 7.2097, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.9728149663840981, |
| "grad_norm": 0.16326965391635895, |
| "learning_rate": 3.4115805946791864e-06, |
| "loss": 9.3302, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.977491961414791, |
| "grad_norm": 0.15163388848304749, |
| "learning_rate": 3.395931142410016e-06, |
| "loss": 9.1933, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.9821689564454839, |
| "grad_norm": 0.16277414560317993, |
| "learning_rate": 3.3802816901408454e-06, |
| "loss": 8.3196, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.9868459514761767, |
| "grad_norm": 0.18385657668113708, |
| "learning_rate": 3.364632237871675e-06, |
| "loss": 8.1472, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.9915229465068693, |
| "grad_norm": 0.1768423169851303, |
| "learning_rate": 3.348982785602504e-06, |
| "loss": 8.3639, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.996199941537562, |
| "grad_norm": 0.2325451821088791, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 9.265, |
| "step": 426 |
| }, |
| { |
| "epoch": 2.004676995030693, |
| "grad_norm": 0.22825832664966583, |
| "learning_rate": 3.317683881064163e-06, |
| "loss": 10.0732, |
| "step": 427 |
| }, |
| { |
| "epoch": 2.0093539900613857, |
| "grad_norm": 0.16034899652004242, |
| "learning_rate": 3.3020344287949924e-06, |
| "loss": 7.7232, |
| "step": 428 |
| }, |
| { |
| "epoch": 2.014030985092078, |
| "grad_norm": 0.1737372726202011, |
| "learning_rate": 3.286384976525822e-06, |
| "loss": 8.0928, |
| "step": 429 |
| }, |
| { |
| "epoch": 2.018707980122771, |
| "grad_norm": 0.20644846558570862, |
| "learning_rate": 3.2707355242566514e-06, |
| "loss": 8.6956, |
| "step": 430 |
| }, |
| { |
| "epoch": 2.023384975153464, |
| "grad_norm": 0.3140431344509125, |
| "learning_rate": 3.2550860719874807e-06, |
| "loss": 9.0442, |
| "step": 431 |
| }, |
| { |
| "epoch": 2.0280619701841567, |
| "grad_norm": 0.2457619458436966, |
| "learning_rate": 3.2394366197183104e-06, |
| "loss": 8.6256, |
| "step": 432 |
| }, |
| { |
| "epoch": 2.0327389652148495, |
| "grad_norm": 0.2014688104391098, |
| "learning_rate": 3.2237871674491393e-06, |
| "loss": 9.7276, |
| "step": 433 |
| }, |
| { |
| "epoch": 2.0374159602455424, |
| "grad_norm": 0.1970800757408142, |
| "learning_rate": 3.208137715179969e-06, |
| "loss": 8.19, |
| "step": 434 |
| }, |
| { |
| "epoch": 2.0420929552762352, |
| "grad_norm": 0.12662629783153534, |
| "learning_rate": 3.1924882629107983e-06, |
| "loss": 9.235, |
| "step": 435 |
| }, |
| { |
| "epoch": 2.0467699503069277, |
| "grad_norm": 0.15353932976722717, |
| "learning_rate": 3.1768388106416277e-06, |
| "loss": 8.8255, |
| "step": 436 |
| }, |
| { |
| "epoch": 2.0514469453376205, |
| "grad_norm": 0.2180812507867813, |
| "learning_rate": 3.1611893583724574e-06, |
| "loss": 9.1142, |
| "step": 437 |
| }, |
| { |
| "epoch": 2.0561239403683134, |
| "grad_norm": 0.18303510546684265, |
| "learning_rate": 3.1455399061032867e-06, |
| "loss": 10.1061, |
| "step": 438 |
| }, |
| { |
| "epoch": 2.060800935399006, |
| "grad_norm": 0.15254124999046326, |
| "learning_rate": 3.1298904538341164e-06, |
| "loss": 8.5431, |
| "step": 439 |
| }, |
| { |
| "epoch": 2.065477930429699, |
| "grad_norm": 0.16063688695430756, |
| "learning_rate": 3.1142410015649453e-06, |
| "loss": 8.4382, |
| "step": 440 |
| }, |
| { |
| "epoch": 2.0701549254603915, |
| "grad_norm": 0.20583708584308624, |
| "learning_rate": 3.0985915492957746e-06, |
| "loss": 8.1778, |
| "step": 441 |
| }, |
| { |
| "epoch": 2.0748319204910843, |
| "grad_norm": 0.11699045449495316, |
| "learning_rate": 3.0829420970266043e-06, |
| "loss": 7.8459, |
| "step": 442 |
| }, |
| { |
| "epoch": 2.079508915521777, |
| "grad_norm": 0.1605014204978943, |
| "learning_rate": 3.0672926447574336e-06, |
| "loss": 8.4224, |
| "step": 443 |
| }, |
| { |
| "epoch": 2.08418591055247, |
| "grad_norm": 0.14405608177185059, |
| "learning_rate": 3.0516431924882634e-06, |
| "loss": 8.3442, |
| "step": 444 |
| }, |
| { |
| "epoch": 2.088862905583163, |
| "grad_norm": 0.17145852744579315, |
| "learning_rate": 3.0359937402190927e-06, |
| "loss": 8.7685, |
| "step": 445 |
| }, |
| { |
| "epoch": 2.0935399006138558, |
| "grad_norm": 0.14711640775203705, |
| "learning_rate": 3.0203442879499216e-06, |
| "loss": 7.3568, |
| "step": 446 |
| }, |
| { |
| "epoch": 2.098216895644548, |
| "grad_norm": 0.13734185695648193, |
| "learning_rate": 3.0046948356807513e-06, |
| "loss": 8.4425, |
| "step": 447 |
| }, |
| { |
| "epoch": 2.102893890675241, |
| "grad_norm": 0.1571117639541626, |
| "learning_rate": 2.9890453834115806e-06, |
| "loss": 7.6952, |
| "step": 448 |
| }, |
| { |
| "epoch": 2.107570885705934, |
| "grad_norm": 0.15319029986858368, |
| "learning_rate": 2.9733959311424103e-06, |
| "loss": 7.9937, |
| "step": 449 |
| }, |
| { |
| "epoch": 2.1122478807366267, |
| "grad_norm": 0.18363691866397858, |
| "learning_rate": 2.9577464788732396e-06, |
| "loss": 8.4406, |
| "step": 450 |
| }, |
| { |
| "epoch": 2.1169248757673196, |
| "grad_norm": 0.1433074176311493, |
| "learning_rate": 2.9420970266040694e-06, |
| "loss": 9.7219, |
| "step": 451 |
| }, |
| { |
| "epoch": 2.1216018707980124, |
| "grad_norm": 0.14841365814208984, |
| "learning_rate": 2.9264475743348987e-06, |
| "loss": 8.2459, |
| "step": 452 |
| }, |
| { |
| "epoch": 2.126278865828705, |
| "grad_norm": 0.18753403425216675, |
| "learning_rate": 2.910798122065728e-06, |
| "loss": 8.7057, |
| "step": 453 |
| }, |
| { |
| "epoch": 2.1309558608593977, |
| "grad_norm": 0.1748085618019104, |
| "learning_rate": 2.8951486697965577e-06, |
| "loss": 8.5651, |
| "step": 454 |
| }, |
| { |
| "epoch": 2.1356328558900906, |
| "grad_norm": 0.17874014377593994, |
| "learning_rate": 2.8794992175273866e-06, |
| "loss": 8.5838, |
| "step": 455 |
| }, |
| { |
| "epoch": 2.1403098509207834, |
| "grad_norm": 0.16495150327682495, |
| "learning_rate": 2.8638497652582163e-06, |
| "loss": 9.8249, |
| "step": 456 |
| }, |
| { |
| "epoch": 2.1449868459514763, |
| "grad_norm": 0.12347421795129776, |
| "learning_rate": 2.8482003129890456e-06, |
| "loss": 7.1875, |
| "step": 457 |
| }, |
| { |
| "epoch": 2.149663840982169, |
| "grad_norm": 0.1617746353149414, |
| "learning_rate": 2.832550860719875e-06, |
| "loss": 7.7209, |
| "step": 458 |
| }, |
| { |
| "epoch": 2.154340836012862, |
| "grad_norm": 0.160769984126091, |
| "learning_rate": 2.8169014084507046e-06, |
| "loss": 7.7851, |
| "step": 459 |
| }, |
| { |
| "epoch": 2.1590178310435544, |
| "grad_norm": 0.14725424349308014, |
| "learning_rate": 2.801251956181534e-06, |
| "loss": 7.8194, |
| "step": 460 |
| }, |
| { |
| "epoch": 2.1636948260742472, |
| "grad_norm": 0.11912764608860016, |
| "learning_rate": 2.7856025039123637e-06, |
| "loss": 7.7984, |
| "step": 461 |
| }, |
| { |
| "epoch": 2.16837182110494, |
| "grad_norm": 0.17748208343982697, |
| "learning_rate": 2.7699530516431926e-06, |
| "loss": 8.0672, |
| "step": 462 |
| }, |
| { |
| "epoch": 2.173048816135633, |
| "grad_norm": 0.1708259880542755, |
| "learning_rate": 2.754303599374022e-06, |
| "loss": 9.2099, |
| "step": 463 |
| }, |
| { |
| "epoch": 2.177725811166326, |
| "grad_norm": 0.15187622606754303, |
| "learning_rate": 2.7386541471048516e-06, |
| "loss": 8.3165, |
| "step": 464 |
| }, |
| { |
| "epoch": 2.182402806197018, |
| "grad_norm": 0.18263490498065948, |
| "learning_rate": 2.723004694835681e-06, |
| "loss": 9.9331, |
| "step": 465 |
| }, |
| { |
| "epoch": 2.187079801227711, |
| "grad_norm": 0.12427602708339691, |
| "learning_rate": 2.7073552425665106e-06, |
| "loss": 8.5229, |
| "step": 466 |
| }, |
| { |
| "epoch": 2.191756796258404, |
| "grad_norm": 0.13961510360240936, |
| "learning_rate": 2.69170579029734e-06, |
| "loss": 8.3661, |
| "step": 467 |
| }, |
| { |
| "epoch": 2.1964337912890968, |
| "grad_norm": 0.14999401569366455, |
| "learning_rate": 2.676056338028169e-06, |
| "loss": 7.2095, |
| "step": 468 |
| }, |
| { |
| "epoch": 2.2011107863197896, |
| "grad_norm": 0.14472222328186035, |
| "learning_rate": 2.6604068857589986e-06, |
| "loss": 8.6861, |
| "step": 469 |
| }, |
| { |
| "epoch": 2.2057877813504825, |
| "grad_norm": 0.14089444279670715, |
| "learning_rate": 2.644757433489828e-06, |
| "loss": 7.8008, |
| "step": 470 |
| }, |
| { |
| "epoch": 2.210464776381175, |
| "grad_norm": 0.13669133186340332, |
| "learning_rate": 2.6291079812206576e-06, |
| "loss": 8.5063, |
| "step": 471 |
| }, |
| { |
| "epoch": 2.2151417714118677, |
| "grad_norm": 0.1669352799654007, |
| "learning_rate": 2.613458528951487e-06, |
| "loss": 8.7907, |
| "step": 472 |
| }, |
| { |
| "epoch": 2.2198187664425606, |
| "grad_norm": 0.15821270644664764, |
| "learning_rate": 2.597809076682316e-06, |
| "loss": 8.0308, |
| "step": 473 |
| }, |
| { |
| "epoch": 2.2244957614732535, |
| "grad_norm": 0.21483926475048065, |
| "learning_rate": 2.582159624413146e-06, |
| "loss": 8.502, |
| "step": 474 |
| }, |
| { |
| "epoch": 2.2291727565039463, |
| "grad_norm": 0.18459928035736084, |
| "learning_rate": 2.5665101721439752e-06, |
| "loss": 9.5206, |
| "step": 475 |
| }, |
| { |
| "epoch": 2.233849751534639, |
| "grad_norm": 0.1487099826335907, |
| "learning_rate": 2.550860719874805e-06, |
| "loss": 6.9168, |
| "step": 476 |
| }, |
| { |
| "epoch": 2.2385267465653316, |
| "grad_norm": 0.2513448894023895, |
| "learning_rate": 2.535211267605634e-06, |
| "loss": 9.3783, |
| "step": 477 |
| }, |
| { |
| "epoch": 2.2432037415960244, |
| "grad_norm": 0.1873185932636261, |
| "learning_rate": 2.519561815336463e-06, |
| "loss": 8.2886, |
| "step": 478 |
| }, |
| { |
| "epoch": 2.2478807366267173, |
| "grad_norm": 0.19832056760787964, |
| "learning_rate": 2.503912363067293e-06, |
| "loss": 8.1959, |
| "step": 479 |
| }, |
| { |
| "epoch": 2.25255773165741, |
| "grad_norm": 0.20701546967029572, |
| "learning_rate": 2.488262910798122e-06, |
| "loss": 8.1702, |
| "step": 480 |
| }, |
| { |
| "epoch": 2.257234726688103, |
| "grad_norm": 0.12690390646457672, |
| "learning_rate": 2.4726134585289515e-06, |
| "loss": 8.7747, |
| "step": 481 |
| }, |
| { |
| "epoch": 2.261911721718796, |
| "grad_norm": 0.1636572629213333, |
| "learning_rate": 2.4569640062597812e-06, |
| "loss": 7.8555, |
| "step": 482 |
| }, |
| { |
| "epoch": 2.2665887167494887, |
| "grad_norm": 0.12632915377616882, |
| "learning_rate": 2.4413145539906105e-06, |
| "loss": 7.9758, |
| "step": 483 |
| }, |
| { |
| "epoch": 2.271265711780181, |
| "grad_norm": 0.16761943697929382, |
| "learning_rate": 2.42566510172144e-06, |
| "loss": 8.0032, |
| "step": 484 |
| }, |
| { |
| "epoch": 2.275942706810874, |
| "grad_norm": 0.15796944499015808, |
| "learning_rate": 2.4100156494522696e-06, |
| "loss": 8.8154, |
| "step": 485 |
| }, |
| { |
| "epoch": 2.280619701841567, |
| "grad_norm": 0.16528886556625366, |
| "learning_rate": 2.3943661971830984e-06, |
| "loss": 7.3999, |
| "step": 486 |
| }, |
| { |
| "epoch": 2.2852966968722597, |
| "grad_norm": 0.14766015112400055, |
| "learning_rate": 2.378716744913928e-06, |
| "loss": 7.8343, |
| "step": 487 |
| }, |
| { |
| "epoch": 2.2899736919029525, |
| "grad_norm": 0.12624794244766235, |
| "learning_rate": 2.3630672926447575e-06, |
| "loss": 8.0017, |
| "step": 488 |
| }, |
| { |
| "epoch": 2.294650686933645, |
| "grad_norm": 0.16594719886779785, |
| "learning_rate": 2.347417840375587e-06, |
| "loss": 7.7649, |
| "step": 489 |
| }, |
| { |
| "epoch": 2.299327681964338, |
| "grad_norm": 0.1574728637933731, |
| "learning_rate": 2.3317683881064165e-06, |
| "loss": 9.2884, |
| "step": 490 |
| }, |
| { |
| "epoch": 2.3040046769950306, |
| "grad_norm": 0.1298084557056427, |
| "learning_rate": 2.316118935837246e-06, |
| "loss": 8.4339, |
| "step": 491 |
| }, |
| { |
| "epoch": 2.3086816720257235, |
| "grad_norm": 0.15643304586410522, |
| "learning_rate": 2.300469483568075e-06, |
| "loss": 8.0997, |
| "step": 492 |
| }, |
| { |
| "epoch": 2.3133586670564164, |
| "grad_norm": 0.13263966143131256, |
| "learning_rate": 2.284820031298905e-06, |
| "loss": 8.109, |
| "step": 493 |
| }, |
| { |
| "epoch": 2.318035662087109, |
| "grad_norm": 0.21980319917201996, |
| "learning_rate": 2.269170579029734e-06, |
| "loss": 8.2741, |
| "step": 494 |
| }, |
| { |
| "epoch": 2.322712657117802, |
| "grad_norm": 0.13680629432201385, |
| "learning_rate": 2.2535211267605635e-06, |
| "loss": 8.5315, |
| "step": 495 |
| }, |
| { |
| "epoch": 2.3273896521484945, |
| "grad_norm": 0.1529272496700287, |
| "learning_rate": 2.237871674491393e-06, |
| "loss": 8.0531, |
| "step": 496 |
| }, |
| { |
| "epoch": 2.3320666471791873, |
| "grad_norm": 0.174594908952713, |
| "learning_rate": 2.222222222222222e-06, |
| "loss": 7.7507, |
| "step": 497 |
| }, |
| { |
| "epoch": 2.33674364220988, |
| "grad_norm": 0.17085200548171997, |
| "learning_rate": 2.206572769953052e-06, |
| "loss": 7.1328, |
| "step": 498 |
| }, |
| { |
| "epoch": 2.341420637240573, |
| "grad_norm": 0.14975635707378387, |
| "learning_rate": 2.190923317683881e-06, |
| "loss": 9.8064, |
| "step": 499 |
| }, |
| { |
| "epoch": 2.346097632271266, |
| "grad_norm": 0.15309952199459076, |
| "learning_rate": 2.175273865414711e-06, |
| "loss": 8.6898, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.3507746273019583, |
| "grad_norm": 0.13084295392036438, |
| "learning_rate": 2.15962441314554e-06, |
| "loss": 8.1384, |
| "step": 501 |
| }, |
| { |
| "epoch": 2.355451622332651, |
| "grad_norm": 0.16496095061302185, |
| "learning_rate": 2.1439749608763695e-06, |
| "loss": 8.9057, |
| "step": 502 |
| }, |
| { |
| "epoch": 2.360128617363344, |
| "grad_norm": 0.157500758767128, |
| "learning_rate": 2.1283255086071988e-06, |
| "loss": 7.967, |
| "step": 503 |
| }, |
| { |
| "epoch": 2.364805612394037, |
| "grad_norm": 0.1988188475370407, |
| "learning_rate": 2.1126760563380285e-06, |
| "loss": 7.4129, |
| "step": 504 |
| }, |
| { |
| "epoch": 2.3694826074247297, |
| "grad_norm": 0.21104207634925842, |
| "learning_rate": 2.097026604068858e-06, |
| "loss": 7.5442, |
| "step": 505 |
| }, |
| { |
| "epoch": 2.3741596024554226, |
| "grad_norm": 0.20285457372665405, |
| "learning_rate": 2.081377151799687e-06, |
| "loss": 7.3523, |
| "step": 506 |
| }, |
| { |
| "epoch": 2.378836597486115, |
| "grad_norm": 0.24479469656944275, |
| "learning_rate": 2.065727699530517e-06, |
| "loss": 7.8577, |
| "step": 507 |
| }, |
| { |
| "epoch": 2.383513592516808, |
| "grad_norm": 0.150054469704628, |
| "learning_rate": 2.0500782472613457e-06, |
| "loss": 8.2585, |
| "step": 508 |
| }, |
| { |
| "epoch": 2.3881905875475007, |
| "grad_norm": 0.12602077424526215, |
| "learning_rate": 2.0344287949921754e-06, |
| "loss": 7.7554, |
| "step": 509 |
| }, |
| { |
| "epoch": 2.3928675825781935, |
| "grad_norm": 0.18626457452774048, |
| "learning_rate": 2.0187793427230047e-06, |
| "loss": 7.5464, |
| "step": 510 |
| }, |
| { |
| "epoch": 2.3975445776088864, |
| "grad_norm": 0.20931190252304077, |
| "learning_rate": 2.0031298904538345e-06, |
| "loss": 7.5159, |
| "step": 511 |
| }, |
| { |
| "epoch": 2.4022215726395793, |
| "grad_norm": 0.2555796802043915, |
| "learning_rate": 1.9874804381846638e-06, |
| "loss": 7.5645, |
| "step": 512 |
| }, |
| { |
| "epoch": 2.4068985676702717, |
| "grad_norm": 0.17398537695407867, |
| "learning_rate": 1.971830985915493e-06, |
| "loss": 8.211, |
| "step": 513 |
| }, |
| { |
| "epoch": 2.4115755627009645, |
| "grad_norm": 0.19993047416210175, |
| "learning_rate": 1.9561815336463224e-06, |
| "loss": 8.3602, |
| "step": 514 |
| }, |
| { |
| "epoch": 2.4162525577316574, |
| "grad_norm": 0.15980151295661926, |
| "learning_rate": 1.940532081377152e-06, |
| "loss": 7.6245, |
| "step": 515 |
| }, |
| { |
| "epoch": 2.4209295527623502, |
| "grad_norm": 0.16947968304157257, |
| "learning_rate": 1.9248826291079814e-06, |
| "loss": 8.2847, |
| "step": 516 |
| }, |
| { |
| "epoch": 2.425606547793043, |
| "grad_norm": 0.1670764982700348, |
| "learning_rate": 1.9092331768388107e-06, |
| "loss": 8.4169, |
| "step": 517 |
| }, |
| { |
| "epoch": 2.430283542823736, |
| "grad_norm": 0.17053499817848206, |
| "learning_rate": 1.8935837245696402e-06, |
| "loss": 8.8886, |
| "step": 518 |
| }, |
| { |
| "epoch": 2.4349605378544283, |
| "grad_norm": 0.16047680377960205, |
| "learning_rate": 1.8779342723004696e-06, |
| "loss": 7.9574, |
| "step": 519 |
| }, |
| { |
| "epoch": 2.439637532885121, |
| "grad_norm": 0.2619805932044983, |
| "learning_rate": 1.862284820031299e-06, |
| "loss": 8.203, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.444314527915814, |
| "grad_norm": 0.2122809886932373, |
| "learning_rate": 1.8466353677621286e-06, |
| "loss": 7.8094, |
| "step": 521 |
| }, |
| { |
| "epoch": 2.448991522946507, |
| "grad_norm": 0.15507692098617554, |
| "learning_rate": 1.8309859154929579e-06, |
| "loss": 7.7085, |
| "step": 522 |
| }, |
| { |
| "epoch": 2.4536685179771998, |
| "grad_norm": 0.1406126171350479, |
| "learning_rate": 1.8153364632237874e-06, |
| "loss": 8.483, |
| "step": 523 |
| }, |
| { |
| "epoch": 2.4583455130078926, |
| "grad_norm": 0.19436419010162354, |
| "learning_rate": 1.7996870109546167e-06, |
| "loss": 8.271, |
| "step": 524 |
| }, |
| { |
| "epoch": 2.463022508038585, |
| "grad_norm": 0.17198602855205536, |
| "learning_rate": 1.784037558685446e-06, |
| "loss": 8.3665, |
| "step": 525 |
| }, |
| { |
| "epoch": 2.467699503069278, |
| "grad_norm": 0.28165027499198914, |
| "learning_rate": 1.7683881064162755e-06, |
| "loss": 7.8636, |
| "step": 526 |
| }, |
| { |
| "epoch": 2.4723764980999707, |
| "grad_norm": 0.2032092958688736, |
| "learning_rate": 1.752738654147105e-06, |
| "loss": 7.5732, |
| "step": 527 |
| }, |
| { |
| "epoch": 2.4770534931306636, |
| "grad_norm": 0.13977749645709991, |
| "learning_rate": 1.7370892018779346e-06, |
| "loss": 7.2479, |
| "step": 528 |
| }, |
| { |
| "epoch": 2.4817304881613564, |
| "grad_norm": 0.13071084022521973, |
| "learning_rate": 1.7214397496087637e-06, |
| "loss": 7.008, |
| "step": 529 |
| }, |
| { |
| "epoch": 2.4864074831920493, |
| "grad_norm": 0.15741536021232605, |
| "learning_rate": 1.7057902973395932e-06, |
| "loss": 8.0612, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.4910844782227417, |
| "grad_norm": 0.16548508405685425, |
| "learning_rate": 1.6901408450704227e-06, |
| "loss": 8.0312, |
| "step": 531 |
| }, |
| { |
| "epoch": 2.4957614732534346, |
| "grad_norm": 0.16299135982990265, |
| "learning_rate": 1.674491392801252e-06, |
| "loss": 8.8502, |
| "step": 532 |
| }, |
| { |
| "epoch": 2.5004384682841274, |
| "grad_norm": 0.159685879945755, |
| "learning_rate": 1.6588419405320815e-06, |
| "loss": 9.5205, |
| "step": 533 |
| }, |
| { |
| "epoch": 2.5051154633148203, |
| "grad_norm": 0.1804819405078888, |
| "learning_rate": 1.643192488262911e-06, |
| "loss": 7.683, |
| "step": 534 |
| }, |
| { |
| "epoch": 2.509792458345513, |
| "grad_norm": 0.16809211671352386, |
| "learning_rate": 1.6275430359937403e-06, |
| "loss": 8.6418, |
| "step": 535 |
| }, |
| { |
| "epoch": 2.514469453376206, |
| "grad_norm": 0.17984607815742493, |
| "learning_rate": 1.6118935837245697e-06, |
| "loss": 7.68, |
| "step": 536 |
| }, |
| { |
| "epoch": 2.5191464484068984, |
| "grad_norm": 0.17649582028388977, |
| "learning_rate": 1.5962441314553992e-06, |
| "loss": 8.1753, |
| "step": 537 |
| }, |
| { |
| "epoch": 2.5238234434375912, |
| "grad_norm": 0.16467247903347015, |
| "learning_rate": 1.5805946791862287e-06, |
| "loss": 7.6117, |
| "step": 538 |
| }, |
| { |
| "epoch": 2.528500438468284, |
| "grad_norm": 0.17968781292438507, |
| "learning_rate": 1.5649452269170582e-06, |
| "loss": 8.549, |
| "step": 539 |
| }, |
| { |
| "epoch": 2.533177433498977, |
| "grad_norm": 0.15423156321048737, |
| "learning_rate": 1.5492957746478873e-06, |
| "loss": 8.7104, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.53785442852967, |
| "grad_norm": 0.14077003300189972, |
| "learning_rate": 1.5336463223787168e-06, |
| "loss": 8.934, |
| "step": 541 |
| }, |
| { |
| "epoch": 2.542531423560362, |
| "grad_norm": 0.16637051105499268, |
| "learning_rate": 1.5179968701095463e-06, |
| "loss": 7.4252, |
| "step": 542 |
| }, |
| { |
| "epoch": 2.5472084185910555, |
| "grad_norm": 0.1724003106355667, |
| "learning_rate": 1.5023474178403756e-06, |
| "loss": 7.9955, |
| "step": 543 |
| }, |
| { |
| "epoch": 2.551885413621748, |
| "grad_norm": 0.19609539210796356, |
| "learning_rate": 1.4866979655712052e-06, |
| "loss": 8.3348, |
| "step": 544 |
| }, |
| { |
| "epoch": 2.5565624086524408, |
| "grad_norm": 0.12707825005054474, |
| "learning_rate": 1.4710485133020347e-06, |
| "loss": 8.0848, |
| "step": 545 |
| }, |
| { |
| "epoch": 2.5612394036831336, |
| "grad_norm": 0.2031966894865036, |
| "learning_rate": 1.455399061032864e-06, |
| "loss": 9.8729, |
| "step": 546 |
| }, |
| { |
| "epoch": 2.5659163987138265, |
| "grad_norm": 0.18515604734420776, |
| "learning_rate": 1.4397496087636933e-06, |
| "loss": 7.8293, |
| "step": 547 |
| }, |
| { |
| "epoch": 2.5705933937445193, |
| "grad_norm": 0.15621398389339447, |
| "learning_rate": 1.4241001564945228e-06, |
| "loss": 9.3478, |
| "step": 548 |
| }, |
| { |
| "epoch": 2.5752703887752117, |
| "grad_norm": 0.22210869193077087, |
| "learning_rate": 1.4084507042253523e-06, |
| "loss": 8.1303, |
| "step": 549 |
| }, |
| { |
| "epoch": 2.5799473838059046, |
| "grad_norm": 0.27393949031829834, |
| "learning_rate": 1.3928012519561818e-06, |
| "loss": 8.4729, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.5846243788365975, |
| "grad_norm": 0.13042934238910675, |
| "learning_rate": 1.377151799687011e-06, |
| "loss": 8.2335, |
| "step": 551 |
| }, |
| { |
| "epoch": 2.5893013738672903, |
| "grad_norm": 0.207389697432518, |
| "learning_rate": 1.3615023474178405e-06, |
| "loss": 8.0168, |
| "step": 552 |
| }, |
| { |
| "epoch": 2.593978368897983, |
| "grad_norm": 0.14343053102493286, |
| "learning_rate": 1.34585289514867e-06, |
| "loss": 7.9552, |
| "step": 553 |
| }, |
| { |
| "epoch": 2.5986553639286756, |
| "grad_norm": 0.1722148060798645, |
| "learning_rate": 1.3302034428794993e-06, |
| "loss": 7.6877, |
| "step": 554 |
| }, |
| { |
| "epoch": 2.603332358959369, |
| "grad_norm": 0.18076814711093903, |
| "learning_rate": 1.3145539906103288e-06, |
| "loss": 8.0741, |
| "step": 555 |
| }, |
| { |
| "epoch": 2.6080093539900613, |
| "grad_norm": 0.14633478224277496, |
| "learning_rate": 1.298904538341158e-06, |
| "loss": 7.3683, |
| "step": 556 |
| }, |
| { |
| "epoch": 2.612686349020754, |
| "grad_norm": 0.14783795177936554, |
| "learning_rate": 1.2832550860719876e-06, |
| "loss": 7.8992, |
| "step": 557 |
| }, |
| { |
| "epoch": 2.617363344051447, |
| "grad_norm": 0.15360093116760254, |
| "learning_rate": 1.267605633802817e-06, |
| "loss": 8.8425, |
| "step": 558 |
| }, |
| { |
| "epoch": 2.62204033908214, |
| "grad_norm": 0.1691809445619583, |
| "learning_rate": 1.2519561815336464e-06, |
| "loss": 8.669, |
| "step": 559 |
| }, |
| { |
| "epoch": 2.6267173341128327, |
| "grad_norm": 0.16426807641983032, |
| "learning_rate": 1.2363067292644757e-06, |
| "loss": 9.1265, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.631394329143525, |
| "grad_norm": 0.1331864446401596, |
| "learning_rate": 1.2206572769953053e-06, |
| "loss": 7.4892, |
| "step": 561 |
| }, |
| { |
| "epoch": 2.636071324174218, |
| "grad_norm": 0.1330748349428177, |
| "learning_rate": 1.2050078247261348e-06, |
| "loss": 8.6181, |
| "step": 562 |
| }, |
| { |
| "epoch": 2.640748319204911, |
| "grad_norm": 0.14942462742328644, |
| "learning_rate": 1.189358372456964e-06, |
| "loss": 7.8301, |
| "step": 563 |
| }, |
| { |
| "epoch": 2.6454253142356037, |
| "grad_norm": 0.16964685916900635, |
| "learning_rate": 1.1737089201877936e-06, |
| "loss": 7.1293, |
| "step": 564 |
| }, |
| { |
| "epoch": 2.6501023092662965, |
| "grad_norm": 0.1727379858493805, |
| "learning_rate": 1.158059467918623e-06, |
| "loss": 7.1773, |
| "step": 565 |
| }, |
| { |
| "epoch": 2.654779304296989, |
| "grad_norm": 0.14950168132781982, |
| "learning_rate": 1.1424100156494524e-06, |
| "loss": 7.5172, |
| "step": 566 |
| }, |
| { |
| "epoch": 2.6594562993276822, |
| "grad_norm": 0.16068300604820251, |
| "learning_rate": 1.1267605633802817e-06, |
| "loss": 8.7739, |
| "step": 567 |
| }, |
| { |
| "epoch": 2.6641332943583746, |
| "grad_norm": 0.18006567656993866, |
| "learning_rate": 1.111111111111111e-06, |
| "loss": 8.2067, |
| "step": 568 |
| }, |
| { |
| "epoch": 2.6688102893890675, |
| "grad_norm": 0.19861166179180145, |
| "learning_rate": 1.0954616588419406e-06, |
| "loss": 7.1208, |
| "step": 569 |
| }, |
| { |
| "epoch": 2.6734872844197604, |
| "grad_norm": 0.13374726474285126, |
| "learning_rate": 1.07981220657277e-06, |
| "loss": 7.8631, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.678164279450453, |
| "grad_norm": 0.17814220488071442, |
| "learning_rate": 1.0641627543035994e-06, |
| "loss": 7.4765, |
| "step": 571 |
| }, |
| { |
| "epoch": 2.682841274481146, |
| "grad_norm": 0.22474409639835358, |
| "learning_rate": 1.048513302034429e-06, |
| "loss": 7.0754, |
| "step": 572 |
| }, |
| { |
| "epoch": 2.6875182695118385, |
| "grad_norm": 0.16655339300632477, |
| "learning_rate": 1.0328638497652584e-06, |
| "loss": 7.2505, |
| "step": 573 |
| }, |
| { |
| "epoch": 2.6921952645425313, |
| "grad_norm": 0.172933891415596, |
| "learning_rate": 1.0172143974960877e-06, |
| "loss": 8.0832, |
| "step": 574 |
| }, |
| { |
| "epoch": 2.696872259573224, |
| "grad_norm": 0.14097332954406738, |
| "learning_rate": 1.0015649452269172e-06, |
| "loss": 8.0197, |
| "step": 575 |
| }, |
| { |
| "epoch": 2.701549254603917, |
| "grad_norm": 0.1363203376531601, |
| "learning_rate": 9.859154929577465e-07, |
| "loss": 7.2466, |
| "step": 576 |
| }, |
| { |
| "epoch": 2.70622624963461, |
| "grad_norm": 0.17508287727832794, |
| "learning_rate": 9.70266040688576e-07, |
| "loss": 9.3567, |
| "step": 577 |
| }, |
| { |
| "epoch": 2.7109032446653023, |
| "grad_norm": 0.169004425406456, |
| "learning_rate": 9.546165884194054e-07, |
| "loss": 8.0132, |
| "step": 578 |
| }, |
| { |
| "epoch": 2.715580239695995, |
| "grad_norm": 0.14103683829307556, |
| "learning_rate": 9.389671361502348e-07, |
| "loss": 9.0192, |
| "step": 579 |
| }, |
| { |
| "epoch": 2.720257234726688, |
| "grad_norm": 0.197422057390213, |
| "learning_rate": 9.233176838810643e-07, |
| "loss": 7.2779, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.724934229757381, |
| "grad_norm": 0.1950581669807434, |
| "learning_rate": 9.076682316118937e-07, |
| "loss": 7.6089, |
| "step": 581 |
| }, |
| { |
| "epoch": 2.7296112247880737, |
| "grad_norm": 0.23691439628601074, |
| "learning_rate": 8.92018779342723e-07, |
| "loss": 7.9658, |
| "step": 582 |
| }, |
| { |
| "epoch": 2.7342882198187666, |
| "grad_norm": 0.2558799684047699, |
| "learning_rate": 8.763693270735525e-07, |
| "loss": 8.4791, |
| "step": 583 |
| }, |
| { |
| "epoch": 2.7389652148494594, |
| "grad_norm": 0.17010214924812317, |
| "learning_rate": 8.607198748043818e-07, |
| "loss": 8.4854, |
| "step": 584 |
| }, |
| { |
| "epoch": 2.743642209880152, |
| "grad_norm": 0.13403132557868958, |
| "learning_rate": 8.450704225352114e-07, |
| "loss": 6.7996, |
| "step": 585 |
| }, |
| { |
| "epoch": 2.7483192049108447, |
| "grad_norm": 0.14201347529888153, |
| "learning_rate": 8.294209702660408e-07, |
| "loss": 8.3937, |
| "step": 586 |
| }, |
| { |
| "epoch": 2.7529961999415375, |
| "grad_norm": 0.28258565068244934, |
| "learning_rate": 8.137715179968702e-07, |
| "loss": 9.3709, |
| "step": 587 |
| }, |
| { |
| "epoch": 2.7576731949722304, |
| "grad_norm": 0.17337313294410706, |
| "learning_rate": 7.981220657276996e-07, |
| "loss": 7.6751, |
| "step": 588 |
| }, |
| { |
| "epoch": 2.7623501900029233, |
| "grad_norm": 0.1940070241689682, |
| "learning_rate": 7.824726134585291e-07, |
| "loss": 7.3925, |
| "step": 589 |
| }, |
| { |
| "epoch": 2.7670271850336157, |
| "grad_norm": 0.14429809153079987, |
| "learning_rate": 7.668231611893584e-07, |
| "loss": 7.4402, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.7717041800643085, |
| "grad_norm": 0.17765949666500092, |
| "learning_rate": 7.511737089201878e-07, |
| "loss": 7.6954, |
| "step": 591 |
| }, |
| { |
| "epoch": 2.7763811750950014, |
| "grad_norm": 0.15836399793624878, |
| "learning_rate": 7.355242566510173e-07, |
| "loss": 7.6582, |
| "step": 592 |
| }, |
| { |
| "epoch": 2.7810581701256942, |
| "grad_norm": 0.14881688356399536, |
| "learning_rate": 7.198748043818466e-07, |
| "loss": 8.7099, |
| "step": 593 |
| }, |
| { |
| "epoch": 2.785735165156387, |
| "grad_norm": 0.21536029875278473, |
| "learning_rate": 7.042253521126762e-07, |
| "loss": 8.3015, |
| "step": 594 |
| }, |
| { |
| "epoch": 2.79041216018708, |
| "grad_norm": 0.14025098085403442, |
| "learning_rate": 6.885758998435055e-07, |
| "loss": 8.7512, |
| "step": 595 |
| }, |
| { |
| "epoch": 2.795089155217773, |
| "grad_norm": 0.13290052115917206, |
| "learning_rate": 6.72926447574335e-07, |
| "loss": 7.5792, |
| "step": 596 |
| }, |
| { |
| "epoch": 2.799766150248465, |
| "grad_norm": 0.3149656057357788, |
| "learning_rate": 6.572769953051644e-07, |
| "loss": 8.4982, |
| "step": 597 |
| }, |
| { |
| "epoch": 2.804443145279158, |
| "grad_norm": 0.16543497145175934, |
| "learning_rate": 6.416275430359938e-07, |
| "loss": 8.3097, |
| "step": 598 |
| }, |
| { |
| "epoch": 2.809120140309851, |
| "grad_norm": 0.17708784341812134, |
| "learning_rate": 6.259780907668232e-07, |
| "loss": 8.8047, |
| "step": 599 |
| }, |
| { |
| "epoch": 2.8137971353405438, |
| "grad_norm": 0.14560888707637787, |
| "learning_rate": 6.103286384976526e-07, |
| "loss": 8.0925, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.8184741303712366, |
| "grad_norm": 0.1902446448802948, |
| "learning_rate": 5.94679186228482e-07, |
| "loss": 7.7629, |
| "step": 601 |
| }, |
| { |
| "epoch": 2.823151125401929, |
| "grad_norm": 0.1473388820886612, |
| "learning_rate": 5.790297339593115e-07, |
| "loss": 8.1077, |
| "step": 602 |
| }, |
| { |
| "epoch": 2.827828120432622, |
| "grad_norm": 0.16258402168750763, |
| "learning_rate": 5.633802816901409e-07, |
| "loss": 7.8582, |
| "step": 603 |
| }, |
| { |
| "epoch": 2.8325051154633147, |
| "grad_norm": 0.1769980639219284, |
| "learning_rate": 5.477308294209703e-07, |
| "loss": 7.1382, |
| "step": 604 |
| }, |
| { |
| "epoch": 2.8371821104940076, |
| "grad_norm": 0.1444021314382553, |
| "learning_rate": 5.320813771517997e-07, |
| "loss": 7.1383, |
| "step": 605 |
| }, |
| { |
| "epoch": 2.8418591055247004, |
| "grad_norm": 0.21616753935813904, |
| "learning_rate": 5.164319248826292e-07, |
| "loss": 7.605, |
| "step": 606 |
| }, |
| { |
| "epoch": 2.8465361005553933, |
| "grad_norm": 0.20384635031223297, |
| "learning_rate": 5.007824726134586e-07, |
| "loss": 8.8131, |
| "step": 607 |
| }, |
| { |
| "epoch": 2.851213095586086, |
| "grad_norm": 0.1579245626926422, |
| "learning_rate": 4.85133020344288e-07, |
| "loss": 7.8475, |
| "step": 608 |
| }, |
| { |
| "epoch": 2.8558900906167786, |
| "grad_norm": 0.20689930021762848, |
| "learning_rate": 4.694835680751174e-07, |
| "loss": 7.1765, |
| "step": 609 |
| }, |
| { |
| "epoch": 2.8605670856474714, |
| "grad_norm": 0.1589430868625641, |
| "learning_rate": 4.5383411580594685e-07, |
| "loss": 8.8879, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.8652440806781643, |
| "grad_norm": 0.16509409248828888, |
| "learning_rate": 4.3818466353677626e-07, |
| "loss": 7.6589, |
| "step": 611 |
| }, |
| { |
| "epoch": 2.869921075708857, |
| "grad_norm": 0.1439896821975708, |
| "learning_rate": 4.225352112676057e-07, |
| "loss": 8.0296, |
| "step": 612 |
| }, |
| { |
| "epoch": 2.87459807073955, |
| "grad_norm": 0.19501394033432007, |
| "learning_rate": 4.068857589984351e-07, |
| "loss": 8.5349, |
| "step": 613 |
| }, |
| { |
| "epoch": 2.8792750657702424, |
| "grad_norm": 0.18828211724758148, |
| "learning_rate": 3.9123630672926455e-07, |
| "loss": 7.3593, |
| "step": 614 |
| }, |
| { |
| "epoch": 2.8839520608009352, |
| "grad_norm": 0.15072734653949738, |
| "learning_rate": 3.755868544600939e-07, |
| "loss": 8.2512, |
| "step": 615 |
| }, |
| { |
| "epoch": 2.888629055831628, |
| "grad_norm": 0.1598856896162033, |
| "learning_rate": 3.599374021909233e-07, |
| "loss": 7.3246, |
| "step": 616 |
| }, |
| { |
| "epoch": 2.893306050862321, |
| "grad_norm": 0.15382905304431915, |
| "learning_rate": 3.4428794992175273e-07, |
| "loss": 7.674, |
| "step": 617 |
| }, |
| { |
| "epoch": 2.897983045893014, |
| "grad_norm": 0.13851745426654816, |
| "learning_rate": 3.286384976525822e-07, |
| "loss": 7.6664, |
| "step": 618 |
| }, |
| { |
| "epoch": 2.9026600409237067, |
| "grad_norm": 0.12572415173053741, |
| "learning_rate": 3.129890453834116e-07, |
| "loss": 8.6634, |
| "step": 619 |
| }, |
| { |
| "epoch": 2.9073370359543995, |
| "grad_norm": 0.181121364235878, |
| "learning_rate": 2.97339593114241e-07, |
| "loss": 7.5301, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.912014030985092, |
| "grad_norm": 0.18877944350242615, |
| "learning_rate": 2.8169014084507043e-07, |
| "loss": 7.4353, |
| "step": 621 |
| }, |
| { |
| "epoch": 2.916691026015785, |
| "grad_norm": 0.1800297349691391, |
| "learning_rate": 2.6604068857589984e-07, |
| "loss": 8.0261, |
| "step": 622 |
| }, |
| { |
| "epoch": 2.9213680210464776, |
| "grad_norm": 0.1459706425666809, |
| "learning_rate": 2.503912363067293e-07, |
| "loss": 8.5898, |
| "step": 623 |
| }, |
| { |
| "epoch": 2.9260450160771705, |
| "grad_norm": 0.19272330403327942, |
| "learning_rate": 2.347417840375587e-07, |
| "loss": 7.5655, |
| "step": 624 |
| }, |
| { |
| "epoch": 2.9307220111078633, |
| "grad_norm": 0.13995127379894257, |
| "learning_rate": 2.1909233176838813e-07, |
| "loss": 8.807, |
| "step": 625 |
| }, |
| { |
| "epoch": 2.9353990061385558, |
| "grad_norm": 0.19578878581523895, |
| "learning_rate": 2.0344287949921754e-07, |
| "loss": 8.2283, |
| "step": 626 |
| }, |
| { |
| "epoch": 2.9400760011692486, |
| "grad_norm": 0.18744409084320068, |
| "learning_rate": 1.8779342723004696e-07, |
| "loss": 7.8586, |
| "step": 627 |
| }, |
| { |
| "epoch": 2.9447529961999415, |
| "grad_norm": 0.18906202912330627, |
| "learning_rate": 1.7214397496087637e-07, |
| "loss": 8.9175, |
| "step": 628 |
| }, |
| { |
| "epoch": 2.9494299912306343, |
| "grad_norm": 0.2817856967449188, |
| "learning_rate": 1.564945226917058e-07, |
| "loss": 7.8464, |
| "step": 629 |
| }, |
| { |
| "epoch": 2.954106986261327, |
| "grad_norm": 0.1482636034488678, |
| "learning_rate": 1.4084507042253522e-07, |
| "loss": 8.0478, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.95878398129202, |
| "grad_norm": 0.1729574054479599, |
| "learning_rate": 1.2519561815336465e-07, |
| "loss": 8.3514, |
| "step": 631 |
| }, |
| { |
| "epoch": 2.963460976322713, |
| "grad_norm": 0.23052264750003815, |
| "learning_rate": 1.0954616588419407e-07, |
| "loss": 8.397, |
| "step": 632 |
| }, |
| { |
| "epoch": 2.9681379713534053, |
| "grad_norm": 0.16747911274433136, |
| "learning_rate": 9.389671361502348e-08, |
| "loss": 8.0443, |
| "step": 633 |
| }, |
| { |
| "epoch": 2.972814966384098, |
| "grad_norm": 0.14860796928405762, |
| "learning_rate": 7.82472613458529e-08, |
| "loss": 7.317, |
| "step": 634 |
| }, |
| { |
| "epoch": 2.977491961414791, |
| "grad_norm": 0.13674141466617584, |
| "learning_rate": 6.259780907668233e-08, |
| "loss": 7.6038, |
| "step": 635 |
| }, |
| { |
| "epoch": 2.982168956445484, |
| "grad_norm": 0.163039892911911, |
| "learning_rate": 4.694835680751174e-08, |
| "loss": 7.4459, |
| "step": 636 |
| }, |
| { |
| "epoch": 2.9868459514761767, |
| "grad_norm": 0.1598978042602539, |
| "learning_rate": 3.1298904538341164e-08, |
| "loss": 9.9334, |
| "step": 637 |
| }, |
| { |
| "epoch": 2.991522946506869, |
| "grad_norm": 0.16937094926834106, |
| "learning_rate": 1.5649452269170582e-08, |
| "loss": 7.9632, |
| "step": 638 |
| }, |
| { |
| "epoch": 2.996199941537562, |
| "grad_norm": 0.11614558100700378, |
| "learning_rate": 0.0, |
| "loss": 7.3632, |
| "step": 639 |
| }, |
| { |
| "epoch": 2.996199941537562, |
| "step": 639, |
| "total_flos": 2.8450474856619704e+18, |
| "train_loss": 9.811768141524146, |
| "train_runtime": 60574.6064, |
| "train_samples_per_second": 1.355, |
| "train_steps_per_second": 0.011 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 639, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.8450474856619704e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
