{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 10017,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002994908655286014,
      "grad_norm": 11.265819549560547,
      "learning_rate": 1.7964071856287425e-07,
      "loss": 3.7097137451171873,
      "step": 10
    },
    {
      "epoch": 0.005989817310572028,
      "grad_norm": 10.610027313232422,
      "learning_rate": 3.792415169660679e-07,
      "loss": 3.7116737365722656,
      "step": 20
    },
    {
      "epoch": 0.008984725965858042,
      "grad_norm": 9.398868560791016,
      "learning_rate": 5.788423153692615e-07,
      "loss": 3.5568317413330077,
      "step": 30
    },
    {
      "epoch": 0.011979634621144056,
      "grad_norm": 8.574817657470703,
      "learning_rate": 7.784431137724552e-07,
      "loss": 3.5488380432128905,
      "step": 40
    },
    {
      "epoch": 0.01497454327643007,
      "grad_norm": 6.501334190368652,
      "learning_rate": 9.780439121756488e-07,
      "loss": 3.4215156555175783,
      "step": 50
    },
    {
      "epoch": 0.017969451931716084,
      "grad_norm": 5.397614479064941,
      "learning_rate": 1.1776447105788423e-06,
      "loss": 3.4414459228515626,
      "step": 60
    },
    {
      "epoch": 0.020964360587002098,
      "grad_norm": 5.161387920379639,
      "learning_rate": 1.377245508982036e-06,
      "loss": 3.2817943572998045,
      "step": 70
    },
    {
      "epoch": 0.02395926924228811,
      "grad_norm": 4.114301681518555,
      "learning_rate": 1.5768463073852298e-06,
      "loss": 3.046010208129883,
      "step": 80
    },
    {
      "epoch": 0.026954177897574125,
      "grad_norm": 3.7204360961914062,
      "learning_rate": 1.7764471057884233e-06,
      "loss": 2.8605175018310547,
      "step": 90
    },
    {
      "epoch": 0.02994908655286014,
      "grad_norm": 3.5608198642730713,
      "learning_rate": 1.976047904191617e-06,
      "loss": 2.6643051147460937,
      "step": 100
    },
    {
      "epoch": 0.03294399520814615,
      "grad_norm": 4.155009746551514,
      "learning_rate": 2.1756487025948105e-06,
      "loss": 2.725708770751953,
      "step": 110
    },
    {
      "epoch": 0.03593890386343217,
      "grad_norm": 3.600083112716675,
      "learning_rate": 2.3752495009980044e-06,
      "loss": 2.599940872192383,
      "step": 120
    },
    {
      "epoch": 0.03893381251871818,
      "grad_norm": 3.8976871967315674,
      "learning_rate": 2.5748502994011975e-06,
      "loss": 2.478201675415039,
      "step": 130
    },
    {
      "epoch": 0.041928721174004195,
      "grad_norm": 3.515232563018799,
      "learning_rate": 2.7744510978043914e-06,
      "loss": 2.3760326385498045,
      "step": 140
    },
    {
      "epoch": 0.044923629829290206,
      "grad_norm": 3.7067975997924805,
      "learning_rate": 2.974051896207585e-06,
      "loss": 2.2870811462402343,
      "step": 150
    },
    {
      "epoch": 0.04791853848457622,
      "grad_norm": 3.6703312397003174,
      "learning_rate": 3.173652694610779e-06,
      "loss": 2.2208534240722657,
      "step": 160
    },
    {
      "epoch": 0.050913447139862233,
      "grad_norm": 4.008607864379883,
      "learning_rate": 3.373253493013972e-06,
      "loss": 2.0857887268066406,
      "step": 170
    },
    {
      "epoch": 0.05390835579514825,
      "grad_norm": 3.115046977996826,
      "learning_rate": 3.572854291417166e-06,
      "loss": 2.0886693954467774,
      "step": 180
    },
    {
      "epoch": 0.05690326445043426,
      "grad_norm": 3.818377733230591,
      "learning_rate": 3.7724550898203594e-06,
      "loss": 2.0709930419921876,
      "step": 190
    },
    {
      "epoch": 0.05989817310572028,
      "grad_norm": 4.294528007507324,
      "learning_rate": 3.972055888223553e-06,
      "loss": 1.9934419631958007,
      "step": 200
    },
    {
      "epoch": 0.06289308176100629,
      "grad_norm": 3.16184663772583,
      "learning_rate": 4.171656686626747e-06,
      "loss": 1.9263175964355468,
      "step": 210
    },
    {
      "epoch": 0.0658879904162923,
      "grad_norm": 3.972487688064575,
      "learning_rate": 4.371257485029941e-06,
      "loss": 1.907310676574707,
      "step": 220
    },
    {
      "epoch": 0.06888289907157831,
      "grad_norm": 3.4438064098358154,
      "learning_rate": 4.570858283433134e-06,
      "loss": 1.8906272888183593,
      "step": 230
    },
    {
      "epoch": 0.07187780772686433,
      "grad_norm": 3.363638162612915,
      "learning_rate": 4.770459081836328e-06,
      "loss": 1.827865219116211,
      "step": 240
    },
    {
      "epoch": 0.07487271638215034,
      "grad_norm": 3.1280667781829834,
      "learning_rate": 4.970059880239521e-06,
      "loss": 1.7821989059448242,
      "step": 250
    },
    {
      "epoch": 0.07786762503743636,
      "grad_norm": 3.62811279296875,
      "learning_rate": 5.169660678642715e-06,
      "loss": 1.7012821197509767,
      "step": 260
    },
    {
      "epoch": 0.08086253369272237,
      "grad_norm": 3.6099653244018555,
      "learning_rate": 5.369261477045909e-06,
      "loss": 1.7187646865844726,
      "step": 270
    },
    {
      "epoch": 0.08385744234800839,
      "grad_norm": 3.0062944889068604,
      "learning_rate": 5.568862275449102e-06,
      "loss": 1.706169891357422,
      "step": 280
    },
    {
      "epoch": 0.0868523510032944,
      "grad_norm": 3.3500194549560547,
      "learning_rate": 5.7684630738522965e-06,
      "loss": 1.600248146057129,
      "step": 290
    },
    {
      "epoch": 0.08984725965858041,
      "grad_norm": 3.580355167388916,
      "learning_rate": 5.96806387225549e-06,
      "loss": 1.6295143127441407,
      "step": 300
    },
    {
      "epoch": 0.09284216831386642,
      "grad_norm": 3.1939895153045654,
      "learning_rate": 6.167664670658683e-06,
      "loss": 1.635610580444336,
      "step": 310
    },
    {
      "epoch": 0.09583707696915245,
      "grad_norm": 2.898219585418701,
      "learning_rate": 6.367265469061877e-06,
      "loss": 1.5857232093811036,
      "step": 320
    },
    {
      "epoch": 0.09883198562443846,
      "grad_norm": 3.525341033935547,
      "learning_rate": 6.5668662674650705e-06,
      "loss": 1.5980493545532226,
      "step": 330
    },
    {
      "epoch": 0.10182689427972447,
      "grad_norm": 3.246626615524292,
      "learning_rate": 6.7664670658682645e-06,
      "loss": 1.5958646774291991,
      "step": 340
    },
    {
      "epoch": 0.10482180293501048,
      "grad_norm": 3.128176212310791,
      "learning_rate": 6.9660678642714575e-06,
      "loss": 1.4537940979003907,
      "step": 350
    },
    {
      "epoch": 0.1078167115902965,
      "grad_norm": 3.4397571086883545,
      "learning_rate": 7.165668662674651e-06,
      "loss": 1.5209310531616211,
      "step": 360
    },
    {
      "epoch": 0.11081162024558251,
      "grad_norm": 2.7937843799591064,
      "learning_rate": 7.365269461077845e-06,
      "loss": 1.5005243301391602,
      "step": 370
    },
    {
      "epoch": 0.11380652890086852,
      "grad_norm": 3.246121406555176,
      "learning_rate": 7.5648702594810385e-06,
      "loss": 1.453624153137207,
      "step": 380
    },
    {
      "epoch": 0.11680143755615453,
      "grad_norm": 2.984189748764038,
      "learning_rate": 7.764471057884232e-06,
      "loss": 1.4527925491333007,
      "step": 390
    },
    {
      "epoch": 0.11979634621144056,
      "grad_norm": 3.031707286834717,
      "learning_rate": 7.964071856287425e-06,
      "loss": 1.48089656829834,
      "step": 400
    },
    {
      "epoch": 0.12279125486672657,
      "grad_norm": 3.1862800121307373,
      "learning_rate": 8.16367265469062e-06,
      "loss": 1.4173410415649415,
      "step": 410
    },
    {
      "epoch": 0.12578616352201258,
      "grad_norm": 2.731788396835327,
      "learning_rate": 8.363273453093813e-06,
      "loss": 1.4160845756530762,
      "step": 420
    },
    {
      "epoch": 0.1287810721772986,
      "grad_norm": 2.994575262069702,
      "learning_rate": 8.562874251497007e-06,
      "loss": 1.3780389785766602,
      "step": 430
    },
    {
      "epoch": 0.1317759808325846,
      "grad_norm": 3.6287078857421875,
      "learning_rate": 8.7624750499002e-06,
      "loss": 1.3902482986450195,
      "step": 440
    },
    {
      "epoch": 0.1347708894878706,
      "grad_norm": 3.0350985527038574,
      "learning_rate": 8.962075848303395e-06,
      "loss": 1.3507318496704102,
      "step": 450
    },
    {
      "epoch": 0.13776579814315662,
      "grad_norm": 3.261089563369751,
      "learning_rate": 9.161676646706587e-06,
      "loss": 1.3652063369750977,
      "step": 460
    },
    {
      "epoch": 0.14076070679844266,
      "grad_norm": 2.7072596549987793,
      "learning_rate": 9.361277445109781e-06,
      "loss": 1.3391490936279298,
      "step": 470
    },
    {
      "epoch": 0.14375561545372867,
      "grad_norm": 2.9523279666900635,
      "learning_rate": 9.560878243512974e-06,
      "loss": 1.3071959495544434,
      "step": 480
    },
    {
      "epoch": 0.14675052410901468,
      "grad_norm": 2.713932752609253,
      "learning_rate": 9.760479041916169e-06,
      "loss": 1.3630129814147949,
      "step": 490
    },
    {
      "epoch": 0.1497454327643007,
      "grad_norm": 3.003009557723999,
      "learning_rate": 9.960079840319361e-06,
      "loss": 1.2988483428955078,
      "step": 500
    },
    {
      "epoch": 0.1527403414195867,
      "grad_norm": 3.2941436767578125,
      "learning_rate": 1.0159680638722555e-05,
      "loss": 1.309105110168457,
      "step": 510
    },
    {
      "epoch": 0.1557352500748727,
      "grad_norm": 2.7856335639953613,
      "learning_rate": 1.035928143712575e-05,
      "loss": 1.2957303047180175,
      "step": 520
    },
    {
      "epoch": 0.15873015873015872,
      "grad_norm": 3.1381421089172363,
      "learning_rate": 1.0558882235528941e-05,
      "loss": 1.3377592086791992,
      "step": 530
    },
    {
      "epoch": 0.16172506738544473,
      "grad_norm": 2.874908924102783,
      "learning_rate": 1.0758483033932137e-05,
      "loss": 1.3037958145141602,
      "step": 540
    },
    {
      "epoch": 0.16471997604073077,
      "grad_norm": 2.5848164558410645,
      "learning_rate": 1.0958083832335331e-05,
      "loss": 1.2732759475708009,
      "step": 550
    },
    {
      "epoch": 0.16771488469601678,
      "grad_norm": 2.7429795265197754,
      "learning_rate": 1.1157684630738523e-05,
      "loss": 1.255198860168457,
      "step": 560
    },
    {
      "epoch": 0.1707097933513028,
      "grad_norm": 2.91156268119812,
      "learning_rate": 1.1357285429141717e-05,
      "loss": 1.2870652198791503,
      "step": 570
    },
    {
      "epoch": 0.1737047020065888,
      "grad_norm": 3.2635698318481445,
      "learning_rate": 1.155688622754491e-05,
      "loss": 1.2783642768859864,
      "step": 580
    },
    {
      "epoch": 0.1766996106618748,
      "grad_norm": 2.566370725631714,
      "learning_rate": 1.1756487025948105e-05,
      "loss": 1.2557472229003905,
      "step": 590
    },
    {
      "epoch": 0.17969451931716082,
      "grad_norm": 2.617335796356201,
      "learning_rate": 1.1956087824351299e-05,
      "loss": 1.2616601943969727,
      "step": 600
    },
    {
      "epoch": 0.18268942797244683,
      "grad_norm": 3.0253615379333496,
      "learning_rate": 1.2155688622754491e-05,
      "loss": 1.2677306175231933,
      "step": 610
    },
    {
      "epoch": 0.18568433662773284,
      "grad_norm": 2.745788335800171,
      "learning_rate": 1.2355289421157685e-05,
      "loss": 1.2631946563720704,
      "step": 620
    },
    {
      "epoch": 0.18867924528301888,
      "grad_norm": 2.8516855239868164,
      "learning_rate": 1.255489021956088e-05,
      "loss": 1.207695484161377,
      "step": 630
    },
    {
      "epoch": 0.1916741539383049,
      "grad_norm": 2.7953591346740723,
      "learning_rate": 1.2754491017964073e-05,
      "loss": 1.1995798110961915,
      "step": 640
    },
    {
      "epoch": 0.1946690625935909,
      "grad_norm": 2.414024591445923,
      "learning_rate": 1.2954091816367267e-05,
      "loss": 1.1361705780029296,
      "step": 650
    },
    {
      "epoch": 0.1976639712488769,
      "grad_norm": 2.6588900089263916,
      "learning_rate": 1.3153692614770459e-05,
      "loss": 1.2122285842895508,
      "step": 660
    },
    {
      "epoch": 0.20065887990416292,
      "grad_norm": 2.770174980163574,
      "learning_rate": 1.3353293413173653e-05,
      "loss": 1.2334482192993164,
      "step": 670
    },
    {
      "epoch": 0.20365378855944893,
      "grad_norm": 3.297915458679199,
      "learning_rate": 1.3552894211576849e-05,
      "loss": 1.2045844078063965,
      "step": 680
    },
    {
      "epoch": 0.20664869721473494,
      "grad_norm": 2.676650285720825,
      "learning_rate": 1.3752495009980041e-05,
      "loss": 1.181098747253418,
      "step": 690
    },
    {
      "epoch": 0.20964360587002095,
      "grad_norm": 2.871534824371338,
      "learning_rate": 1.3952095808383235e-05,
      "loss": 1.2326663970947265,
      "step": 700
    },
    {
      "epoch": 0.21263851452530697,
      "grad_norm": 2.8828704357147217,
      "learning_rate": 1.4151696606786429e-05,
      "loss": 1.198216152191162,
      "step": 710
    },
    {
      "epoch": 0.215633423180593,
      "grad_norm": 2.532287120819092,
      "learning_rate": 1.4351297405189621e-05,
      "loss": 1.1558509826660157,
      "step": 720
    },
    {
      "epoch": 0.21862833183587901,
      "grad_norm": 2.6054844856262207,
      "learning_rate": 1.4550898203592817e-05,
      "loss": 1.1505748748779296,
      "step": 730
    },
    {
      "epoch": 0.22162324049116502,
      "grad_norm": 2.5080556869506836,
      "learning_rate": 1.4750499001996009e-05,
      "loss": 1.1882616043090821,
      "step": 740
    },
    {
      "epoch": 0.22461814914645103,
      "grad_norm": 2.641071081161499,
      "learning_rate": 1.4950099800399203e-05,
      "loss": 1.14835844039917,
      "step": 750
    },
    {
      "epoch": 0.22761305780173705,
      "grad_norm": 2.80320405960083,
      "learning_rate": 1.5149700598802397e-05,
      "loss": 1.1875015258789063,
      "step": 760
    },
    {
      "epoch": 0.23060796645702306,
      "grad_norm": 2.6086411476135254,
      "learning_rate": 1.534930139720559e-05,
      "loss": 1.1698853492736816,
      "step": 770
    },
    {
      "epoch": 0.23360287511230907,
      "grad_norm": 2.6112313270568848,
      "learning_rate": 1.5548902195608783e-05,
      "loss": 1.1667849540710449,
      "step": 780
    },
    {
      "epoch": 0.23659778376759508,
      "grad_norm": 2.603092670440674,
      "learning_rate": 1.5748502994011977e-05,
      "loss": 1.1800429344177246,
      "step": 790
    },
    {
      "epoch": 0.23959269242288112,
      "grad_norm": 2.5828044414520264,
      "learning_rate": 1.594810379241517e-05,
      "loss": 1.1859128952026368,
      "step": 800
    },
    {
      "epoch": 0.24258760107816713,
      "grad_norm": 2.3855056762695312,
      "learning_rate": 1.6147704590818365e-05,
      "loss": 1.1251150131225587,
      "step": 810
    },
    {
      "epoch": 0.24558250973345314,
      "grad_norm": 2.433763265609741,
      "learning_rate": 1.634730538922156e-05,
      "loss": 1.152597141265869,
      "step": 820
    },
    {
      "epoch": 0.24857741838873915,
      "grad_norm": 2.6475374698638916,
      "learning_rate": 1.6546906187624752e-05,
      "loss": 1.1266324996948243,
      "step": 830
    },
    {
      "epoch": 0.25157232704402516,
      "grad_norm": 2.4123408794403076,
      "learning_rate": 1.6746506986027946e-05,
      "loss": 1.1574108123779296,
      "step": 840
    },
    {
      "epoch": 0.25456723569931117,
      "grad_norm": 2.3260607719421387,
      "learning_rate": 1.6946107784431137e-05,
      "loss": 1.1445627212524414,
      "step": 850
    },
    {
      "epoch": 0.2575621443545972,
      "grad_norm": 2.6214170455932617,
      "learning_rate": 1.7145708582834334e-05,
      "loss": 1.1470834732055664,
      "step": 860
    },
    {
      "epoch": 0.2605570530098832,
      "grad_norm": 2.3086888790130615,
      "learning_rate": 1.7345309381237528e-05,
      "loss": 1.064506721496582,
      "step": 870
    },
    {
      "epoch": 0.2635519616651692,
      "grad_norm": 2.7607717514038086,
      "learning_rate": 1.754491017964072e-05,
      "loss": 1.0883188247680664,
      "step": 880
    },
    {
      "epoch": 0.2665468703204552,
      "grad_norm": 2.9048917293548584,
      "learning_rate": 1.7744510978043913e-05,
      "loss": 1.135384750366211,
      "step": 890
    },
    {
      "epoch": 0.2695417789757412,
      "grad_norm": 2.61525559425354,
      "learning_rate": 1.7944111776447107e-05,
      "loss": 1.1149521827697755,
      "step": 900
    },
    {
      "epoch": 0.27253668763102723,
      "grad_norm": 2.410212278366089,
      "learning_rate": 1.81437125748503e-05,
      "loss": 1.0511359214782714,
      "step": 910
    },
    {
      "epoch": 0.27553159628631324,
      "grad_norm": 2.789114475250244,
      "learning_rate": 1.8343313373253494e-05,
      "loss": 1.0592556953430177,
      "step": 920
    },
    {
      "epoch": 0.2785265049415993,
      "grad_norm": 2.6519744396209717,
      "learning_rate": 1.854291417165669e-05,
      "loss": 1.0614826202392578,
      "step": 930
    },
    {
      "epoch": 0.2815214135968853,
      "grad_norm": 2.6041579246520996,
      "learning_rate": 1.8742514970059882e-05,
      "loss": 1.1006576538085937,
      "step": 940
    },
    {
      "epoch": 0.2845163222521713,
      "grad_norm": 2.300130844116211,
      "learning_rate": 1.8942115768463076e-05,
      "loss": 1.092987632751465,
      "step": 950
    },
    {
      "epoch": 0.28751123090745734,
      "grad_norm": 2.857870101928711,
      "learning_rate": 1.914171656686627e-05,
      "loss": 1.1021804809570312,
      "step": 960
    },
    {
      "epoch": 0.29050613956274335,
      "grad_norm": 2.5659523010253906,
      "learning_rate": 1.9341317365269464e-05,
      "loss": 1.1216981887817383,
      "step": 970
    },
    {
      "epoch": 0.29350104821802936,
      "grad_norm": 2.596017599105835,
      "learning_rate": 1.9540918163672655e-05,
      "loss": 1.1237613677978515,
      "step": 980
    },
    {
      "epoch": 0.29649595687331537,
      "grad_norm": 2.391162395477295,
      "learning_rate": 1.974051896207585e-05,
      "loss": 1.0967981338500976,
      "step": 990
    },
    {
      "epoch": 0.2994908655286014,
      "grad_norm": 2.5012688636779785,
      "learning_rate": 1.9940119760479046e-05,
      "loss": 1.06771240234375,
      "step": 1000
    },
    {
      "epoch": 0.3024857741838874,
      "grad_norm": 2.5918989181518555,
      "learning_rate": 1.9999970246767755e-05,
      "loss": 1.0973945617675782,
      "step": 1010
    },
    {
      "epoch": 0.3054806828391734,
      "grad_norm": 2.2349612712860107,
      "learning_rate": 1.9999824517076846e-05,
      "loss": 1.1063728332519531,
      "step": 1020
    },
    {
      "epoch": 0.3084755914944594,
      "grad_norm": 2.0478508472442627,
      "learning_rate": 1.999955734781544e-05,
      "loss": 1.070663070678711,
      "step": 1030
    },
    {
      "epoch": 0.3114705001497454,
      "grad_norm": 2.709059953689575,
      "learning_rate": 1.9999168742228082e-05,
      "loss": 1.0881099700927734,
      "step": 1040
    },
    {
      "epoch": 0.31446540880503143,
      "grad_norm": 2.1217539310455322,
      "learning_rate": 1.9998658705034068e-05,
      "loss": 1.0525678634643554,
      "step": 1050
    },
    {
      "epoch": 0.31746031746031744,
      "grad_norm": 2.183957099914551,
      "learning_rate": 1.9998027242427373e-05,
      "loss": 1.0776740074157716,
      "step": 1060
    },
    {
      "epoch": 0.32045522611560345,
      "grad_norm": 2.300778388977051,
      "learning_rate": 1.9997274362076588e-05,
      "loss": 0.9790191650390625,
      "step": 1070
    },
    {
      "epoch": 0.32345013477088946,
      "grad_norm": 2.1335058212280273,
      "learning_rate": 1.9996400073124822e-05,
      "loss": 1.0659798622131347,
      "step": 1080
    },
    {
      "epoch": 0.3264450434261755,
      "grad_norm": 2.397620916366577,
      "learning_rate": 1.9995404386189584e-05,
      "loss": 1.0076449394226075,
      "step": 1090
    },
    {
      "epoch": 0.32943995208146154,
      "grad_norm": 2.2613308429718018,
      "learning_rate": 1.999428731336267e-05,
      "loss": 1.0323925971984864,
      "step": 1100
    },
    {
      "epoch": 0.33243486073674755,
      "grad_norm": 2.229064702987671,
      "learning_rate": 1.999304886821e-05,
      "loss": 1.015975570678711,
      "step": 1110
    },
    {
      "epoch": 0.33542976939203356,
      "grad_norm": 2.0292208194732666,
      "learning_rate": 1.9991689065771465e-05,
      "loss": 1.034627342224121,
      "step": 1120
    },
    {
      "epoch": 0.33842467804731957,
      "grad_norm": 2.0535295009613037,
      "learning_rate": 1.9990207922560733e-05,
      "loss": 1.0778848648071289,
      "step": 1130
    },
    {
      "epoch": 0.3414195867026056,
      "grad_norm": 2.31610107421875,
      "learning_rate": 1.9988605456565064e-05,
      "loss": 1.0127778053283691,
      "step": 1140
    },
    {
      "epoch": 0.3444144953578916,
      "grad_norm": 2.2170019149780273,
      "learning_rate": 1.9986881687245076e-05,
      "loss": 1.0534976959228515,
      "step": 1150
    },
    {
      "epoch": 0.3474094040131776,
      "grad_norm": 2.850485324859619,
      "learning_rate": 1.9985036635534513e-05,
      "loss": 1.0433968544006347,
      "step": 1160
    },
    {
      "epoch": 0.3504043126684636,
      "grad_norm": 2.169513702392578,
      "learning_rate": 1.9983070323840004e-05,
      "loss": 1.0182857513427734,
      "step": 1170
    },
    {
      "epoch": 0.3533992213237496,
      "grad_norm": 2.373967170715332,
      "learning_rate": 1.998098277604077e-05,
      "loss": 1.0277379989624023,
      "step": 1180
    },
    {
      "epoch": 0.35639412997903563,
      "grad_norm": 2.0569117069244385,
      "learning_rate": 1.9978774017488345e-05,
      "loss": 1.0588248252868653,
      "step": 1190
    },
    {
      "epoch": 0.35938903863432164,
      "grad_norm": 2.008612632751465,
      "learning_rate": 1.997644407500627e-05,
      "loss": 1.0627038955688477,
      "step": 1200
    },
    {
      "epoch": 0.36238394728960766,
      "grad_norm": 2.0754430294036865,
      "learning_rate": 1.9973992976889763e-05,
      "loss": 0.9568704605102539,
      "step": 1210
    },
    {
      "epoch": 0.36537885594489367,
      "grad_norm": 2.1991281509399414,
      "learning_rate": 1.9971420752905372e-05,
      "loss": 1.0216650009155273,
      "step": 1220
    },
    {
      "epoch": 0.3683737646001797,
      "grad_norm": 2.127699375152588,
      "learning_rate": 1.9968727434290632e-05,
      "loss": 1.0075697898864746,
      "step": 1230
    },
    {
      "epoch": 0.3713686732554657,
      "grad_norm": 2.0525062084198,
      "learning_rate": 1.9965913053753656e-05,
      "loss": 1.0119134902954101,
      "step": 1240
    },
    {
      "epoch": 0.3743635819107517,
      "grad_norm": 2.035109519958496,
      "learning_rate": 1.9962977645472762e-05,
      "loss": 0.9841228485107422,
      "step": 1250
    },
    {
      "epoch": 0.37735849056603776,
      "grad_norm": 1.8049895763397217,
      "learning_rate": 1.9959921245096047e-05,
      "loss": 0.9867215156555176,
      "step": 1260
    },
    {
      "epoch": 0.3803533992213238,
      "grad_norm": 1.9257926940917969,
      "learning_rate": 1.995674388974096e-05,
      "loss": 1.0146930694580079,
      "step": 1270
    },
    {
      "epoch": 0.3833483078766098,
      "grad_norm": 1.982143759727478,
      "learning_rate": 1.995344561799384e-05,
      "loss": 1.0018959045410156,
      "step": 1280
    },
    {
      "epoch": 0.3863432165318958,
      "grad_norm": 2.125669240951538,
      "learning_rate": 1.9950026469909462e-05,
      "loss": 0.9433177947998047,
      "step": 1290
    },
    {
      "epoch": 0.3893381251871818,
      "grad_norm": 2.0401179790496826,
      "learning_rate": 1.9946486487010546e-05,
      "loss": 0.9733993530273437,
      "step": 1300
    },
    {
      "epoch": 0.3923330338424678,
      "grad_norm": 2.141977071762085,
      "learning_rate": 1.994282571228724e-05,
      "loss": 0.9609798431396485,
      "step": 1310
    },
    {
      "epoch": 0.3953279424977538,
      "grad_norm": 2.166964054107666,
      "learning_rate": 1.9939044190196624e-05,
      "loss": 1.0087587356567382,
      "step": 1320
    },
    {
      "epoch": 0.39832285115303984,
      "grad_norm": 2.3837554454803467,
      "learning_rate": 1.9935141966662138e-05,
      "loss": 0.9748960494995117,
      "step": 1330
    },
    {
      "epoch": 0.40131775980832585,
      "grad_norm": 2.0114309787750244,
      "learning_rate": 1.993111908907305e-05,
      "loss": 0.9450881004333496,
      "step": 1340
    },
    {
      "epoch": 0.40431266846361186,
      "grad_norm": 1.914791226387024,
      "learning_rate": 1.9926975606283875e-05,
      "loss": 1.0085538864135741,
      "step": 1350
    },
    {
      "epoch": 0.40730757711889787,
      "grad_norm": 2.1861987113952637,
      "learning_rate": 1.9922711568613765e-05,
      "loss": 1.0055445671081542,
      "step": 1360
    },
    {
      "epoch": 0.4103024857741839,
      "grad_norm": 2.173232316970825,
      "learning_rate": 1.9918327027845926e-05,
      "loss": 1.003979778289795,
      "step": 1370
    },
    {
      "epoch": 0.4132973944294699,
      "grad_norm": 1.997961163520813,
      "learning_rate": 1.9913822037226965e-05,
      "loss": 0.9993978500366211,
      "step": 1380
    },
    {
      "epoch": 0.4162923030847559,
      "grad_norm": 1.9082618951797485,
      "learning_rate": 1.9909196651466255e-05,
      "loss": 0.9729861259460449,
      "step": 1390
    },
    {
      "epoch": 0.4192872117400419,
      "grad_norm": 2.1016769409179688,
      "learning_rate": 1.9904450926735267e-05,
      "loss": 0.9694742202758789,
      "step": 1400
    },
    {
      "epoch": 0.4222821203953279,
      "grad_norm": 2.0774240493774414,
      "learning_rate": 1.9899584920666885e-05,
      "loss": 1.0101737976074219,
      "step": 1410
    },
    {
      "epoch": 0.42527702905061393,
      "grad_norm": 1.939172625541687,
      "learning_rate": 1.989459869235472e-05,
      "loss": 0.9967576026916504,
      "step": 1420
    },
    {
      "epoch": 0.4282719377059,
      "grad_norm": 1.7587170600891113,
      "learning_rate": 1.988949230235238e-05,
      "loss": 0.9855384826660156,
      "step": 1430
    },
    {
      "epoch": 0.431266846361186,
      "grad_norm": 2.190992832183838,
      "learning_rate": 1.988426581267273e-05,
      "loss": 0.9569406509399414,
      "step": 1440
    },
    {
      "epoch": 0.434261755016472,
      "grad_norm": 2.0716278553009033,
      "learning_rate": 1.9878919286787147e-05,
      "loss": 0.9796838760375977,
      "step": 1450
    },
    {
      "epoch": 0.43725666367175803,
      "grad_norm": 1.9944990873336792,
      "learning_rate": 1.9873452789624758e-05,
      "loss": 0.9943093299865723,
      "step": 1460
    },
    {
      "epoch": 0.44025157232704404,
      "grad_norm": 1.7507660388946533,
      "learning_rate": 1.986786638757163e-05,
      "loss": 1.0118515014648437,
      "step": 1470
    },
    {
      "epoch": 0.44324648098233005,
      "grad_norm": 1.824371099472046,
      "learning_rate": 1.9862160148469983e-05,
      "loss": 0.9747288703918457,
      "step": 1480
    },
    {
      "epoch": 0.44624138963761606,
      "grad_norm": 1.956614375114441,
      "learning_rate": 1.9856334141617354e-05,
      "loss": 0.9127725601196289,
      "step": 1490
    },
    {
      "epoch": 0.44923629829290207,
      "grad_norm": 1.730757474899292,
      "learning_rate": 1.985038843776576e-05,
      "loss": 0.9908318519592285,
      "step": 1500
    },
    {
      "epoch": 0.4522312069481881,
      "grad_norm": 1.7902590036392212,
      "learning_rate": 1.984432310912084e-05,
      "loss": 0.9776639938354492,
      "step": 1510
    },
    {
      "epoch": 0.4552261156034741,
      "grad_norm": 1.738864779472351,
      "learning_rate": 1.9838138229340984e-05,
      "loss": 0.9166988372802735,
      "step": 1520
    },
    {
      "epoch": 0.4582210242587601,
      "grad_norm": 1.9358223676681519,
      "learning_rate": 1.9831833873536417e-05,
      "loss": 0.9750303268432617,
      "step": 1530
    },
    {
      "epoch": 0.4612159329140461,
      "grad_norm": 2.1201319694519043,
      "learning_rate": 1.9825410118268313e-05,
      "loss": 0.937105655670166,
      "step": 1540
    },
    {
      "epoch": 0.4642108415693321,
      "grad_norm": 2.094879388809204,
      "learning_rate": 1.981886704154784e-05,
      "loss": 0.9664621353149414,
      "step": 1550
    },
    {
      "epoch": 0.46720575022461813,
      "grad_norm": 1.9292011260986328,
      "learning_rate": 1.9812204722835248e-05,
      "loss": 0.9639430999755859,
      "step": 1560
    },
    {
      "epoch": 0.47020065887990414,
      "grad_norm": 1.9128199815750122,
      "learning_rate": 1.9805423243038863e-05,
      "loss": 0.9359722137451172,
      "step": 1570
    },
    {
      "epoch": 0.47319556753519015,
      "grad_norm": 1.8651394844055176,
      "learning_rate": 1.979852268451413e-05,
      "loss": 0.9354040145874023,
      "step": 1580
    },
    {
      "epoch": 0.47619047619047616,
      "grad_norm": 2.0249080657958984,
      "learning_rate": 1.9791503131062604e-05,
      "loss": 0.9166906356811524,
      "step": 1590
    },
    {
      "epoch": 0.47918538484576223,
      "grad_norm": 1.9980604648590088,
      "learning_rate": 1.978436466793094e-05,
      "loss": 0.9285884857177734,
      "step": 1600
    },
    {
      "epoch": 0.48218029350104824,
      "grad_norm": 2.2854161262512207,
      "learning_rate": 1.9777107381809845e-05,
      "loss": 0.9732503890991211,
      "step": 1610
    },
    {
      "epoch": 0.48517520215633425,
      "grad_norm": 2.344902992248535,
      "learning_rate": 1.9769731360833043e-05,
      "loss": 0.893382453918457,
      "step": 1620
    },
    {
      "epoch": 0.48817011081162026,
      "grad_norm": 1.9881426095962524,
      "learning_rate": 1.976223669457618e-05,
      "loss": 0.9103918075561523,
      "step": 1630
    },
    {
      "epoch": 0.49116501946690627,
      "grad_norm": 1.8509609699249268,
      "learning_rate": 1.9754623474055764e-05,
      "loss": 0.8984537124633789,
      "step": 1640
    },
    {
      "epoch": 0.4941599281221923,
      "grad_norm": 1.8210080862045288,
      "learning_rate": 1.974689179172804e-05,
      "loss": 0.9495397567749023,
      "step": 1650
    },
    {
      "epoch": 0.4971548367774783,
      "grad_norm": 2.0903966426849365,
      "learning_rate": 1.973904174148787e-05,
      "loss": 0.9040670394897461,
      "step": 1660
    },
    {
      "epoch": 0.5001497454327642,
      "grad_norm": 2.109459638595581,
      "learning_rate": 1.97310734186676e-05,
      "loss": 0.9156620025634765,
      "step": 1670
    },
    {
      "epoch": 0.5031446540880503,
      "grad_norm": 2.0825653076171875,
      "learning_rate": 1.9722986920035904e-05,
      "loss": 0.9217489242553711,
      "step": 1680
    },
    {
      "epoch": 0.5061395627433364,
      "grad_norm": 1.6379085779190063,
      "learning_rate": 1.9714782343796593e-05,
      "loss": 0.8876156806945801,
      "step": 1690
    },
    {
      "epoch": 0.5091344713986223,
      "grad_norm": 1.769353985786438,
      "learning_rate": 1.9706459789587437e-05,
      "loss": 0.9461544036865235,
      "step": 1700
    },
    {
      "epoch": 0.5121293800539084,
      "grad_norm": 1.868715763092041,
      "learning_rate": 1.9698019358478948e-05,
      "loss": 0.9041751861572266,
      "step": 1710
    },
    {
      "epoch": 0.5151242887091944,
      "grad_norm": 1.946820616722107,
      "learning_rate": 1.9689461152973166e-05,
      "loss": 0.9117437362670898,
      "step": 1720
    },
    {
      "epoch": 0.5181191973644804,
      "grad_norm": 1.759941577911377,
      "learning_rate": 1.9680785277002388e-05,
      "loss": 0.9326802253723144,
      "step": 1730
    },
    {
      "epoch": 0.5211141060197664,
      "grad_norm": 1.9923816919326782,
      "learning_rate": 1.9671991835927928e-05,
      "loss": 0.9163030624389649,
      "step": 1740
    },
    {
      "epoch": 0.5241090146750524,
      "grad_norm": 1.6598330736160278,
      "learning_rate": 1.9663080936538834e-05,
      "loss": 0.9651662826538085,
      "step": 1750
    },
    {
      "epoch": 0.5271039233303384,
      "grad_norm": 1.7775046825408936,
      "learning_rate": 1.9654052687050583e-05,
      "loss": 0.9174107551574707,
      "step": 1760
    },
    {
      "epoch": 0.5300988319856245,
      "grad_norm": 1.663625717163086,
      "learning_rate": 1.9644907197103772e-05,
      "loss": 0.9102935791015625,
      "step": 1770
    },
    {
      "epoch": 0.5330937406409104,
      "grad_norm": 1.7679104804992676,
      "learning_rate": 1.9635644577762792e-05,
      "loss": 0.8674448013305665,
      "step": 1780
    },
    {
      "epoch": 0.5360886492961965,
      "grad_norm": 1.7731411457061768,
      "learning_rate": 1.962626494151446e-05,
      "loss": 0.9251704216003418,
      "step": 1790
    },
    {
      "epoch": 0.5390835579514824,
      "grad_norm": 1.5716463327407837,
      "learning_rate": 1.961676840226668e-05,
      "loss": 0.9307645797729492,
      "step": 1800
    },
    {
      "epoch": 0.5420784666067685,
      "grad_norm": 1.789790391921997,
      "learning_rate": 1.9607155075347038e-05,
      "loss": 0.8879091262817382,
      "step": 1810
    },
    {
      "epoch": 0.5450733752620545,
      "grad_norm": 1.888209342956543,
      "learning_rate": 1.9597425077501416e-05,
      "loss": 0.9431265830993653,
      "step": 1820
    },
    {
      "epoch": 0.5480682839173405,
      "grad_norm": 1.672878384590149,
      "learning_rate": 1.958757852689256e-05,
      "loss": 0.9204288482666015,
      "step": 1830
    },
    {
      "epoch": 0.5510631925726265,
      "grad_norm": 1.5364495515823364,
      "learning_rate": 1.957761554309866e-05,
      "loss": 0.9210444450378418,
      "step": 1840
    },
    {
      "epoch": 0.5540581012279125,
      "grad_norm": 1.8222407102584839,
      "learning_rate": 1.9567536247111878e-05,
      "loss": 0.8770456314086914,
      "step": 1850
    },
    {
      "epoch": 0.5570530098831986,
      "grad_norm": 1.7476502656936646,
      "learning_rate": 1.955734076133691e-05,
      "loss": 0.8903690338134765,
      "step": 1860
    },
    {
      "epoch": 0.5600479185384846,
      "grad_norm": 1.86436927318573,
      "learning_rate": 1.9547029209589464e-05,
      "loss": 0.9007977485656739,
      "step": 1870
    },
    {
      "epoch": 0.5630428271937706,
      "grad_norm": 1.5122853517532349,
      "learning_rate": 1.9536601717094778e-05,
      "loss": 0.882940673828125,
      "step": 1880
    },
    {
      "epoch": 0.5660377358490566,
      "grad_norm": 1.75053071975708,
      "learning_rate": 1.95260584104861e-05,
      "loss": 0.8975667953491211,
      "step": 1890
    },
    {
      "epoch": 0.5690326445043427,
      "grad_norm": 1.824499487876892,
      "learning_rate": 1.9515399417803135e-05,
      "loss": 0.8656953811645508,
      "step": 1900
    },
    {
      "epoch": 0.5720275531596286,
      "grad_norm": 1.7241740226745605,
      "learning_rate": 1.9504624868490506e-05,
      "loss": 0.889422607421875,
      "step": 1910
    },
    {
      "epoch": 0.5750224618149147,
      "grad_norm": 1.6877175569534302,
      "learning_rate": 1.9493734893396176e-05,
      "loss": 0.8777622222900391,
      "step": 1920
    },
    {
      "epoch": 0.5780173704702006,
      "grad_norm": 1.7374579906463623,
      "learning_rate": 1.948272962476985e-05,
      "loss": 0.8936216354370117,
      "step": 1930
    },
    {
      "epoch": 0.5810122791254867,
      "grad_norm": 1.9554184675216675,
      "learning_rate": 1.9471609196261386e-05,
      "loss": 0.9030414581298828,
      "step": 1940
    },
    {
      "epoch": 0.5840071877807727,
      "grad_norm": 2.0266647338867188,
      "learning_rate": 1.9460373742919158e-05,
      "loss": 0.8939972877502441,
      "step": 1950
    },
    {
      "epoch": 0.5870020964360587,
      "grad_norm": 1.811481237411499,
      "learning_rate": 1.9449023401188427e-05,
      "loss": 0.9280128479003906,
      "step": 1960
    },
    {
      "epoch": 0.5899970050913447,
      "grad_norm": 1.7992744445800781,
      "learning_rate": 1.9437558308909674e-05,
      "loss": 0.893956470489502,
      "step": 1970
    },
    {
      "epoch": 0.5929919137466307,
      "grad_norm": 1.6678317785263062,
      "learning_rate": 1.9425978605316924e-05,
      "loss": 0.9255929946899414,
      "step": 1980
    },
    {
      "epoch": 0.5959868224019167,
      "grad_norm": 1.6106699705123901,
      "learning_rate": 1.9414284431036074e-05,
      "loss": 0.8314929962158203,
      "step": 1990
    },
    {
      "epoch": 0.5989817310572028,
      "grad_norm": 1.576809287071228,
      "learning_rate": 1.9402475928083166e-05,
      "loss": 0.9036288261413574,
      "step": 2000
    },
    {
      "epoch": 0.6019766397124887,
      "grad_norm": 1.662400484085083,
      "learning_rate": 1.9390553239862666e-05,
      "loss": 0.8632070541381835,
      "step": 2010
    },
    {
      "epoch": 0.6049715483677748,
      "grad_norm": 2.1808533668518066,
      "learning_rate": 1.9378516511165733e-05,
      "loss": 0.8544286727905274,
      "step": 2020
    },
    {
      "epoch": 0.6079664570230608,
      "grad_norm": 1.6702479124069214,
      "learning_rate": 1.9366365888168444e-05,
      "loss": 0.8870140075683594,
      "step": 2030
    },
    {
      "epoch": 0.6109613656783468,
      "grad_norm": 1.699459433555603,
      "learning_rate": 1.9354101518430033e-05,
      "loss": 0.8339980125427247,
      "step": 2040
    },
    {
      "epoch": 0.6139562743336329,
      "grad_norm": 1.767531394958496,
      "learning_rate": 1.9341723550891097e-05,
      "loss": 0.8794610977172852,
      "step": 2050
    },
    {
      "epoch": 0.6169511829889188,
      "grad_norm": 1.5786960124969482,
      "learning_rate": 1.9329232135871775e-05,
      "loss": 0.8840433120727539,
      "step": 2060
    },
    {
      "epoch": 0.6199460916442049,
      "grad_norm": 1.7652090787887573,
      "learning_rate": 1.931662742506994e-05,
      "loss": 0.8960956573486328,
      "step": 2070
    },
    {
      "epoch": 0.6229410002994908,
      "grad_norm": 1.8086838722229004,
      "learning_rate": 1.930390957155934e-05,
      "loss": 0.8429698944091797,
      "step": 2080
    },
    {
      "epoch": 0.6259359089547769,
      "grad_norm": 1.7018482685089111,
      "learning_rate": 1.9291078729787764e-05,
      "loss": 0.8314028739929199,
      "step": 2090
    },
    {
      "epoch": 0.6289308176100629,
      "grad_norm": 1.4827744960784912,
      "learning_rate": 1.9278135055575126e-05,
      "loss": 0.8367262840270996,
      "step": 2100
    },
    {
      "epoch": 0.6319257262653489,
      "grad_norm": 1.7840453386306763,
      "learning_rate": 1.9265078706111608e-05,
      "loss": 0.8233530044555664,
      "step": 2110
    },
    {
      "epoch": 0.6349206349206349,
      "grad_norm": 1.9676882028579712,
      "learning_rate": 1.9251909839955742e-05,
      "loss": 0.8611278533935547,
      "step": 2120
    },
    {
      "epoch": 0.637915543575921,
      "grad_norm": 1.8171685934066772,
      "learning_rate": 1.9238628617032483e-05,
      "loss": 0.8771775245666504,
      "step": 2130
    },
    {
      "epoch": 0.6409104522312069,
      "grad_norm": 1.8074554204940796,
      "learning_rate": 1.922523519863126e-05,
      "loss": 0.884306526184082,
      "step": 2140
    },
    {
      "epoch": 0.643905360886493,
      "grad_norm": 1.8622629642486572,
      "learning_rate": 1.9211729747404028e-05,
      "loss": 0.8650590896606445,
      "step": 2150
    },
    {
      "epoch": 0.6469002695417789,
      "grad_norm": 1.6245149374008179,
      "learning_rate": 1.9198112427363275e-05,
      "loss": 0.8924369812011719,
      "step": 2160
    },
    {
      "epoch": 0.649895178197065,
      "grad_norm": 1.6202753782272339,
      "learning_rate": 1.918438340388006e-05,
      "loss": 0.8587064743041992,
      "step": 2170
    },
    {
      "epoch": 0.652890086852351,
      "grad_norm": 1.955124020576477,
      "learning_rate": 1.9170542843681984e-05,
      "loss": 0.8569240570068359,
      "step": 2180
    },
    {
      "epoch": 0.655884995507637,
      "grad_norm": 1.6515233516693115,
      "learning_rate": 1.9156590914851157e-05,
      "loss": 0.8982840538024902,
      "step": 2190
    },
    {
      "epoch": 0.6588799041629231,
      "grad_norm": 1.8015732765197754,
      "learning_rate": 1.9142527786822182e-05,
      "loss": 0.8220060348510743,
      "step": 2200
    },
    {
      "epoch": 0.661874812818209,
      "grad_norm": 1.583517074584961,
      "learning_rate": 1.9128353630380076e-05,
      "loss": 0.847236442565918,
      "step": 2210
    },
    {
      "epoch": 0.6648697214734951,
      "grad_norm": 1.8341610431671143,
      "learning_rate": 1.9114068617658207e-05,
      "loss": 0.869542121887207,
      "step": 2220
    },
    {
      "epoch": 0.6678646301287811,
      "grad_norm": 1.5468474626541138,
      "learning_rate": 1.90996729221362e-05,
      "loss": 0.8361228942871094,
      "step": 2230
    },
    {
      "epoch": 0.6708595387840671,
      "grad_norm": 1.6672273874282837,
      "learning_rate": 1.9085166718637835e-05,
      "loss": 0.8854676246643066,
      "step": 2240
    },
    {
      "epoch": 0.6738544474393531,
      "grad_norm": 1.6331413984298706,
      "learning_rate": 1.907055018332891e-05,
      "loss": 0.8510169982910156,
      "step": 2250
    },
    {
      "epoch": 0.6768493560946391,
      "grad_norm": 1.8924387693405151,
      "learning_rate": 1.9055823493715123e-05,
      "loss": 0.8499082565307617,
      "step": 2260
    },
    {
      "epoch": 0.6798442647499251,
      "grad_norm": 1.6619211435317993,
      "learning_rate": 1.9040986828639892e-05,
      "loss": 0.8638698577880859,
      "step": 2270
    },
    {
      "epoch": 0.6828391734052112,
      "grad_norm": 1.6199733018875122,
      "learning_rate": 1.9026040368282207e-05,
      "loss": 0.8675064086914063,
      "step": 2280
    },
    {
      "epoch": 0.6858340820604971,
      "grad_norm": 1.7399113178253174,
      "learning_rate": 1.901098429415442e-05,
      "loss": 0.8387475967407226,
      "step": 2290
    },
    {
      "epoch": 0.6888289907157832,
      "grad_norm": 1.667663812637329,
      "learning_rate": 1.8995818789100066e-05,
      "loss": 0.8783481597900391,
      "step": 2300
    },
    {
      "epoch": 0.6918238993710691,
      "grad_norm": 1.7032908201217651,
      "learning_rate": 1.8980544037291614e-05,
      "loss": 0.8562976837158203,
      "step": 2310
    },
    {
      "epoch": 0.6948188080263552,
      "grad_norm": 1.9778879880905151,
      "learning_rate": 1.896516022422825e-05,
      "loss": 0.8344745635986328,
      "step": 2320
    },
    {
      "epoch": 0.6978137166816412,
      "grad_norm": 1.8774316310882568,
      "learning_rate": 1.8949667536733614e-05,
      "loss": 0.8148428916931152,
      "step": 2330
    },
    {
      "epoch": 0.7008086253369272,
      "grad_norm": 1.6596498489379883,
      "learning_rate": 1.8934066162953543e-05,
      "loss": 0.8398752212524414,
      "step": 2340
    },
    {
      "epoch": 0.7038035339922133,
      "grad_norm": 1.6424564123153687,
      "learning_rate": 1.8918356292353775e-05,
      "loss": 0.8635367393493653,
      "step": 2350
    },
    {
      "epoch": 0.7067984426474992,
      "grad_norm": 1.7502802610397339,
      "learning_rate": 1.890253811571765e-05,
      "loss": 0.8395760536193848,
      "step": 2360
    },
    {
      "epoch": 0.7097933513027853,
      "grad_norm": 1.7914620637893677,
      "learning_rate": 1.8886611825143796e-05,
      "loss": 0.809751319885254,
      "step": 2370
    },
    {
      "epoch": 0.7127882599580713,
      "grad_norm": 1.614733099937439,
      "learning_rate": 1.88705776140438e-05,
      "loss": 0.8426692962646485,
      "step": 2380
    },
    {
      "epoch": 0.7157831686133573,
      "grad_norm": 1.6434929370880127,
      "learning_rate": 1.885443567713985e-05,
      "loss": 0.8461108207702637,
      "step": 2390
    },
    {
      "epoch": 0.7187780772686433,
      "grad_norm": 1.5342862606048584,
      "learning_rate": 1.8838186210462365e-05,
      "loss": 0.8506370544433594,
      "step": 2400
    },
    {
      "epoch": 0.7217729859239294,
      "grad_norm": 1.7060281038284302,
      "learning_rate": 1.8821829411347642e-05,
      "loss": 0.8571641921997071,
      "step": 2410
    },
    {
      "epoch": 0.7247678945792153,
      "grad_norm": 1.5919580459594727,
      "learning_rate": 1.8805365478435432e-05,
      "loss": 0.8273300170898438,
      "step": 2420
    },
    {
      "epoch": 0.7277628032345014,
      "grad_norm": 1.7425918579101562,
      "learning_rate": 1.8788794611666536e-05,
      "loss": 0.8230342864990234,
      "step": 2430
    },
    {
      "epoch": 0.7307577118897873,
      "grad_norm": 1.6442525386810303,
      "learning_rate": 1.877211701228038e-05,
      "loss": 0.8350908279418945,
      "step": 2440
    },
    {
      "epoch": 0.7337526205450734,
      "grad_norm": 1.6684730052947998,
      "learning_rate": 1.875533288281257e-05,
      "loss": 0.8504384994506836,
      "step": 2450
    },
    {
      "epoch": 0.7367475292003594,
      "grad_norm": 1.6235419511795044,
      "learning_rate": 1.8738442427092428e-05,
      "loss": 0.8609309196472168,
      "step": 2460
    },
    {
      "epoch": 0.7397424378556454,
      "grad_norm": 1.45209801197052,
      "learning_rate": 1.8721445850240522e-05,
      "loss": 0.8582953453063965,
      "step": 2470
    },
    {
      "epoch": 0.7427373465109314,
      "grad_norm": 1.640078067779541,
      "learning_rate": 1.870434335866618e-05,
      "loss": 0.8432114601135254,
      "step": 2480
    },
    {
      "epoch": 0.7457322551662174,
      "grad_norm": 1.6859060525894165,
      "learning_rate": 1.8687135160064956e-05,
      "loss": 0.8331222534179688,
      "step": 2490
    },
    {
      "epoch": 0.7487271638215034,
      "grad_norm": 1.6803628206253052,
      "learning_rate": 1.8669821463416157e-05,
      "loss": 0.829715633392334,
      "step": 2500
    },
    {
      "epoch": 0.7517220724767895,
      "grad_norm": 1.5660089254379272,
      "learning_rate": 1.8652402478980255e-05,
      "loss": 0.8638070106506348,
      "step": 2510
    },
    {
      "epoch": 0.7547169811320755,
      "grad_norm": 1.5286768674850464,
      "learning_rate": 1.8634878418296362e-05,
      "loss": 0.7757655143737793,
      "step": 2520
    },
    {
      "epoch": 0.7577118897873615,
      "grad_norm": 1.5210187435150146,
      "learning_rate": 1.8617249494179644e-05,
      "loss": 0.7913604736328125,
      "step": 2530
    },
    {
      "epoch": 0.7607067984426475,
      "grad_norm": 1.6953132152557373,
      "learning_rate": 1.859951592071877e-05,
      "loss": 0.7964819431304931,
      "step": 2540
    },
    {
      "epoch": 0.7637017070979335,
      "grad_norm": 1.8429316282272339,
      "learning_rate": 1.8581677913273267e-05,
      "loss": 0.7994976043701172,
      "step": 2550
    },
    {
      "epoch": 0.7666966157532196,
      "grad_norm": 1.6222190856933594,
      "learning_rate": 1.856373568847093e-05,
      "loss": 0.7941509246826172,
      "step": 2560
    },
    {
      "epoch": 0.7696915244085055,
      "grad_norm": 1.379274845123291,
      "learning_rate": 1.8545689464205193e-05,
      "loss": 0.8207425117492676,
      "step": 2570
    },
    {
      "epoch": 0.7726864330637916,
      "grad_norm": 1.6088320016860962,
      "learning_rate": 1.8527539459632473e-05,
      "loss": 0.8137792587280274,
      "step": 2580
    },
    {
      "epoch": 0.7756813417190775,
      "grad_norm": 1.5247526168823242,
      "learning_rate": 1.8509285895169516e-05,
      "loss": 0.863805103302002,
      "step": 2590
    },
    {
      "epoch": 0.7786762503743636,
      "grad_norm": 1.5615347623825073,
      "learning_rate": 1.849092899249071e-05,
      "loss": 0.828615379333496,
      "step": 2600
    },
    {
      "epoch": 0.7816711590296496,
      "grad_norm": 1.8369919061660767,
      "learning_rate": 1.847246897452541e-05,
      "loss": 0.8638320922851562,
      "step": 2610
    },
    {
      "epoch": 0.7846660676849356,
      "grad_norm": 1.694499135017395,
      "learning_rate": 1.8453906065455212e-05,
      "loss": 0.8065310478210449,
      "step": 2620
    },
    {
      "epoch": 0.7876609763402216,
      "grad_norm": 1.6315211057662964,
      "learning_rate": 1.8435240490711247e-05,
      "loss": 0.8603771209716797,
      "step": 2630
    },
    {
      "epoch": 0.7906558849955077,
      "grad_norm": 1.7139288187026978,
      "learning_rate": 1.8416472476971424e-05,
      "loss": 0.8373805999755859,
      "step": 2640
    },
    {
      "epoch": 0.7936507936507936,
      "grad_norm": 1.6665681600570679,
      "learning_rate": 1.8397602252157704e-05,
      "loss": 0.8208301544189454,
      "step": 2650
    },
    {
      "epoch": 0.7966457023060797,
      "grad_norm": 1.6627062559127808,
      "learning_rate": 1.8378630045433298e-05,
      "loss": 0.8139615058898926,
      "step": 2660
    },
    {
      "epoch": 0.7996406109613656,
      "grad_norm": 1.4767072200775146,
      "learning_rate": 1.835955608719992e-05,
      "loss": 0.8225536346435547,
      "step": 2670
    },
    {
      "epoch": 0.8026355196166517,
      "grad_norm": 1.6780694723129272,
      "learning_rate": 1.8340380609094962e-05,
      "loss": 0.842643928527832,
      "step": 2680
    },
    {
      "epoch": 0.8056304282719378,
      "grad_norm": 1.7037646770477295,
      "learning_rate": 1.8321103843988695e-05,
      "loss": 0.8341219902038575,
      "step": 2690
    },
    {
      "epoch": 0.8086253369272237,
      "grad_norm": 1.53456449508667,
      "learning_rate": 1.8301726025981427e-05,
      "loss": 0.814063835144043,
      "step": 2700
    },
    {
      "epoch": 0.8116202455825098,
      "grad_norm": 1.7273889780044556,
      "learning_rate": 1.828224739040069e-05,
      "loss": 0.7797497749328614,
      "step": 2710
    },
    {
      "epoch": 0.8146151542377957,
      "grad_norm": 1.6220978498458862,
      "learning_rate": 1.8262668173798336e-05,
      "loss": 0.8151215553283692,
      "step": 2720
    },
    {
      "epoch": 0.8176100628930818,
      "grad_norm": 1.5839869976043701,
      "learning_rate": 1.8242988613947714e-05,
      "loss": 0.8338854789733887,
      "step": 2730
    },
    {
      "epoch": 0.8206049715483678,
      "grad_norm": 1.6918904781341553,
      "learning_rate": 1.822320894984074e-05,
      "loss": 0.8016552925109863,
      "step": 2740
    },
    {
      "epoch": 0.8235998802036538,
      "grad_norm": 1.532352328300476,
      "learning_rate": 1.8203329421685024e-05,
      "loss": 0.7859272956848145,
      "step": 2750
    },
    {
      "epoch": 0.8265947888589398,
      "grad_norm": 1.5221245288848877,
      "learning_rate": 1.8183350270900936e-05,
      "loss": 0.8459560394287109,
      "step": 2760
    },
    {
      "epoch": 0.8295896975142258,
      "grad_norm": 1.7007802724838257,
      "learning_rate": 1.8163271740118687e-05,
      "loss": 0.8190437316894531,
      "step": 2770
    },
    {
      "epoch": 0.8325846061695118,
      "grad_norm": 1.5608899593353271,
      "learning_rate": 1.8143094073175365e-05,
      "loss": 0.8271324157714843,
      "step": 2780
    },
    {
      "epoch": 0.8355795148247979,
      "grad_norm": 1.753761649131775,
      "learning_rate": 1.8122817515112e-05,
      "loss": 0.8533936500549316,
      "step": 2790
    },
    {
      "epoch": 0.8385744234800838,
      "grad_norm": 1.615286946296692,
      "learning_rate": 1.8102442312170553e-05,
      "loss": 0.8588766098022461,
      "step": 2800
    },
    {
      "epoch": 0.8415693321353699,
      "grad_norm": 1.587636113166809,
      "learning_rate": 1.8081968711790964e-05,
      "loss": 0.8210906028747559,
      "step": 2810
    },
    {
      "epoch": 0.8445642407906558,
      "grad_norm": 1.455330491065979,
      "learning_rate": 1.8061396962608115e-05,
      "loss": 0.8196340560913086,
      "step": 2820
    },
    {
      "epoch": 0.8475591494459419,
      "grad_norm": 1.492753267288208,
      "learning_rate": 1.804072731444883e-05,
      "loss": 0.8112252235412598,
      "step": 2830
    },
    {
      "epoch": 0.8505540581012279,
      "grad_norm": 1.5428729057312012,
      "learning_rate": 1.801996001832883e-05,
      "loss": 0.7767475128173829,
      "step": 2840
    },
    {
      "epoch": 0.8535489667565139,
      "grad_norm": 1.4639486074447632,
      "learning_rate": 1.79990953264497e-05,
      "loss": 0.7648550987243652,
      "step": 2850
    },
    {
      "epoch": 0.8565438754118,
      "grad_norm": 1.5121395587921143,
      "learning_rate": 1.7978133492195802e-05,
      "loss": 0.8193672180175782,
      "step": 2860
    },
    {
      "epoch": 0.859538784067086,
      "grad_norm": 1.4281710386276245,
      "learning_rate": 1.7957074770131226e-05,
      "loss": 0.8272466659545898,
      "step": 2870
    },
    {
      "epoch": 0.862533692722372,
      "grad_norm": 1.834460973739624,
      "learning_rate": 1.7935919415996665e-05,
      "loss": 0.7895036697387695,
      "step": 2880
    },
    {
      "epoch": 0.865528601377658,
      "grad_norm": 1.4872559309005737,
      "learning_rate": 1.7914667686706347e-05,
      "loss": 0.8052210807800293,
      "step": 2890
    },
    {
      "epoch": 0.868523510032944,
      "grad_norm": 1.609100580215454,
      "learning_rate": 1.7893319840344886e-05,
      "loss": 0.8197463989257813,
      "step": 2900
    },
    {
      "epoch": 0.87151841868823,
      "grad_norm": 1.4353001117706299,
      "learning_rate": 1.787187613616416e-05,
      "loss": 0.8479232788085938,
      "step": 2910
    },
    {
      "epoch": 0.8745133273435161,
      "grad_norm": 1.6909197568893433,
      "learning_rate": 1.7850336834580166e-05,
      "loss": 0.8297075271606446,
      "step": 2920
    },
    {
      "epoch": 0.877508235998802,
      "grad_norm": 1.90815007686615,
      "learning_rate": 1.7828702197169842e-05,
      "loss": 0.8151211738586426,
      "step": 2930
    },
    {
      "epoch": 0.8805031446540881,
      "grad_norm": 1.6685028076171875,
      "learning_rate": 1.7806972486667914e-05,
      "loss": 0.8078549385070801,
      "step": 2940
    },
    {
      "epoch": 0.883498053309374,
      "grad_norm": 1.5216376781463623,
      "learning_rate": 1.778514796696367e-05,
      "loss": 0.7762706279754639,
      "step": 2950
    },
    {
      "epoch": 0.8864929619646601,
      "grad_norm": 1.4812510013580322,
      "learning_rate": 1.7763228903097807e-05,
      "loss": 0.8366207122802735,
      "step": 2960
    },
    {
      "epoch": 0.889487870619946,
      "grad_norm": 1.5821658372879028,
      "learning_rate": 1.7741215561259155e-05,
      "loss": 0.8076998710632324,
      "step": 2970
    },
    {
      "epoch": 0.8924827792752321,
      "grad_norm": 1.7257674932479858,
      "learning_rate": 1.7719108208781488e-05,
      "loss": 0.7889442443847656,
      "step": 2980
    },
    {
      "epoch": 0.8954776879305181,
      "grad_norm": 1.514564871788025,
      "learning_rate": 1.7696907114140254e-05,
      "loss": 0.800442123413086,
      "step": 2990
    },
    {
      "epoch": 0.8984725965858041,
      "grad_norm": 1.5025800466537476,
      "learning_rate": 1.7674612546949325e-05,
      "loss": 0.8127084732055664,
      "step": 3000
    },
    {
      "epoch": 0.9014675052410901,
      "grad_norm": 1.5609087944030762,
      "learning_rate": 1.7652224777957714e-05,
      "loss": 0.8040850639343262,
      "step": 3010
    },
    {
      "epoch": 0.9044624138963762,
      "grad_norm": 1.493508219718933,
      "learning_rate": 1.762974407904631e-05,
      "loss": 0.7854836463928223,
      "step": 3020
    },
    {
      "epoch": 0.9074573225516622,
      "grad_norm": 1.6819945573806763,
      "learning_rate": 1.7607170723224534e-05,
      "loss": 0.7625170707702636,
      "step": 3030
    },
    {
      "epoch": 0.9104522312069482,
      "grad_norm": 1.6430078744888306,
      "learning_rate": 1.758450498462706e-05,
      "loss": 0.8078180313110351,
      "step": 3040
    },
    {
      "epoch": 0.9134471398622342,
      "grad_norm": 1.4024254083633423,
      "learning_rate": 1.7561747138510487e-05,
      "loss": 0.7755331516265869,
      "step": 3050
    },
    {
      "epoch": 0.9164420485175202,
      "grad_norm": 1.6579421758651733,
      "learning_rate": 1.7538897461249956e-05,
      "loss": 0.825098991394043,
      "step": 3060
    },
    {
      "epoch": 0.9194369571728063,
      "grad_norm": 1.4785950183868408,
      "learning_rate": 1.7515956230335844e-05,
      "loss": 0.7357244491577148,
      "step": 3070
    },
    {
      "epoch": 0.9224318658280922,
      "grad_norm": 1.4858529567718506,
      "learning_rate": 1.7492923724370355e-05,
      "loss": 0.7988026142120361,
      "step": 3080
    },
    {
      "epoch": 0.9254267744833783,
      "grad_norm": 1.3988063335418701,
      "learning_rate": 1.7469800223064172e-05,
      "loss": 0.8232571601867675,
      "step": 3090
    },
    {
      "epoch": 0.9284216831386642,
      "grad_norm": 1.4646496772766113,
      "learning_rate": 1.744658600723302e-05,
      "loss": 0.8289719581604004,
      "step": 3100
    },
    {
      "epoch": 0.9314165917939503,
      "grad_norm": 1.9083791971206665,
      "learning_rate": 1.742328135879429e-05,
      "loss": 0.7919368743896484,
      "step": 3110
    },
    {
      "epoch": 0.9344115004492363,
      "grad_norm": 1.7467341423034668,
      "learning_rate": 1.7399886560763598e-05,
      "loss": 0.7916288375854492,
      "step": 3120
    },
    {
      "epoch": 0.9374064091045223,
      "grad_norm": 1.7119777202606201,
      "learning_rate": 1.7376401897251357e-05,
      "loss": 0.757789134979248,
      "step": 3130
    },
    {
      "epoch": 0.9404013177598083,
      "grad_norm": 1.4119514226913452,
      "learning_rate": 1.7352827653459307e-05,
      "loss": 0.7901122093200683,
      "step": 3140
    },
    {
      "epoch": 0.9433962264150944,
      "grad_norm": 1.2908947467803955,
      "learning_rate": 1.732916411567708e-05,
      "loss": 0.7934576988220214,
      "step": 3150
    },
    {
      "epoch": 0.9463911350703803,
      "grad_norm": 1.5804283618927002,
      "learning_rate": 1.730541157127871e-05,
      "loss": 0.7917113304138184,
      "step": 3160
    },
    {
      "epoch": 0.9493860437256664,
      "grad_norm": 1.706937313079834,
      "learning_rate": 1.728157030871913e-05,
      "loss": 0.7889931678771973,
      "step": 3170
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 1.4798022508621216,
      "learning_rate": 1.7257640617530697e-05,
      "loss": 0.8395463943481445,
      "step": 3180
    },
    {
      "epoch": 0.9553758610362384,
      "grad_norm": 1.4213306903839111,
      "learning_rate": 1.7233622788319646e-05,
      "loss": 0.8060663223266602,
      "step": 3190
    },
    {
      "epoch": 0.9583707696915245,
      "grad_norm": 1.4119057655334473,
      "learning_rate": 1.7209517112762588e-05,
      "loss": 0.7896999835968017,
      "step": 3200
    },
    {
      "epoch": 0.9613656783468104,
      "grad_norm": 1.5566002130508423,
      "learning_rate": 1.7185323883602943e-05,
      "loss": 0.8031165122985839,
      "step": 3210
    },
    {
      "epoch": 0.9643605870020965,
      "grad_norm": 1.4153759479522705,
      "learning_rate": 1.7161043394647407e-05,
      "loss": 0.759066104888916,
      "step": 3220
    },
    {
      "epoch": 0.9673554956573824,
      "grad_norm": 1.9067392349243164,
      "learning_rate": 1.7136675940762367e-05,
      "loss": 0.7777122497558594,
      "step": 3230
    },
    {
      "epoch": 0.9703504043126685,
      "grad_norm": 1.4964123964309692,
      "learning_rate": 1.711222181787033e-05,
      "loss": 0.7858468055725097,
      "step": 3240
    },
    {
      "epoch": 0.9733453129679545,
      "grad_norm": 1.4618581533432007,
      "learning_rate": 1.7087681322946328e-05,
      "loss": 0.7849390983581543,
      "step": 3250
    },
    {
      "epoch": 0.9763402216232405,
      "grad_norm": 1.601406216621399,
      "learning_rate": 1.7063054754014303e-05,
      "loss": 0.7938404560089112,
      "step": 3260
    },
    {
      "epoch": 0.9793351302785265,
      "grad_norm": 1.4281142950057983,
      "learning_rate": 1.70383424101435e-05,
      "loss": 0.7438766479492187,
      "step": 3270
    },
    {
      "epoch": 0.9823300389338125,
      "grad_norm": 1.5444836616516113,
      "learning_rate": 1.7013544591444827e-05,
      "loss": 0.7451802730560303,
      "step": 3280
    },
    {
      "epoch": 0.9853249475890985,
      "grad_norm": 1.4732089042663574,
      "learning_rate": 1.698866159906722e-05,
      "loss": 0.8167963027954102,
      "step": 3290
    },
    {
      "epoch": 0.9883198562443846,
      "grad_norm": 1.870408535003662,
      "learning_rate": 1.6963693735193962e-05,
      "loss": 0.8137873649597168,
      "step": 3300
    },
    {
      "epoch": 0.9913147648996705,
      "grad_norm": 1.4198145866394043,
      "learning_rate": 1.693864130303905e-05,
      "loss": 0.770867919921875,
      "step": 3310
    },
    {
      "epoch": 0.9943096735549566,
      "grad_norm": 1.639811635017395,
      "learning_rate": 1.6913504606843474e-05,
      "loss": 0.8095382690429688,
      "step": 3320
    },
    {
      "epoch": 0.9973045822102425,
      "grad_norm": 1.4918293952941895,
      "learning_rate": 1.688828395187156e-05,
      "loss": 0.7985510349273681,
      "step": 3330
    },
    {
      "epoch": 1.0002994908655285,
      "grad_norm": 1.197721004486084,
      "learning_rate": 1.6862979644407227e-05,
      "loss": 0.7350101470947266,
      "step": 3340
    },
    {
      "epoch": 1.0032943995208146,
      "grad_norm": 1.5143485069274902,
      "learning_rate": 1.6837591991750293e-05,
      "loss": 0.7106464385986329,
      "step": 3350
    },
    {
      "epoch": 1.0062893081761006,
      "grad_norm": 1.7330113649368286,
      "learning_rate": 1.6812121302212728e-05,
      "loss": 0.7185450553894043,
      "step": 3360
    },
    {
      "epoch": 1.0092842168313867,
      "grad_norm": 1.672824740409851,
      "learning_rate": 1.6786567885114924e-05,
      "loss": 0.700438404083252,
      "step": 3370
    },
    {
      "epoch": 1.0122791254866728,
      "grad_norm": 1.5598795413970947,
      "learning_rate": 1.6760932050781927e-05,
      "loss": 0.6911828994750977,
      "step": 3380
    },
    {
      "epoch": 1.0152740341419586,
      "grad_norm": 1.6879022121429443,
      "learning_rate": 1.6735214110539667e-05,
      "loss": 0.7052880764007569,
      "step": 3390
    },
    {
      "epoch": 1.0182689427972447,
      "grad_norm": 1.764460802078247,
      "learning_rate": 1.670941437671119e-05,
      "loss": 0.731821346282959,
      "step": 3400
    },
    {
      "epoch": 1.0212638514525307,
      "grad_norm": 1.6526857614517212,
      "learning_rate": 1.668353316261285e-05,
      "loss": 0.7477367877960205,
      "step": 3410
    },
    {
      "epoch": 1.0242587601078168,
      "grad_norm": 1.6531809568405151,
      "learning_rate": 1.665757078255052e-05,
      "loss": 0.7096085548400879,
      "step": 3420
    },
    {
      "epoch": 1.0272536687631026,
      "grad_norm": 1.4806548357009888,
      "learning_rate": 1.6631527551815757e-05,
      "loss": 0.711548137664795,
      "step": 3430
    },
    {
      "epoch": 1.0302485774183887,
      "grad_norm": 1.67629075050354,
      "learning_rate": 1.6605403786681992e-05,
      "loss": 0.7366076946258545,
      "step": 3440
    },
    {
      "epoch": 1.0332434860736748,
      "grad_norm": 1.3547171354293823,
      "learning_rate": 1.6579199804400667e-05,
      "loss": 0.6797126770019531,
      "step": 3450
    },
    {
      "epoch": 1.0362383947289608,
      "grad_norm": 1.343342900276184,
      "learning_rate": 1.6552915923197404e-05,
      "loss": 0.6926548480987549,
      "step": 3460
    },
    {
      "epoch": 1.0392333033842467,
      "grad_norm": 1.5611882209777832,
      "learning_rate": 1.652655246226813e-05,
      "loss": 0.7226381778717041,
      "step": 3470
    },
    {
      "epoch": 1.0422282120395328,
      "grad_norm": 1.3495250940322876,
      "learning_rate": 1.65001097417752e-05,
      "loss": 0.6564831733703613,
      "step": 3480
    },
    {
      "epoch": 1.0452231206948188,
      "grad_norm": 1.4157185554504395,
      "learning_rate": 1.6473588082843513e-05,
      "loss": 0.659664249420166,
      "step": 3490
    },
    {
      "epoch": 1.0482180293501049,
      "grad_norm": 1.4454340934753418,
      "learning_rate": 1.6446987807556605e-05,
      "loss": 0.735554313659668,
      "step": 3500
    },
    {
      "epoch": 1.0512129380053907,
      "grad_norm": 1.6114473342895508,
      "learning_rate": 1.642030923895275e-05,
      "loss": 0.7064272880554199,
      "step": 3510
    },
    {
      "epoch": 1.0542078466606768,
      "grad_norm": 1.393011450767517,
      "learning_rate": 1.639355270102102e-05,
      "loss": 0.7071351051330567,
      "step": 3520
    },
    {
      "epoch": 1.0572027553159629,
      "grad_norm": 1.4447367191314697,
      "learning_rate": 1.6366718518697366e-05,
      "loss": 0.6948044776916504,
      "step": 3530
    },
    {
      "epoch": 1.060197663971249,
      "grad_norm": 1.5719486474990845,
      "learning_rate": 1.633980701786066e-05,
      "loss": 0.6962141036987305,
      "step": 3540
    },
    {
      "epoch": 1.063192572626535,
      "grad_norm": 1.5820865631103516,
      "learning_rate": 1.6312818525328756e-05,
      "loss": 0.7146442413330079,
      "step": 3550
    },
    {
      "epoch": 1.0661874812818208,
      "grad_norm": 1.5105618238449097,
      "learning_rate": 1.628575336885449e-05,
      "loss": 0.6941755771636963,
      "step": 3560
    },
    {
      "epoch": 1.069182389937107,
      "grad_norm": 1.6371991634368896,
      "learning_rate": 1.6258611877121737e-05,
      "loss": 0.6982086658477783,
      "step": 3570
    },
    {
      "epoch": 1.072177298592393,
      "grad_norm": 1.484971523284912,
      "learning_rate": 1.6231394379741386e-05,
      "loss": 0.7136051177978515,
      "step": 3580
    },
    {
      "epoch": 1.075172207247679,
      "grad_norm": 1.6102113723754883,
      "learning_rate": 1.620410120724736e-05,
      "loss": 0.699164342880249,
      "step": 3590
    },
    {
      "epoch": 1.0781671159029649,
      "grad_norm": 1.6524529457092285,
      "learning_rate": 1.6176732691092584e-05,
      "loss": 0.6819294929504395,
      "step": 3600
    },
    {
      "epoch": 1.081162024558251,
      "grad_norm": 1.552896499633789,
      "learning_rate": 1.6149289163644978e-05,
      "loss": 0.6616555213928222,
      "step": 3610
    },
    {
      "epoch": 1.084156933213537,
      "grad_norm": 1.5037239789962769,
      "learning_rate": 1.612177095818341e-05,
      "loss": 0.7165458679199219,
      "step": 3620
    },
    {
      "epoch": 1.087151841868823,
      "grad_norm": 1.4005266427993774,
      "learning_rate": 1.6094178408893648e-05,
      "loss": 0.6788459777832031,
      "step": 3630
    },
    {
      "epoch": 1.090146750524109,
      "grad_norm": 1.5649514198303223,
      "learning_rate": 1.606651185086431e-05,
      "loss": 0.6839639663696289,
      "step": 3640
    },
    {
      "epoch": 1.093141659179395,
      "grad_norm": 1.4369744062423706,
      "learning_rate": 1.603877162008278e-05,
      "loss": 0.6825023651123047,
      "step": 3650
    },
    {
      "epoch": 1.096136567834681,
      "grad_norm": 1.4755173921585083,
      "learning_rate": 1.601095805343114e-05,
      "loss": 0.7037545204162597,
      "step": 3660
    },
    {
      "epoch": 1.0991314764899671,
      "grad_norm": 1.3595280647277832,
      "learning_rate": 1.598307148868208e-05,
      "loss": 0.6997042655944824,
      "step": 3670
    },
    {
      "epoch": 1.1021263851452532,
      "grad_norm": 1.6197599172592163,
      "learning_rate": 1.5955112264494784e-05,
      "loss": 0.7151602745056153,
      "step": 3680
    },
    {
      "epoch": 1.105121293800539,
      "grad_norm": 1.5634205341339111,
      "learning_rate": 1.5927080720410836e-05,
      "loss": 0.6688960075378418,
      "step": 3690
    },
    {
      "epoch": 1.108116202455825,
      "grad_norm": 1.6595895290374756,
      "learning_rate": 1.5898977196850066e-05,
      "loss": 0.7106626510620118,
      "step": 3700
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 1.4825279712677002,
      "learning_rate": 1.5870802035106452e-05,
      "loss": 0.7196572303771973,
      "step": 3710
    },
    {
      "epoch": 1.1141060197663972,
      "grad_norm": 1.4523088932037354,
      "learning_rate": 1.584255557734395e-05,
      "loss": 0.7004715442657471,
      "step": 3720
    },
    {
      "epoch": 1.117100928421683,
      "grad_norm": 1.4041231870651245,
      "learning_rate": 1.5814238166592352e-05,
      "loss": 0.7263636112213134,
      "step": 3730
    },
    {
      "epoch": 1.1200958370769691,
      "grad_norm": 1.5008774995803833,
      "learning_rate": 1.5785850146743112e-05,
      "loss": 0.6979952812194824,
      "step": 3740
    },
    {
      "epoch": 1.1230907457322552,
      "grad_norm": 1.6422677040100098,
      "learning_rate": 1.5757391862545175e-05,
      "loss": 0.6974923133850097,
      "step": 3750
    },
    {
      "epoch": 1.1260856543875413,
      "grad_norm": 1.6295057535171509,
      "learning_rate": 1.5728863659600785e-05,
      "loss": 0.6878085136413574,
      "step": 3760
    },
    {
      "epoch": 1.1290805630428271,
      "grad_norm": 1.5771390199661255,
      "learning_rate": 1.570026588436129e-05,
      "loss": 0.7069286823272705,
      "step": 3770
    },
    {
      "epoch": 1.1320754716981132,
      "grad_norm": 1.5606156587600708,
      "learning_rate": 1.5671598884122943e-05,
      "loss": 0.7105122566223144,
      "step": 3780
    },
    {
      "epoch": 1.1350703803533992,
      "grad_norm": 1.573263168334961,
      "learning_rate": 1.5642863007022673e-05,
      "loss": 0.6617315292358399,
      "step": 3790
    },
    {
      "epoch": 1.1380652890086853,
      "grad_norm": 1.581919550895691,
      "learning_rate": 1.561405860203386e-05,
      "loss": 0.6750922679901123,
      "step": 3800
    },
    {
      "epoch": 1.1410601976639712,
      "grad_norm": 1.6347953081130981,
      "learning_rate": 1.5585186018962096e-05,
      "loss": 0.6865742683410645,
      "step": 3810
    },
    {
      "epoch": 1.1440551063192572,
      "grad_norm": 1.6192823648452759,
      "learning_rate": 1.555624560844095e-05,
      "loss": 0.6836994647979736,
      "step": 3820
    },
    {
      "epoch": 1.1470500149745433,
      "grad_norm": 1.49833345413208,
      "learning_rate": 1.5527237721927682e-05,
      "loss": 0.7058408737182618,
      "step": 3830
    },
    {
      "epoch": 1.1500449236298294,
      "grad_norm": 1.5722405910491943,
      "learning_rate": 1.5498162711699013e-05,
      "loss": 0.6902894973754883,
      "step": 3840
    },
    {
      "epoch": 1.1530398322851152,
      "grad_norm": 1.4945104122161865,
      "learning_rate": 1.546902093084681e-05,
      "loss": 0.6969739437103272,
      "step": 3850
    },
    {
      "epoch": 1.1560347409404013,
      "grad_norm": 1.5300406217575073,
      "learning_rate": 1.5439812733273814e-05,
      "loss": 0.6966294288635254,
      "step": 3860
    },
    {
      "epoch": 1.1590296495956873,
      "grad_norm": 1.4756025075912476,
      "learning_rate": 1.541053847368935e-05,
      "loss": 0.6721511840820312,
      "step": 3870
    },
    {
      "epoch": 1.1620245582509734,
      "grad_norm": 1.3550491333007812,
      "learning_rate": 1.5381198507605008e-05,
      "loss": 0.6645829200744628,
      "step": 3880
    },
    {
      "epoch": 1.1650194669062595,
      "grad_norm": 1.5267562866210938,
      "learning_rate": 1.5351793191330328e-05,
      "loss": 0.7032648086547851,
      "step": 3890
    },
    {
      "epoch": 1.1680143755615453,
      "grad_norm": 1.5716965198516846,
      "learning_rate": 1.5322322881968476e-05,
      "loss": 0.7047882556915284,
      "step": 3900
    },
    {
      "epoch": 1.1710092842168314,
      "grad_norm": 1.3805803060531616,
      "learning_rate": 1.5292787937411903e-05,
      "loss": 0.6749917030334472,
      "step": 3910
    },
    {
      "epoch": 1.1740041928721174,
      "grad_norm": 1.4217103719711304,
      "learning_rate": 1.5263188716338e-05,
      "loss": 0.6801820755004883,
      "step": 3920
    },
    {
      "epoch": 1.1769991015274035,
      "grad_norm": 1.5605568885803223,
      "learning_rate": 1.5233525578204745e-05,
      "loss": 0.6716075897216797,
      "step": 3930
    },
    {
      "epoch": 1.1799940101826893,
      "grad_norm": 1.5446428060531616,
      "learning_rate": 1.5203798883246334e-05,
      "loss": 0.6891654968261719,
      "step": 3940
    },
    {
      "epoch": 1.1829889188379754,
      "grad_norm": 1.4253835678100586,
      "learning_rate": 1.517400899246881e-05,
      "loss": 0.702687931060791,
      "step": 3950
    },
    {
      "epoch": 1.1859838274932615,
      "grad_norm": 1.7337391376495361,
      "learning_rate": 1.5144156267645675e-05,
      "loss": 0.6723766326904297,
      "step": 3960
    },
    {
      "epoch": 1.1889787361485475,
      "grad_norm": 1.723059892654419,
      "learning_rate": 1.51142410713135e-05,
      "loss": 0.6978803634643554,
      "step": 3970
    },
    {
      "epoch": 1.1919736448038334,
      "grad_norm": 1.748765230178833,
      "learning_rate": 1.5084263766767522e-05,
      "loss": 0.6807281494140625,
      "step": 3980
    },
    {
      "epoch": 1.1949685534591195,
      "grad_norm": 1.592793583869934,
      "learning_rate": 1.505422471805722e-05,
      "loss": 0.6684311866760254,
      "step": 3990
    },
    {
      "epoch": 1.1979634621144055,
      "grad_norm": 1.5449707508087158,
      "learning_rate": 1.502412428998192e-05,
      "loss": 0.682776689529419,
      "step": 4000
    },
    {
      "epoch": 1.2009583707696916,
      "grad_norm": 1.5067434310913086,
      "learning_rate": 1.4993962848086341e-05,
      "loss": 0.6774695873260498,
      "step": 4010
    },
    {
      "epoch": 1.2039532794249777,
      "grad_norm": 1.4419279098510742,
      "learning_rate": 1.4963740758656167e-05,
      "loss": 0.6701112270355225,
      "step": 4020
    },
    {
      "epoch": 1.2069481880802635,
      "grad_norm": 1.4293246269226074,
      "learning_rate": 1.4933458388713591e-05,
      "loss": 0.6676129341125489,
      "step": 4030
    },
    {
      "epoch": 1.2099430967355496,
      "grad_norm": 1.5989415645599365,
      "learning_rate": 1.4903116106012867e-05,
      "loss": 0.7103249549865722,
      "step": 4040
    },
    {
      "epoch": 1.2129380053908356,
      "grad_norm": 1.6779661178588867,
      "learning_rate": 1.4872714279035842e-05,
      "loss": 0.660029125213623,
      "step": 4050
    },
    {
      "epoch": 1.2159329140461215,
      "grad_norm": 1.4901732206344604,
      "learning_rate": 1.4842253276987475e-05,
      "loss": 0.6614209175109863,
      "step": 4060
    },
    {
      "epoch": 1.2189278227014075,
      "grad_norm": 1.4033241271972656,
      "learning_rate": 1.4811733469791357e-05,
      "loss": 0.7145218849182129,
      "step": 4070
    },
    {
      "epoch": 1.2219227313566936,
      "grad_norm": 1.7574478387832642,
      "learning_rate": 1.478115522808522e-05,
      "loss": 0.6761277675628662,
      "step": 4080
    },
    {
      "epoch": 1.2249176400119797,
      "grad_norm": 1.482534408569336,
      "learning_rate": 1.4750518923216435e-05,
      "loss": 0.6484230041503907,
      "step": 4090
    },
    {
      "epoch": 1.2279125486672657,
      "grad_norm": 1.5970929861068726,
      "learning_rate": 1.4719824927237497e-05,
      "loss": 0.6735719680786133,
      "step": 4100
    },
    {
      "epoch": 1.2309074573225516,
      "grad_norm": 1.5238401889801025,
      "learning_rate": 1.4689073612901525e-05,
      "loss": 0.7009137153625489,
      "step": 4110
    },
    {
      "epoch": 1.2339023659778376,
      "grad_norm": 1.491351842880249,
      "learning_rate": 1.4658265353657708e-05,
      "loss": 0.6697447776794434,
      "step": 4120
    },
    {
      "epoch": 1.2368972746331237,
      "grad_norm": 1.6152558326721191,
      "learning_rate": 1.4627400523646788e-05,
      "loss": 0.7037046909332275,
      "step": 4130
    },
    {
      "epoch": 1.2398921832884098,
      "grad_norm": 1.5510462522506714,
      "learning_rate": 1.4596479497696515e-05,
      "loss": 0.6818698883056641,
      "step": 4140
    },
    {
      "epoch": 1.2428870919436956,
      "grad_norm": 1.4972020387649536,
      "learning_rate": 1.4565502651317084e-05,
      "loss": 0.7084139823913574,
      "step": 4150
    },
    {
      "epoch": 1.2458820005989817,
      "grad_norm": 1.5813428163528442,
      "learning_rate": 1.4534470360696596e-05,
      "loss": 0.6693055152893066,
      "step": 4160
    },
    {
      "epoch": 1.2488769092542678,
      "grad_norm": 1.3404837846755981,
      "learning_rate": 1.4503383002696463e-05,
      "loss": 0.6707363128662109,
      "step": 4170
    },
    {
      "epoch": 1.2518718179095538,
      "grad_norm": 1.5015774965286255,
      "learning_rate": 1.4472240954846853e-05,
      "loss": 0.6856432914733886,
      "step": 4180
    },
    {
      "epoch": 1.2548667265648397,
      "grad_norm": 1.8516919612884521,
      "learning_rate": 1.4441044595342092e-05,
      "loss": 0.6972317218780517,
      "step": 4190
    },
    {
      "epoch": 1.2578616352201257,
      "grad_norm": 1.5744614601135254,
      "learning_rate": 1.4409794303036083e-05,
      "loss": 0.6880950927734375,
      "step": 4200
    },
    {
      "epoch": 1.2608565438754118,
      "grad_norm": 1.3624542951583862,
      "learning_rate": 1.4378490457437687e-05,
      "loss": 0.6077318668365479,
      "step": 4210
    },
    {
      "epoch": 1.2638514525306979,
      "grad_norm": 1.6590559482574463,
      "learning_rate": 1.4347133438706138e-05,
      "loss": 0.676889705657959,
      "step": 4220
    },
    {
      "epoch": 1.266846361185984,
      "grad_norm": 1.4079532623291016,
      "learning_rate": 1.4315723627646403e-05,
      "loss": 0.6575328350067139,
      "step": 4230
    },
    {
      "epoch": 1.2698412698412698,
      "grad_norm": 1.3833630084991455,
      "learning_rate": 1.4284261405704572e-05,
      "loss": 0.6833572387695312,
      "step": 4240
    },
    {
      "epoch": 1.2728361784965558,
      "grad_norm": 1.5398093461990356,
      "learning_rate": 1.4252747154963223e-05,
      "loss": 0.7134138584136963,
      "step": 4250
    },
    {
      "epoch": 1.275831087151842,
      "grad_norm": 1.440406322479248,
      "learning_rate": 1.4221181258136779e-05,
      "loss": 0.6839028835296631,
      "step": 4260
    },
    {
      "epoch": 1.2788259958071277,
      "grad_norm": 1.5981833934783936,
      "learning_rate": 1.4189564098566861e-05,
      "loss": 0.6973752975463867,
      "step": 4270
    },
    {
      "epoch": 1.281820904462414,
      "grad_norm": 1.3795045614242554,
      "learning_rate": 1.415789606021764e-05,
      "loss": 0.6336652278900147,
      "step": 4280
    },
    {
      "epoch": 1.2848158131176999,
      "grad_norm": 1.555843472480774,
      "learning_rate": 1.4126177527671157e-05,
      "loss": 0.7054344654083252,
      "step": 4290
    },
    {
      "epoch": 1.287810721772986,
      "grad_norm": 1.805177092552185,
      "learning_rate": 1.4094408886122671e-05,
      "loss": 0.7191495895385742,
      "step": 4300
    },
    {
      "epoch": 1.290805630428272,
      "grad_norm": 1.6533230543136597,
      "learning_rate": 1.406259052137597e-05,
      "loss": 0.6862345695495605,
      "step": 4310
    },
    {
      "epoch": 1.2938005390835579,
      "grad_norm": 1.4151486158370972,
      "learning_rate": 1.4030722819838686e-05,
      "loss": 0.6652461528778076,
      "step": 4320
    },
    {
      "epoch": 1.296795447738844,
      "grad_norm": 1.5951013565063477,
      "learning_rate": 1.3998806168517618e-05,
      "loss": 0.6539525508880615,
      "step": 4330
    },
    {
      "epoch": 1.29979035639413,
      "grad_norm": 1.359511375427246,
      "learning_rate": 1.3966840955014001e-05,
      "loss": 0.6631481170654296,
      "step": 4340
    },
    {
      "epoch": 1.302785265049416,
      "grad_norm": 1.619667649269104,
      "learning_rate": 1.3934827567518832e-05,
      "loss": 0.6702329635620117,
      "step": 4350
    },
    {
      "epoch": 1.3057801737047021,
      "grad_norm": 1.466314673423767,
      "learning_rate": 1.3902766394808135e-05,
      "loss": 0.6989962100982666,
      "step": 4360
    },
    {
      "epoch": 1.308775082359988,
      "grad_norm": 1.456148386001587,
      "learning_rate": 1.387065782623825e-05,
      "loss": 0.6782450199127197,
      "step": 4370
    },
    {
      "epoch": 1.311769991015274,
      "grad_norm": 1.3850840330123901,
      "learning_rate": 1.383850225174109e-05,
      "loss": 0.6970182418823242,
      "step": 4380
    },
    {
      "epoch": 1.31476489967056,
      "grad_norm": 1.3463149070739746,
      "learning_rate": 1.3806300061819431e-05,
      "loss": 0.6578661441802979,
      "step": 4390
    },
    {
      "epoch": 1.317759808325846,
      "grad_norm": 1.5610235929489136,
      "learning_rate": 1.3774051647542143e-05,
      "loss": 0.6358757019042969,
      "step": 4400
    },
    {
      "epoch": 1.320754716981132,
      "grad_norm": 1.673736572265625,
      "learning_rate": 1.374175740053946e-05,
      "loss": 0.661113166809082,
      "step": 4410
    },
    {
      "epoch": 1.323749625636418,
      "grad_norm": 1.4001795053482056,
      "learning_rate": 1.3709417712998206e-05,
      "loss": 0.6617262363433838,
      "step": 4420
    },
    {
      "epoch": 1.3267445342917041,
      "grad_norm": 1.2105085849761963,
      "learning_rate": 1.3677032977657051e-05,
      "loss": 0.6960249900817871,
      "step": 4430
    },
    {
      "epoch": 1.3297394429469902,
      "grad_norm": 1.409833312034607,
      "learning_rate": 1.3644603587801737e-05,
      "loss": 0.69888334274292,
      "step": 4440
    },
    {
      "epoch": 1.332734351602276,
      "grad_norm": 1.5228267908096313,
      "learning_rate": 1.3612129937260288e-05,
      "loss": 0.6690874099731445,
      "step": 4450
    },
    {
      "epoch": 1.3357292602575621,
      "grad_norm": 1.4134560823440552,
      "learning_rate": 1.3579612420398245e-05,
      "loss": 0.686200761795044,
      "step": 4460
    },
    {
      "epoch": 1.3387241689128482,
      "grad_norm": 1.491080641746521,
      "learning_rate": 1.3547051432113862e-05,
      "loss": 0.687087869644165,
      "step": 4470
    },
    {
      "epoch": 1.3417190775681342,
      "grad_norm": 1.3831361532211304,
      "learning_rate": 1.3514447367833325e-05,
      "loss": 0.6945667266845703,
      "step": 4480
    },
    {
      "epoch": 1.3447139862234203,
      "grad_norm": 1.3812413215637207,
      "learning_rate": 1.3481800623505937e-05,
      "loss": 0.701347827911377,
      "step": 4490
    },
    {
      "epoch": 1.3477088948787062,
      "grad_norm": 1.4374605417251587,
      "learning_rate": 1.3449111595599316e-05,
      "loss": 0.711556339263916,
      "step": 4500
    },
    {
      "epoch": 1.3507038035339922,
      "grad_norm": 1.4586987495422363,
      "learning_rate": 1.3416380681094578e-05,
      "loss": 0.6958023071289062,
      "step": 4510
    },
    {
      "epoch": 1.3536987121892783,
      "grad_norm": 1.4740244150161743,
      "learning_rate": 1.338360827748152e-05,
      "loss": 0.6627859115600586,
      "step": 4520
    },
    {
      "epoch": 1.3566936208445641,
      "grad_norm": 1.3693221807479858,
      "learning_rate": 1.3350794782753788e-05,
      "loss": 0.6928750038146972,
      "step": 4530
    },
    {
      "epoch": 1.3596885294998502,
      "grad_norm": 1.3615459203720093,
      "learning_rate": 1.3317940595404046e-05,
      "loss": 0.7074526786804199,
      "step": 4540
    },
    {
      "epoch": 1.3626834381551363,
      "grad_norm": 1.4550254344940186,
      "learning_rate": 1.3285046114419133e-05,
      "loss": 0.6495938301086426,
      "step": 4550
    },
    {
      "epoch": 1.3656783468104223,
      "grad_norm": 1.4986083507537842,
      "learning_rate": 1.3252111739275226e-05,
      "loss": 0.6903128623962402,
      "step": 4560
    },
    {
      "epoch": 1.3686732554657084,
      "grad_norm": 1.5021880865097046,
      "learning_rate": 1.321913786993298e-05,
      "loss": 0.6855093955993652,
      "step": 4570
    },
    {
      "epoch": 1.3716681641209942,
      "grad_norm": 1.435672402381897,
      "learning_rate": 1.3186124906832678e-05,
      "loss": 0.6734979629516602,
      "step": 4580
    },
    {
      "epoch": 1.3746630727762803,
      "grad_norm": 1.5334513187408447,
      "learning_rate": 1.3153073250889354e-05,
      "loss": 0.6375434398651123,
      "step": 4590
    },
    {
      "epoch": 1.3776579814315664,
      "grad_norm": 1.5921248197555542,
      "learning_rate": 1.311998330348795e-05,
      "loss": 0.6622870445251465,
      "step": 4600
    },
    {
      "epoch": 1.3806528900868522,
      "grad_norm": 1.2265634536743164,
      "learning_rate": 1.308685546647841e-05,
      "loss": 0.6761940002441407,
      "step": 4610
    },
    {
      "epoch": 1.3836477987421385,
      "grad_norm": 1.3404898643493652,
      "learning_rate": 1.3053690142170827e-05,
      "loss": 0.696360969543457,
      "step": 4620
    },
    {
      "epoch": 1.3866427073974243,
      "grad_norm": 1.4971781969070435,
      "learning_rate": 1.3020487733330547e-05,
      "loss": 0.6800951480865478,
      "step": 4630
    },
    {
      "epoch": 1.3896376160527104,
      "grad_norm": 1.3999356031417847,
      "learning_rate": 1.2987248643173267e-05,
      "loss": 0.673220443725586,
      "step": 4640
    },
    {
      "epoch": 1.3926325247079965,
      "grad_norm": 1.6020697355270386,
      "learning_rate": 1.2953973275360156e-05,
      "loss": 0.6516348838806152,
      "step": 4650
    },
    {
      "epoch": 1.3956274333632823,
      "grad_norm": 1.36565101146698,
      "learning_rate": 1.2920662033992946e-05,
      "loss": 0.6564604759216308,
      "step": 4660
    },
    {
      "epoch": 1.3986223420185684,
      "grad_norm": 1.6752657890319824,
      "learning_rate": 1.2887315323609016e-05,
      "loss": 0.6703821182250976,
      "step": 4670
    },
    {
      "epoch": 1.4016172506738545,
      "grad_norm": 1.5048459768295288,
      "learning_rate": 1.2853933549176492e-05,
      "loss": 0.6673481464385986,
      "step": 4680
    },
    {
      "epoch": 1.4046121593291405,
      "grad_norm": 1.5359078645706177,
      "learning_rate": 1.2820517116089321e-05,
      "loss": 0.6794118881225586,
      "step": 4690
    },
    {
      "epoch": 1.4076070679844266,
      "grad_norm": 1.432215690612793,
      "learning_rate": 1.2787066430162355e-05,
      "loss": 0.6648625373840332,
      "step": 4700
    },
    {
      "epoch": 1.4106019766397124,
      "grad_norm": 1.418803334236145,
      "learning_rate": 1.2753581897626419e-05,
      "loss": 0.6332767486572266,
      "step": 4710
    },
    {
      "epoch": 1.4135968852949985,
      "grad_norm": 1.5143288373947144,
      "learning_rate": 1.2720063925123367e-05,
      "loss": 0.7153759002685547,
      "step": 4720
    },
    {
      "epoch": 1.4165917939502846,
      "grad_norm": 1.3891148567199707,
      "learning_rate": 1.2686512919701167e-05,
      "loss": 0.63809814453125,
      "step": 4730
    },
    {
      "epoch": 1.4195867026055704,
      "grad_norm": 1.3475419282913208,
      "learning_rate": 1.2652929288808933e-05,
      "loss": 0.6704463958740234,
      "step": 4740
    },
    {
      "epoch": 1.4225816112608565,
      "grad_norm": 1.290427327156067,
      "learning_rate": 1.2619313440291995e-05,
      "loss": 0.6674720764160156,
      "step": 4750
    },
    {
      "epoch": 1.4255765199161425,
      "grad_norm": 1.653327465057373,
      "learning_rate": 1.2585665782386938e-05,
      "loss": 0.6292222499847412,
      "step": 4760
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 1.650072455406189,
      "learning_rate": 1.2551986723716642e-05,
      "loss": 0.6493176460266114,
      "step": 4770
    },
    {
      "epoch": 1.4315663372267147,
      "grad_norm": 1.5939024686813354,
      "learning_rate": 1.2518276673285332e-05,
      "loss": 0.7008792877197265,
      "step": 4780
    },
    {
      "epoch": 1.4345612458820005,
      "grad_norm": 1.2825090885162354,
      "learning_rate": 1.2484536040473593e-05,
      "loss": 0.6760101318359375,
      "step": 4790
    },
    {
      "epoch": 1.4375561545372866,
      "grad_norm": 1.2787253856658936,
      "learning_rate": 1.245076523503341e-05,
      "loss": 0.6585366249084472,
      "step": 4800
    },
    {
      "epoch": 1.4405510631925726,
      "grad_norm": 1.4136161804199219,
      "learning_rate": 1.2416964667083193e-05,
      "loss": 0.6975108623504639,
      "step": 4810
    },
    {
      "epoch": 1.4435459718478587,
      "grad_norm": 1.698377013206482,
      "learning_rate": 1.238313474710279e-05,
      "loss": 0.6626195430755615,
      "step": 4820
    },
    {
      "epoch": 1.4465408805031448,
      "grad_norm": 1.4335144758224487,
      "learning_rate": 1.2349275885928504e-05,
      "loss": 0.6314863204956055,
      "step": 4830
    },
    {
      "epoch": 1.4495357891584306,
      "grad_norm": 1.373105764389038,
      "learning_rate": 1.2315388494748109e-05,
      "loss": 0.6849304676055908,
      "step": 4840
    },
    {
      "epoch": 1.4525306978137167,
      "grad_norm": 1.415645718574524,
      "learning_rate": 1.2281472985095848e-05,
      "loss": 0.6753826141357422,
      "step": 4850
    },
    {
      "epoch": 1.4555256064690028,
      "grad_norm": 1.2998967170715332,
      "learning_rate": 1.2247529768847439e-05,
      "loss": 0.6722857475280761,
      "step": 4860
    },
    {
      "epoch": 1.4585205151242886,
      "grad_norm": 1.4371323585510254,
      "learning_rate": 1.2213559258215084e-05,
      "loss": 0.646511459350586,
      "step": 4870
    },
    {
      "epoch": 1.4615154237795747,
      "grad_norm": 1.6259355545043945,
      "learning_rate": 1.2179561865742437e-05,
      "loss": 0.6791155815124512,
      "step": 4880
    },
    {
      "epoch": 1.4645103324348607,
      "grad_norm": 1.5392216444015503,
      "learning_rate": 1.214553800429962e-05,
      "loss": 0.6901945114135742,
      "step": 4890
    },
    {
      "epoch": 1.4675052410901468,
      "grad_norm": 1.5144057273864746,
      "learning_rate": 1.2111488087078195e-05,
      "loss": 0.6945788860321045,
      "step": 4900
    },
    {
      "epoch": 1.4705001497454329,
      "grad_norm": 1.3844542503356934,
      "learning_rate": 1.2077412527586152e-05,
      "loss": 0.7096900939941406,
      "step": 4910
    },
    {
      "epoch": 1.4734950584007187,
      "grad_norm": 1.5048848390579224,
      "learning_rate": 1.2043311739642882e-05,
      "loss": 0.6696764945983886,
      "step": 4920
    },
    {
      "epoch": 1.4764899670560048,
      "grad_norm": 1.4695067405700684,
      "learning_rate": 1.2009186137374158e-05,
      "loss": 0.670767879486084,
      "step": 4930
    },
    {
      "epoch": 1.4794848757112908,
      "grad_norm": 1.2492382526397705,
      "learning_rate": 1.19750361352071e-05,
      "loss": 0.6456597328186036,
      "step": 4940
    },
    {
      "epoch": 1.482479784366577,
      "grad_norm": 1.5186883211135864,
      "learning_rate": 1.1940862147865145e-05,
      "loss": 0.6502896308898926,
      "step": 4950
    },
    {
      "epoch": 1.485474693021863,
      "grad_norm": 1.5641230344772339,
      "learning_rate": 1.1906664590363008e-05,
      "loss": 0.6687553405761719,
      "step": 4960
    },
    {
      "epoch": 1.4884696016771488,
      "grad_norm": 1.5437209606170654,
      "learning_rate": 1.1872443878001652e-05,
      "loss": 0.6531869411468506,
      "step": 4970
    },
    {
      "epoch": 1.4914645103324349,
      "grad_norm": 1.342319369316101,
      "learning_rate": 1.1838200426363227e-05,
      "loss": 0.6570711135864258,
      "step": 4980
    },
    {
      "epoch": 1.494459418987721,
      "grad_norm": 1.4218707084655762,
      "learning_rate": 1.1803934651306037e-05,
      "loss": 0.6730245590209961,
      "step": 4990
    },
    {
      "epoch": 1.4974543276430068,
      "grad_norm": 1.4281178712844849,
      "learning_rate": 1.1769646968959485e-05,
      "loss": 0.7147689819335937,
      "step": 5000
    },
    {
      "epoch": 1.5004492362982929,
      "grad_norm": 1.3982033729553223,
      "learning_rate": 1.1735337795719018e-05,
      "loss": 0.6860141754150391,
      "step": 5010
    },
    {
      "epoch": 1.503444144953579,
      "grad_norm": 1.3819836378097534,
      "learning_rate": 1.1701007548241077e-05,
      "loss": 0.6726783752441406,
      "step": 5020
    },
    {
      "epoch": 1.5064390536088648,
      "grad_norm": 1.347074270248413,
      "learning_rate": 1.1666656643438029e-05,
      "loss": 0.6863351821899414,
      "step": 5030
    },
    {
      "epoch": 1.509433962264151,
      "grad_norm": 1.556456208229065,
      "learning_rate": 1.1632285498473104e-05,
      "loss": 0.6616711616516113,
      "step": 5040
    },
    {
      "epoch": 1.512428870919437,
      "grad_norm": 1.3579554557800293,
      "learning_rate": 1.1597894530755339e-05,
      "loss": 0.6517277717590332,
      "step": 5050
    },
    {
      "epoch": 1.515423779574723,
      "grad_norm": 1.2416077852249146,
      "learning_rate": 1.1563484157934495e-05,
      "loss": 0.6717746734619141,
      "step": 5060
    },
    {
      "epoch": 1.518418688230009,
      "grad_norm": 1.5442560911178589,
      "learning_rate": 1.1529054797895995e-05,
      "loss": 0.634144401550293,
      "step": 5070
    },
    {
      "epoch": 1.5214135968852949,
      "grad_norm": 1.5588805675506592,
      "learning_rate": 1.1494606868755847e-05,
      "loss": 0.6501172065734864,
      "step": 5080
    },
    {
      "epoch": 1.5244085055405812,
      "grad_norm": 1.4256302118301392,
      "learning_rate": 1.1460140788855563e-05,
      "loss": 0.6600000858306885,
      "step": 5090
    },
    {
      "epoch": 1.527403414195867,
      "grad_norm": 1.5612784624099731,
      "learning_rate": 1.1425656976757083e-05,
      "loss": 0.6572963237762451,
      "step": 5100
    },
    {
      "epoch": 1.530398322851153,
      "grad_norm": 1.3370282649993896,
      "learning_rate": 1.1391155851237687e-05,
      "loss": 0.6684782028198242,
      "step": 5110
    },
    {
      "epoch": 1.5333932315064391,
      "grad_norm": 1.5403549671173096,
      "learning_rate": 1.1356637831284918e-05,
      "loss": 0.6727892875671386,
      "step": 5120
    },
    {
      "epoch": 1.536388140161725,
      "grad_norm": 1.370840072631836,
      "learning_rate": 1.1322103336091479e-05,
      "loss": 0.6451261520385743,
      "step": 5130
    },
    {
      "epoch": 1.539383048817011,
      "grad_norm": 1.3316929340362549,
      "learning_rate": 1.128755278505016e-05,
      "loss": 0.6273011207580567,
      "step": 5140
    },
    {
      "epoch": 1.5423779574722971,
      "grad_norm": 1.4078290462493896,
      "learning_rate": 1.1252986597748726e-05,
      "loss": 0.6177189826965332,
      "step": 5150
    },
    {
      "epoch": 1.545372866127583,
      "grad_norm": 1.5209804773330688,
      "learning_rate": 1.1218405193964846e-05,
      "loss": 0.6376583576202393,
      "step": 5160
    },
    {
      "epoch": 1.5483677747828692,
      "grad_norm": 1.4470043182373047,
      "learning_rate": 1.1183808993660966e-05,
      "loss": 0.6674811363220214,
      "step": 5170
    },
    {
      "epoch": 1.551362683438155,
      "grad_norm": 1.353264570236206,
      "learning_rate": 1.114919841697923e-05,
      "loss": 0.6187152862548828,
      "step": 5180
    },
    {
      "epoch": 1.5543575920934412,
      "grad_norm": 1.4463789463043213,
      "learning_rate": 1.111457388423637e-05,
      "loss": 0.6588546752929687,
      "step": 5190
    },
    {
      "epoch": 1.5573525007487272,
      "grad_norm": 1.3931549787521362,
      "learning_rate": 1.1079935815918608e-05,
      "loss": 0.6881397247314454,
      "step": 5200
    },
    {
      "epoch": 1.560347409404013,
      "grad_norm": 1.535813331604004,
      "learning_rate": 1.1045284632676535e-05,
      "loss": 0.6458590507507325,
      "step": 5210
    },
    {
      "epoch": 1.5633423180592994,
      "grad_norm": 1.4285786151885986,
      "learning_rate": 1.1010620755320018e-05,
      "loss": 0.6613713264465332,
      "step": 5220
    },
    {
      "epoch": 1.5663372267145852,
      "grad_norm": 1.361226201057434,
      "learning_rate": 1.0975944604813083e-05,
      "loss": 0.6590459823608399,
      "step": 5230
    },
    {
      "epoch": 1.5693321353698713,
      "grad_norm": 1.4913057088851929,
      "learning_rate": 1.0941256602268799e-05,
      "loss": 0.6750634193420411,
      "step": 5240
    },
    {
      "epoch": 1.5723270440251573,
      "grad_norm": 1.4666550159454346,
      "learning_rate": 1.0906557168944174e-05,
      "loss": 0.6445255279541016,
      "step": 5250
    },
    {
      "epoch": 1.5753219526804432,
      "grad_norm": 1.287156105041504,
      "learning_rate": 1.0871846726235031e-05,
      "loss": 0.6598057270050048,
      "step": 5260
    },
    {
      "epoch": 1.5783168613357292,
      "grad_norm": 1.3992464542388916,
      "learning_rate": 1.0837125695670892e-05,
      "loss": 0.6409515380859375,
      "step": 5270
    },
    {
      "epoch": 1.5813117699910153,
      "grad_norm": 1.4923102855682373,
      "learning_rate": 1.0802394498909859e-05,
      "loss": 0.629506254196167,
      "step": 5280
    },
    {
      "epoch": 1.5843066786463011,
      "grad_norm": 1.6271188259124756,
      "learning_rate": 1.0767653557733494e-05,
      "loss": 0.6570216655731201,
      "step": 5290
    },
    {
      "epoch": 1.5873015873015874,
      "grad_norm": 1.6705671548843384,
      "learning_rate": 1.0732903294041702e-05,
      "loss": 0.6791990280151368,
      "step": 5300
    },
    {
      "epoch": 1.5902964959568733,
      "grad_norm": 1.477299451828003,
      "learning_rate": 1.0698144129847598e-05,
      "loss": 0.6323776721954346,
      "step": 5310
    },
    {
      "epoch": 1.5932914046121593,
      "grad_norm": 1.4466052055358887,
      "learning_rate": 1.0663376487272386e-05,
      "loss": 0.635925006866455,
      "step": 5320
    },
    {
      "epoch": 1.5962863132674454,
      "grad_norm": 1.3402115106582642,
      "learning_rate": 1.0628600788540232e-05,
      "loss": 0.6522153377532959,
      "step": 5330
    },
    {
      "epoch": 1.5992812219227313,
      "grad_norm": 1.5251848697662354,
      "learning_rate": 1.059381745597314e-05,
      "loss": 0.6985126495361328,
      "step": 5340
    },
    {
      "epoch": 1.6022761305780173,
      "grad_norm": 1.3335204124450684,
      "learning_rate": 1.0559026911985817e-05,
      "loss": 0.6422924041748047,
      "step": 5350
    },
    {
      "epoch": 1.6052710392333034,
      "grad_norm": 1.3140618801116943,
      "learning_rate": 1.0524229579080553e-05,
      "loss": 0.6553333759307861,
      "step": 5360
    },
    {
      "epoch": 1.6082659478885895,
      "grad_norm": 1.5221872329711914,
      "learning_rate": 1.0489425879842079e-05,
      "loss": 0.6545061588287353,
      "step": 5370
    },
    {
      "epoch": 1.6112608565438755,
      "grad_norm": 1.257545828819275,
      "learning_rate": 1.0454616236932437e-05,
      "loss": 0.6448293209075928,
      "step": 5380
    },
    {
      "epoch": 1.6142557651991614,
      "grad_norm": 1.5430147647857666,
      "learning_rate": 1.0419801073085856e-05,
      "loss": 0.6655144691467285,
      "step": 5390
    },
    {
      "epoch": 1.6172506738544474,
      "grad_norm": 1.528615117073059,
      "learning_rate": 1.0384980811103614e-05,
      "loss": 0.6634177207946778,
      "step": 5400
    },
    {
      "epoch": 1.6202455825097335,
      "grad_norm": 1.294121503829956,
      "learning_rate": 1.035015587384889e-05,
      "loss": 0.6833911895751953,
      "step": 5410
    },
    {
      "epoch": 1.6232404911650193,
      "grad_norm": 1.3020493984222412,
      "learning_rate": 1.0315326684241655e-05,
      "loss": 0.6578948020935058,
      "step": 5420
    },
    {
      "epoch": 1.6262353998203056,
      "grad_norm": 1.599776268005371,
      "learning_rate": 1.028049366525351e-05,
      "loss": 0.6559863567352295,
      "step": 5430
    },
    {
      "epoch": 1.6292303084755915,
      "grad_norm": 1.5496463775634766,
      "learning_rate": 1.0245657239902565e-05,
      "loss": 0.6398555755615234,
      "step": 5440
    },
    {
      "epoch": 1.6322252171308775,
      "grad_norm": 1.4625442028045654,
      "learning_rate": 1.0210817831248299e-05,
      "loss": 0.653658676147461,
      "step": 5450
    },
    {
      "epoch": 1.6352201257861636,
      "grad_norm": 1.425125241279602,
      "learning_rate": 1.0175975862386416e-05,
      "loss": 0.652650260925293,
      "step": 5460
    },
    {
      "epoch": 1.6382150344414494,
      "grad_norm": 1.4808628559112549,
      "learning_rate": 1.0141131756443715e-05,
      "loss": 0.6396486282348632,
      "step": 5470
    },
    {
      "epoch": 1.6412099430967355,
      "grad_norm": 1.3888201713562012,
      "learning_rate": 1.0106285936572953e-05,
      "loss": 0.6401126861572266,
      "step": 5480
    },
    {
      "epoch": 1.6442048517520216,
      "grad_norm": 1.3387247323989868,
      "learning_rate": 1.0071438825947689e-05,
      "loss": 0.623372745513916,
      "step": 5490
    },
    {
      "epoch": 1.6471997604073074,
      "grad_norm": 1.3711042404174805,
      "learning_rate": 1.0036590847757166e-05,
      "loss": 0.653053617477417,
      "step": 5500
    },
    {
      "epoch": 1.6501946690625937,
      "grad_norm": 1.4318101406097412,
      "learning_rate": 1.0001742425201164e-05,
      "loss": 0.6399904727935791,
      "step": 5510
    },
    {
      "epoch": 1.6531895777178796,
      "grad_norm": 1.3473331928253174,
      "learning_rate": 9.966893981484852e-06,
      "loss": 0.6013195037841796,
      "step": 5520
    },
    {
      "epoch": 1.6561844863731656,
      "grad_norm": 1.404439091682434,
      "learning_rate": 9.932045939813662e-06,
      "loss": 0.6521830558776855,
      "step": 5530
    },
    {
      "epoch": 1.6591793950284517,
      "grad_norm": 1.6330413818359375,
      "learning_rate": 9.897198723388143e-06,
      "loss": 0.6607831001281739,
      "step": 5540
    },
    {
      "epoch": 1.6621743036837375,
      "grad_norm": 1.4696617126464844,
      "learning_rate": 9.86235275539882e-06,
      "loss": 0.666562557220459,
      "step": 5550
    },
    {
      "epoch": 1.6651692123390238,
      "grad_norm": 1.3956501483917236,
      "learning_rate": 9.827508459021056e-06,
      "loss": 0.6431893348693848,
      "step": 5560
    },
    {
      "epoch": 1.6681641209943097,
      "grad_norm": 1.3600293397903442,
      "learning_rate": 9.792666257409917e-06,
      "loss": 0.6427026271820069,
      "step": 5570
    },
    {
      "epoch": 1.6711590296495957,
      "grad_norm": 1.393192172050476,
      "learning_rate": 9.75782657369503e-06,
      "loss": 0.6541417598724365,
      "step": 5580
    },
    {
      "epoch": 1.6741539383048818,
      "grad_norm": 1.4253222942352295,
      "learning_rate": 9.722989830975439e-06,
      "loss": 0.6254150867462158,
      "step": 5590
    },
    {
      "epoch": 1.6771488469601676,
      "grad_norm": 1.3802683353424072,
      "learning_rate": 9.688156452314475e-06,
      "loss": 0.6401287078857422,
      "step": 5600
    },
    {
      "epoch": 1.6801437556154537,
      "grad_norm": 1.3087486028671265,
      "learning_rate": 9.653326860734617e-06,
      "loss": 0.6138454437255859,
      "step": 5610
    },
    {
      "epoch": 1.6831386642707398,
      "grad_norm": 1.7111173868179321,
      "learning_rate": 9.618501479212355e-06,
      "loss": 0.6142902851104737,
      "step": 5620
    },
    {
      "epoch": 1.6861335729260256,
      "grad_norm": 1.510345458984375,
      "learning_rate": 9.58368073067304e-06,
      "loss": 0.6585430145263672,
      "step": 5630
    },
    {
      "epoch": 1.689128481581312,
      "grad_norm": 1.454209804534912,
      "learning_rate": 9.548865037985776e-06,
      "loss": 0.6655298233032226,
      "step": 5640
    },
    {
      "epoch": 1.6921233902365977,
      "grad_norm": 1.5720434188842773,
      "learning_rate": 9.514054823958254e-06,
      "loss": 0.6410290718078613,
      "step": 5650
    },
    {
      "epoch": 1.6951182988918838,
      "grad_norm": 1.4291045665740967,
      "learning_rate": 9.47925051133164e-06,
      "loss": 0.6853228569030761,
      "step": 5660
    },
    {
      "epoch": 1.6981132075471699,
      "grad_norm": 1.4933050870895386,
      "learning_rate": 9.444452522775424e-06,
      "loss": 0.6341513633728028,
      "step": 5670
    },
    {
      "epoch": 1.7011081162024557,
      "grad_norm": 1.4111416339874268,
      "learning_rate": 9.409661280882306e-06,
      "loss": 0.6149447441101075,
      "step": 5680
    },
    {
      "epoch": 1.7041030248577418,
      "grad_norm": 1.4768991470336914,
      "learning_rate": 9.374877208163042e-06,
      "loss": 0.6374067306518555,
      "step": 5690
    },
    {
      "epoch": 1.7070979335130279,
      "grad_norm": 1.5744390487670898,
      "learning_rate": 9.340100727041334e-06,
      "loss": 0.6614315986633301,
      "step": 5700
    },
    {
      "epoch": 1.710092842168314,
      "grad_norm": 1.5393071174621582,
      "learning_rate": 9.305332259848685e-06,
      "loss": 0.6411947250366211,
      "step": 5710
    },
    {
      "epoch": 1.7130877508236,
      "grad_norm": 1.2625375986099243,
      "learning_rate": 9.270572228819277e-06,
      "loss": 0.6521016120910644,
      "step": 5720
    },
    {
      "epoch": 1.7160826594788858,
      "grad_norm": 1.4381405115127563,
      "learning_rate": 9.235821056084841e-06,
      "loss": 0.6407829761505127,
      "step": 5730
    },
    {
      "epoch": 1.719077568134172,
      "grad_norm": 1.542965292930603,
      "learning_rate": 9.20107916366953e-06,
      "loss": 0.6585879325866699,
      "step": 5740
    },
    {
      "epoch": 1.722072476789458,
      "grad_norm": 1.7274558544158936,
      "learning_rate": 9.166346973484802e-06,
      "loss": 0.678370475769043,
      "step": 5750
    },
    {
      "epoch": 1.7250673854447438,
      "grad_norm": 1.3161629438400269,
      "learning_rate": 9.131624907324281e-06,
      "loss": 0.6508775234222413,
      "step": 5760
    },
    {
      "epoch": 1.72806229410003,
      "grad_norm": 1.4791046380996704,
      "learning_rate": 9.096913386858648e-06,
      "loss": 0.6735451221466064,
      "step": 5770
    },
    {
      "epoch": 1.731057202755316,
      "grad_norm": 1.4756172895431519,
      "learning_rate": 9.062212833630513e-06,
      "loss": 0.6588196754455566,
      "step": 5780
    },
    {
      "epoch": 1.734052111410602,
      "grad_norm": 1.4064671993255615,
      "learning_rate": 9.0275236690493e-06,
      "loss": 0.6659040451049805,
      "step": 5790
    },
    {
      "epoch": 1.737047020065888,
      "grad_norm": 1.5382051467895508,
      "learning_rate": 8.992846314386125e-06,
      "loss": 0.6591670036315918,
      "step": 5800
    },
    {
      "epoch": 1.740041928721174,
      "grad_norm": 1.3774088621139526,
      "learning_rate": 8.958181190768686e-06,
      "loss": 0.6008991241455078,
      "step": 5810
    },
    {
      "epoch": 1.74303683737646,
      "grad_norm": 1.5064748525619507,
      "learning_rate": 8.923528719176141e-06,
      "loss": 0.6617294311523437,
      "step": 5820
    },
    {
      "epoch": 1.746031746031746,
      "grad_norm": 1.3881192207336426,
      "learning_rate": 8.888889320434003e-06,
      "loss": 0.669343090057373,
      "step": 5830
    },
    {
      "epoch": 1.749026654687032,
      "grad_norm": 1.4678955078125,
      "learning_rate": 8.854263415209022e-06,
      "loss": 0.6319092750549317,
      "step": 5840
    },
    {
      "epoch": 1.7520215633423182,
      "grad_norm": 1.4094629287719727,
      "learning_rate": 8.81965142400408e-06,
      "loss": 0.6414087772369385,
      "step": 5850
    },
    {
      "epoch": 1.755016471997604,
      "grad_norm": 1.392703652381897,
      "learning_rate": 8.785053767153098e-06,
      "loss": 0.6597569942474365,
      "step": 5860
    },
    {
      "epoch": 1.75801138065289,
      "grad_norm": 1.23224937915802,
      "learning_rate": 8.7504708648159e-06,
      "loss": 0.6733821868896485,
      "step": 5870
    },
    {
      "epoch": 1.7610062893081762,
      "grad_norm": 1.5176384449005127,
      "learning_rate": 8.715903136973141e-06,
      "loss": 0.6722299098968506,
      "step": 5880
    },
    {
      "epoch": 1.764001197963462,
      "grad_norm": 1.4998729228973389,
      "learning_rate": 8.681351003421189e-06,
      "loss": 0.6153835773468017,
      "step": 5890
    },
    {
      "epoch": 1.7669961066187483,
      "grad_norm": 1.5615732669830322,
      "learning_rate": 8.646814883767028e-06,
      "loss": 0.6614401340484619,
      "step": 5900
    },
    {
      "epoch": 1.7699910152740341,
      "grad_norm": 1.4429715871810913,
      "learning_rate": 8.612295197423178e-06,
      "loss": 0.6637703895568847,
      "step": 5910
    },
    {
      "epoch": 1.7729859239293202,
      "grad_norm": 1.5154484510421753,
      "learning_rate": 8.577792363602582e-06,
      "loss": 0.6937406539916993,
      "step": 5920
    },
    {
      "epoch": 1.7759808325846063,
      "grad_norm": 1.523045301437378,
      "learning_rate": 8.543306801313522e-06,
      "loss": 0.6500541210174561,
      "step": 5930
    },
    {
      "epoch": 1.778975741239892,
      "grad_norm": 1.5260372161865234,
      "learning_rate": 8.508838929354539e-06,
      "loss": 0.6453513622283935,
      "step": 5940
    },
    {
      "epoch": 1.7819706498951782,
      "grad_norm": 1.5336843729019165,
      "learning_rate": 8.474389166309332e-06,
      "loss": 0.6776984214782715,
      "step": 5950
    },
    {
      "epoch": 1.7849655585504642,
      "grad_norm": 1.4582264423370361,
      "learning_rate": 8.439957930541686e-06,
      "loss": 0.6503573417663574,
      "step": 5960
    },
    {
      "epoch": 1.78796046720575,
      "grad_norm": 1.3314224481582642,
      "learning_rate": 8.405545640190387e-06,
      "loss": 0.5925717353820801,
      "step": 5970
    },
    {
      "epoch": 1.7909553758610364,
      "grad_norm": 1.3872936964035034,
      "learning_rate": 8.371152713164146e-06,
      "loss": 0.6113157272338867,
      "step": 5980
    },
    {
      "epoch": 1.7939502845163222,
      "grad_norm": 1.4577404260635376,
      "learning_rate": 8.33677956713652e-06,
      "loss": 0.665937089920044,
      "step": 5990
    },
    {
      "epoch": 1.7969451931716083,
      "grad_norm": 1.5423346757888794,
      "learning_rate": 8.302426619540843e-06,
      "loss": 0.6487864017486572,
      "step": 6000
    },
    {
      "epoch": 1.7999401018268943,
      "grad_norm": 1.4728710651397705,
      "learning_rate": 8.268094287565156e-06,
      "loss": 0.6546504020690918,
      "step": 6010
    },
    {
      "epoch": 1.8029350104821802,
      "grad_norm": 1.6181608438491821,
      "learning_rate": 8.23378298814714e-06,
      "loss": 0.6671038150787354,
      "step": 6020
    },
    {
      "epoch": 1.8059299191374663,
      "grad_norm": 1.3112537860870361,
      "learning_rate": 8.199493137969056e-06,
      "loss": 0.6506411552429199,
      "step": 6030
    },
    {
      "epoch": 1.8089248277927523,
      "grad_norm": 1.6379741430282593,
      "learning_rate": 8.165225153452678e-06,
      "loss": 0.6582574844360352,
      "step": 6040
    },
    {
      "epoch": 1.8119197364480384,
      "grad_norm": 1.3852412700653076,
      "learning_rate": 8.13097945075424e-06,
      "loss": 0.6609588623046875,
      "step": 6050
    },
    {
      "epoch": 1.8149146451033245,
      "grad_norm": 1.4980980157852173,
      "learning_rate": 8.096756445759382e-06,
      "loss": 0.6495426177978516,
      "step": 6060
    },
    {
      "epoch": 1.8179095537586103,
      "grad_norm": 1.430310845375061,
      "learning_rate": 8.062556554078103e-06,
      "loss": 0.6681442260742188,
      "step": 6070
    },
    {
      "epoch": 1.8209044624138964,
      "grad_norm": 1.4171323776245117,
      "learning_rate": 8.028380191039704e-06,
      "loss": 0.632663631439209,
      "step": 6080
    },
    {
      "epoch": 1.8238993710691824,
      "grad_norm": 1.4187473058700562,
      "learning_rate": 7.994227771687757e-06,
      "loss": 0.6560873031616211,
      "step": 6090
    },
    {
      "epoch": 1.8268942797244683,
      "grad_norm": 1.5951778888702393,
      "learning_rate": 7.960099710775049e-06,
      "loss": 0.6672462940216064,
      "step": 6100
    },
    {
      "epoch": 1.8298891883797546,
      "grad_norm": 1.2696975469589233,
      "learning_rate": 7.925996422758561e-06,
      "loss": 0.6479342937469482,
      "step": 6110
    },
    {
      "epoch": 1.8328840970350404,
      "grad_norm": 1.590598702430725,
      "learning_rate": 7.891918321794428e-06,
      "loss": 0.6272913932800293,
      "step": 6120
    },
    {
      "epoch": 1.8358790056903265,
      "grad_norm": 1.3780035972595215,
      "learning_rate": 7.857865821732906e-06,
      "loss": 0.659095048904419,
      "step": 6130
    },
    {
      "epoch": 1.8388739143456125,
      "grad_norm": 1.4691357612609863,
      "learning_rate": 7.823839336113347e-06,
      "loss": 0.6268105506896973,
      "step": 6140
    },
    {
      "epoch": 1.8418688230008984,
      "grad_norm": 1.4001188278198242,
      "learning_rate": 7.789839278159185e-06,
      "loss": 0.6448341369628906,
      "step": 6150
    },
    {
      "epoch": 1.8448637316561844,
      "grad_norm": 1.4039057493209839,
      "learning_rate": 7.75586606077291e-06,
      "loss": 0.6525530815124512,
      "step": 6160
    },
    {
      "epoch": 1.8478586403114705,
      "grad_norm": 1.2402323484420776,
      "learning_rate": 7.721920096531052e-06,
      "loss": 0.6459396362304688,
      "step": 6170
    },
    {
      "epoch": 1.8508535489667564,
      "grad_norm": 1.4664818048477173,
      "learning_rate": 7.688001797679178e-06,
      "loss": 0.6386150360107422,
      "step": 6180
    },
    {
      "epoch": 1.8538484576220426,
      "grad_norm": 1.3676190376281738,
      "learning_rate": 7.654111576126881e-06,
      "loss": 0.6291984558105469,
      "step": 6190
    },
    {
      "epoch": 1.8568433662773285,
      "grad_norm": 1.3386749029159546,
      "learning_rate": 7.620249843442777e-06,
      "loss": 0.6123722076416016,
      "step": 6200
    },
    {
      "epoch": 1.8598382749326146,
      "grad_norm": 1.6316471099853516,
      "learning_rate": 7.5864170108495135e-06,
      "loss": 0.6253969669342041,
      "step": 6210
    },
    {
      "epoch": 1.8628331835879006,
      "grad_norm": 1.3244318962097168,
      "learning_rate": 7.552613489218763e-06,
      "loss": 0.6519149303436279,
      "step": 6220
    },
    {
      "epoch": 1.8658280922431865,
      "grad_norm": 1.618364691734314,
      "learning_rate": 7.518839689066247e-06,
      "loss": 0.6438776016235351,
      "step": 6230
    },
    {
      "epoch": 1.8688230008984728,
      "grad_norm": 1.4920052289962769,
      "learning_rate": 7.485096020546738e-06,
      "loss": 0.6367332458496093,
      "step": 6240
    },
    {
      "epoch": 1.8718179095537586,
      "grad_norm": 1.5802627801895142,
      "learning_rate": 7.451382893449091e-06,
      "loss": 0.6220839023590088,
      "step": 6250
    },
    {
      "epoch": 1.8748128182090447,
      "grad_norm": 1.504412293434143,
      "learning_rate": 7.417700717191255e-06,
      "loss": 0.6164268493652344,
      "step": 6260
    },
    {
      "epoch": 1.8778077268643307,
      "grad_norm": 1.4522355794906616,
      "learning_rate": 7.384049900815313e-06,
      "loss": 0.624882984161377,
      "step": 6270
    },
    {
      "epoch": 1.8808026355196166,
      "grad_norm": 1.5092509984970093,
      "learning_rate": 7.3504308529825045e-06,
      "loss": 0.630027961730957,
      "step": 6280
    },
    {
      "epoch": 1.8837975441749026,
      "grad_norm": 1.6086957454681396,
      "learning_rate": 7.316843981968267e-06,
      "loss": 0.6275941371917725,
      "step": 6290
    },
    {
      "epoch": 1.8867924528301887,
      "grad_norm": 1.7092756032943726,
      "learning_rate": 7.283289695657275e-06,
      "loss": 0.6458075523376465,
      "step": 6300
    },
    {
      "epoch": 1.8897873614854745,
      "grad_norm": 1.4698508977890015,
      "learning_rate": 7.249768401538493e-06,
      "loss": 0.5995992660522461,
      "step": 6310
    },
    {
      "epoch": 1.8927822701407608,
      "grad_norm": 1.3332494497299194,
      "learning_rate": 7.216280506700222e-06,
      "loss": 0.5948431968688965,
      "step": 6320
    },
    {
      "epoch": 1.8957771787960467,
      "grad_norm": 1.5438693761825562,
      "learning_rate": 7.182826417825152e-06,
      "loss": 0.6605867385864258,
      "step": 6330
    },
    {
      "epoch": 1.8987720874513327,
      "grad_norm": 1.2717972993850708,
      "learning_rate": 7.149406541185433e-06,
      "loss": 0.6348017692565918,
      "step": 6340
    },
    {
      "epoch": 1.9017669961066188,
      "grad_norm": 1.5023244619369507,
      "learning_rate": 7.116021282637732e-06,
      "loss": 0.6453000068664551,
      "step": 6350
    },
    {
      "epoch": 1.9047619047619047,
      "grad_norm": 1.4482067823410034,
      "learning_rate": 7.082671047618312e-06,
      "loss": 0.6501484870910644,
      "step": 6360
    },
    {
      "epoch": 1.9077568134171907,
      "grad_norm": 1.2380962371826172,
      "learning_rate": 7.049356241138099e-06,
      "loss": 0.6227757453918457,
      "step": 6370
    },
    {
      "epoch": 1.9107517220724768,
      "grad_norm": 1.361412763595581,
      "learning_rate": 7.016077267777775e-06,
      "loss": 0.6514645576477051,
      "step": 6380
    },
    {
      "epoch": 1.9137466307277629,
      "grad_norm": 1.6207096576690674,
      "learning_rate": 6.982834531682853e-06,
      "loss": 0.6655488967895508,
      "step": 6390
    },
    {
      "epoch": 1.916741539383049,
      "grad_norm": 1.3296849727630615,
      "learning_rate": 6.949628436558777e-06,
      "loss": 0.6586191177368164,
      "step": 6400
    },
    {
      "epoch": 1.9197364480383348,
      "grad_norm": 1.333168864250183,
      "learning_rate": 6.916459385666017e-06,
      "loss": 0.6382019996643067,
      "step": 6410
    },
    {
      "epoch": 1.9227313566936208,
      "grad_norm": 1.3755735158920288,
      "learning_rate": 6.88332778181517e-06,
      "loss": 0.6329482078552247,
      "step": 6420
    },
    {
      "epoch": 1.925726265348907,
      "grad_norm": 1.3939225673675537,
      "learning_rate": 6.850234027362073e-06,
      "loss": 0.6204883575439453,
      "step": 6430
    },
    {
      "epoch": 1.9287211740041927,
      "grad_norm": 1.3705857992172241,
      "learning_rate": 6.817178524202907e-06,
      "loss": 0.6589064598083496,
      "step": 6440
    },
    {
      "epoch": 1.931716082659479,
      "grad_norm": 1.3137234449386597,
      "learning_rate": 6.784161673769332e-06,
      "loss": 0.6426548004150391,
      "step": 6450
    },
    {
      "epoch": 1.9347109913147649,
      "grad_norm": 1.5095393657684326,
      "learning_rate": 6.751183877023595e-06,
      "loss": 0.6177249908447265,
      "step": 6460
    },
    {
      "epoch": 1.937705899970051,
      "grad_norm": 1.268416166305542,
      "learning_rate": 6.718245534453673e-06,
      "loss": 0.6130592823028564,
      "step": 6470
    },
    {
      "epoch": 1.940700808625337,
      "grad_norm": 1.2933331727981567,
      "learning_rate": 6.685347046068402e-06,
      "loss": 0.6383994579315185,
      "step": 6480
    },
    {
      "epoch": 1.9436957172806228,
      "grad_norm": 1.5103631019592285,
      "learning_rate": 6.652488811392622e-06,
      "loss": 0.6300495147705079,
      "step": 6490
    },
    {
      "epoch": 1.946690625935909,
      "grad_norm": 1.4330319166183472,
      "learning_rate": 6.6196712294623276e-06,
      "loss": 0.631505012512207,
      "step": 6500
    },
    {
      "epoch": 1.949685534591195,
      "grad_norm": 1.2874356508255005,
      "learning_rate": 6.5868946988198165e-06,
      "loss": 0.5962014198303223,
      "step": 6510
    },
    {
      "epoch": 1.9526804432464808,
      "grad_norm": 1.4397952556610107,
      "learning_rate": 6.554159617508856e-06,
      "loss": 0.641713809967041,
      "step": 6520
    },
    {
      "epoch": 1.9556753519017671,
      "grad_norm": 1.519711971282959,
      "learning_rate": 6.521466383069841e-06,
      "loss": 0.6155229568481445,
      "step": 6530
    },
    {
      "epoch": 1.958670260557053,
      "grad_norm": 1.5349974632263184,
      "learning_rate": 6.488815392534977e-06,
      "loss": 0.6498642921447754,
      "step": 6540
    },
    {
      "epoch": 1.961665169212339,
      "grad_norm": 1.6318473815917969,
      "learning_rate": 6.456207042423445e-06,
      "loss": 0.6179317474365235,
      "step": 6550
    },
    {
      "epoch": 1.964660077867625,
      "grad_norm": 1.4348818063735962,
      "learning_rate": 6.4236417287366006e-06,
      "loss": 0.6067376136779785,
      "step": 6560
    },
    {
      "epoch": 1.967654986522911,
      "grad_norm": 1.6722396612167358,
      "learning_rate": 6.391119846953153e-06,
      "loss": 0.6432971000671387,
      "step": 6570
    },
    {
      "epoch": 1.9706498951781972,
      "grad_norm": 1.5022844076156616,
      "learning_rate": 6.3586417920243695e-06,
      "loss": 0.6031882762908936,
      "step": 6580
    },
    {
      "epoch": 1.973644803833483,
      "grad_norm": 1.2844231128692627,
      "learning_rate": 6.326207958369273e-06,
      "loss": 0.661934232711792,
      "step": 6590
    },
    {
      "epoch": 1.9766397124887691,
      "grad_norm": 1.338340163230896,
      "learning_rate": 6.2938187398698614e-06,
      "loss": 0.6218274116516114,
      "step": 6600
    },
    {
      "epoch": 1.9796346211440552,
      "grad_norm": 1.4525477886199951,
      "learning_rate": 6.261474529866315e-06,
      "loss": 0.6390564441680908,
      "step": 6610
    },
    {
      "epoch": 1.982629529799341,
      "grad_norm": 1.5783872604370117,
      "learning_rate": 6.229175721152222e-06,
      "loss": 0.6509233951568604,
      "step": 6620
    },
    {
      "epoch": 1.985624438454627,
      "grad_norm": 1.5055947303771973,
      "learning_rate": 6.1969227059698125e-06,
      "loss": 0.5991942405700683,
      "step": 6630
    },
    {
      "epoch": 1.9886193471099132,
      "grad_norm": 1.4864978790283203,
      "learning_rate": 6.1647158760051915e-06,
      "loss": 0.6327694892883301,
      "step": 6640
    },
    {
      "epoch": 1.991614255765199,
      "grad_norm": 1.352718710899353,
      "learning_rate": 6.132555622383581e-06,
      "loss": 0.6443804740905762,
      "step": 6650
    },
    {
      "epoch": 1.9946091644204853,
      "grad_norm": 1.567016363143921,
      "learning_rate": 6.1004423356645744e-06,
      "loss": 0.6319258689880372,
      "step": 6660
    },
    {
      "epoch": 1.9976040730757711,
      "grad_norm": 1.4297220706939697,
      "learning_rate": 6.06837640583739e-06,
      "loss": 0.6520418167114258,
      "step": 6670
    },
    {
      "epoch": 2.000598981731057,
      "grad_norm": 1.1015812158584595,
      "learning_rate": 6.0363582223161345e-06,
      "loss": 0.5972274303436279,
      "step": 6680
    },
    {
      "epoch": 2.0035938903863433,
      "grad_norm": 1.2543084621429443,
      "learning_rate": 6.0043881739350785e-06,
      "loss": 0.5129719734191894,
      "step": 6690
    },
    {
      "epoch": 2.006588799041629,
      "grad_norm": 1.2929192781448364,
      "learning_rate": 5.972466648943929e-06,
      "loss": 0.5194722652435303,
      "step": 6700
    },
    {
      "epoch": 2.0095837076969154,
      "grad_norm": 1.4669725894927979,
      "learning_rate": 5.940594035003119e-06,
      "loss": 0.5150233268737793,
      "step": 6710
    },
    {
      "epoch": 2.0125786163522013,
      "grad_norm": 1.4361999034881592,
      "learning_rate": 5.9087707191790935e-06,
      "loss": 0.5015038967132568,
      "step": 6720
    },
    {
      "epoch": 2.015573525007487,
      "grad_norm": 1.3732558488845825,
      "learning_rate": 5.876997087939614e-06,
      "loss": 0.5028849601745605,
      "step": 6730
    },
    {
      "epoch": 2.0185684336627734,
      "grad_norm": 1.3214187622070312,
      "learning_rate": 5.845273527149067e-06,
      "loss": 0.5087246894836426,
      "step": 6740
    },
    {
      "epoch": 2.0215633423180592,
      "grad_norm": 1.564650058746338,
      "learning_rate": 5.8136004220637746e-06,
      "loss": 0.5178554058074951,
      "step": 6750
    },
    {
      "epoch": 2.0245582509733455,
      "grad_norm": 1.4164608716964722,
      "learning_rate": 5.7819781573273055e-06,
      "loss": 0.5236745834350586,
      "step": 6760
    },
    {
      "epoch": 2.0275531596286314,
      "grad_norm": 1.5281411409378052,
      "learning_rate": 5.750407116965835e-06,
      "loss": 0.5004557609558106,
      "step": 6770
    },
    {
      "epoch": 2.030548068283917,
      "grad_norm": 1.6436216831207275,
      "learning_rate": 5.718887684383441e-06,
      "loss": 0.5178097248077392,
      "step": 6780
    },
    {
      "epoch": 2.0335429769392035,
      "grad_norm": 1.497834324836731,
      "learning_rate": 5.687420242357482e-06,
      "loss": 0.5175156593322754,
      "step": 6790
    },
    {
      "epoch": 2.0365378855944893,
      "grad_norm": 1.2958300113677979,
      "learning_rate": 5.6560051730339226e-06,
      "loss": 0.5054145336151123,
      "step": 6800
    },
    {
      "epoch": 2.039532794249775,
      "grad_norm": 1.5535317659378052,
      "learning_rate": 5.624642857922713e-06,
      "loss": 0.5114497184753418,
      "step": 6810
    },
    {
      "epoch": 2.0425277029050615,
      "grad_norm": 1.7876501083374023,
      "learning_rate": 5.593333677893149e-06,
      "loss": 0.49465479850769045,
      "step": 6820
    },
    {
      "epoch": 2.0455226115603473,
      "grad_norm": 1.4220184087753296,
      "learning_rate": 5.562078013169232e-06,
      "loss": 0.4663191795349121,
      "step": 6830
    },
    {
      "epoch": 2.0485175202156336,
      "grad_norm": 1.4079233407974243,
      "learning_rate": 5.53087624332508e-06,
      "loss": 0.5256112575531006,
      "step": 6840
    },
    {
      "epoch": 2.0515124288709194,
      "grad_norm": 1.4762578010559082,
      "learning_rate": 5.499728747280291e-06,
      "loss": 0.49046692848205564,
      "step": 6850
    },
    {
      "epoch": 2.0545073375262053,
      "grad_norm": 1.4836058616638184,
      "learning_rate": 5.4686359032953595e-06,
      "loss": 0.5131683349609375,
      "step": 6860
    },
    {
      "epoch": 2.0575022461814916,
      "grad_norm": 1.5787184238433838,
      "learning_rate": 5.4375980889670695e-06,
      "loss": 0.5437060832977295,
      "step": 6870
    },
    {
      "epoch": 2.0604971548367774,
      "grad_norm": 1.5268107652664185,
      "learning_rate": 5.406615681223926e-06,
      "loss": 0.4896749496459961,
      "step": 6880
    },
    {
      "epoch": 2.0634920634920633,
      "grad_norm": 1.6514142751693726,
      "learning_rate": 5.375689056321555e-06,
      "loss": 0.5036890983581543,
      "step": 6890
    },
    {
      "epoch": 2.0664869721473496,
      "grad_norm": 1.392620325088501,
      "learning_rate": 5.3448185898381565e-06,
      "loss": 0.5152482986450195,
      "step": 6900
    },
    {
      "epoch": 2.0694818808026354,
      "grad_norm": 1.3546650409698486,
      "learning_rate": 5.314004656669922e-06,
      "loss": 0.48453149795532224,
      "step": 6910
    },
    {
      "epoch": 2.0724767894579217,
      "grad_norm": 1.6225578784942627,
      "learning_rate": 5.283247631026507e-06,
      "loss": 0.5099971771240235,
      "step": 6920
    },
    {
      "epoch": 2.0754716981132075,
      "grad_norm": 1.5903658866882324,
      "learning_rate": 5.252547886426455e-06,
      "loss": 0.5065332412719726,
      "step": 6930
    },
    {
      "epoch": 2.0784666067684934,
      "grad_norm": 1.3701387643814087,
      "learning_rate": 5.2219057956927e-06,
      "loss": 0.5079869270324707,
      "step": 6940
    },
    {
      "epoch": 2.0814615154237797,
      "grad_norm": 1.5331077575683594,
      "learning_rate": 5.191321730947995e-06,
      "loss": 0.5096177577972412,
      "step": 6950
    },
    {
      "epoch": 2.0844564240790655,
      "grad_norm": 1.5454105138778687,
      "learning_rate": 5.160796063610433e-06,
      "loss": 0.5231037139892578,
      "step": 6960
    },
    {
      "epoch": 2.087451332734352,
      "grad_norm": 1.5711345672607422,
      "learning_rate": 5.130329164388909e-06,
      "loss": 0.4980916023254395,
      "step": 6970
    },
    {
      "epoch": 2.0904462413896376,
      "grad_norm": 1.5762660503387451,
      "learning_rate": 5.099921403278631e-06,
      "loss": 0.5110610008239747,
      "step": 6980
    },
    {
      "epoch": 2.0934411500449235,
      "grad_norm": 1.6697578430175781,
      "learning_rate": 5.069573149556628e-06,
      "loss": 0.5102407455444335,
      "step": 6990
    },
    {
      "epoch": 2.0964360587002098,
      "grad_norm": 1.7491651773452759,
      "learning_rate": 5.039284771777258e-06,
      "loss": 0.5234197616577149,
      "step": 7000
    },
    {
      "epoch": 2.0994309673554956,
      "grad_norm": 1.546948790550232,
      "learning_rate": 5.009056637767727e-06,
      "loss": 0.4833499908447266,
      "step": 7010
    },
    {
      "epoch": 2.1024258760107815,
      "grad_norm": 1.356787919998169,
      "learning_rate": 4.9788891146236475e-06,
      "loss": 0.5116095542907715,
      "step": 7020
    },
    {
      "epoch": 2.1054207846660677,
      "grad_norm": 1.4842000007629395,
      "learning_rate": 4.948782568704545e-06,
      "loss": 0.502721643447876,
      "step": 7030
    },
    {
      "epoch": 2.1084156933213536,
      "grad_norm": 1.5620037317276,
      "learning_rate": 4.918737365629444e-06,
      "loss": 0.508421802520752,
      "step": 7040
    },
    {
      "epoch": 2.11141060197664,
      "grad_norm": 1.4998836517333984,
      "learning_rate": 4.888753870272395e-06,
      "loss": 0.4805330276489258,
      "step": 7050
    },
    {
      "epoch": 2.1144055106319257,
      "grad_norm": 1.5066370964050293,
      "learning_rate": 4.858832446758076e-06,
      "loss": 0.5161166191101074,
      "step": 7060
    },
    {
      "epoch": 2.1174004192872116,
      "grad_norm": 1.3664103746414185,
      "learning_rate": 4.8289734584573376e-06,
      "loss": 0.4755040168762207,
      "step": 7070
    },
    {
      "epoch": 2.120395327942498,
      "grad_norm": 1.5773537158966064,
      "learning_rate": 4.799177267982822e-06,
      "loss": 0.5325294494628906,
      "step": 7080
    },
    {
      "epoch": 2.1233902365977837,
      "grad_norm": 1.4924392700195312,
      "learning_rate": 4.769444237184529e-06,
      "loss": 0.512051773071289,
      "step": 7090
    },
    {
      "epoch": 2.12638514525307,
      "grad_norm": 1.5971511602401733,
      "learning_rate": 4.739774727145452e-06,
      "loss": 0.4878090858459473,
      "step": 7100
    },
    {
      "epoch": 2.129380053908356,
      "grad_norm": 1.288095474243164,
      "learning_rate": 4.710169098177161e-06,
      "loss": 0.4998618125915527,
      "step": 7110
    },
    {
      "epoch": 2.1323749625636417,
      "grad_norm": 1.4811124801635742,
      "learning_rate": 4.68062770981546e-06,
      "loss": 0.4985170364379883,
      "step": 7120
    },
    {
      "epoch": 2.135369871218928,
      "grad_norm": 1.5706632137298584,
      "learning_rate": 4.651150920815988e-06,
      "loss": 0.4773625373840332,
      "step": 7130
    },
    {
      "epoch": 2.138364779874214,
      "grad_norm": 1.532424807548523,
      "learning_rate": 4.62173908914989e-06,
      "loss": 0.490186882019043,
      "step": 7140
    },
    {
      "epoch": 2.1413596885294996,
      "grad_norm": 1.5899869203567505,
      "learning_rate": 4.592392571999459e-06,
      "loss": 0.48595681190490725,
      "step": 7150
    },
    {
      "epoch": 2.144354597184786,
      "grad_norm": 1.5332787036895752,
      "learning_rate": 4.563111725753785e-06,
      "loss": 0.5245419502258301,
      "step": 7160
    },
    {
      "epoch": 2.147349505840072,
      "grad_norm": 1.5711026191711426,
      "learning_rate": 4.533896906004455e-06,
      "loss": 0.47621469497680663,
      "step": 7170
    },
    {
      "epoch": 2.150344414495358,
      "grad_norm": 1.784626841545105,
      "learning_rate": 4.504748467541202e-06,
      "loss": 0.49512577056884766,
      "step": 7180
    },
    {
      "epoch": 2.153339323150644,
      "grad_norm": 1.442130208015442,
      "learning_rate": 4.475666764347634e-06,
      "loss": 0.4948512077331543,
      "step": 7190
    },
    {
      "epoch": 2.1563342318059298,
      "grad_norm": 1.3904801607131958,
      "learning_rate": 4.446652149596891e-06,
      "loss": 0.5106653690338134,
      "step": 7200
    },
    {
      "epoch": 2.159329140461216,
      "grad_norm": 1.4889200925827026,
      "learning_rate": 4.4177049756474025e-06,
      "loss": 0.4727304935455322,
      "step": 7210
    },
    {
      "epoch": 2.162324049116502,
      "grad_norm": 1.5404807329177856,
      "learning_rate": 4.388825594038565e-06,
      "loss": 0.46900529861450196,
      "step": 7220
    },
    {
      "epoch": 2.165318957771788,
      "grad_norm": 1.5615664720535278,
      "learning_rate": 4.360014355486511e-06,
      "loss": 0.5268836975097656,
      "step": 7230
    },
    {
      "epoch": 2.168313866427074,
      "grad_norm": 1.4813424348831177,
      "learning_rate": 4.331271609879817e-06,
      "loss": 0.4924919605255127,
      "step": 7240
    },
    {
      "epoch": 2.17130877508236,
      "grad_norm": 1.4291577339172363,
      "learning_rate": 4.302597706275283e-06,
      "loss": 0.49208860397338866,
      "step": 7250
    },
    {
      "epoch": 2.174303683737646,
      "grad_norm": 1.6226706504821777,
      "learning_rate": 4.273992992893667e-06,
      "loss": 0.47493915557861327,
      "step": 7260
    },
    {
      "epoch": 2.177298592392932,
      "grad_norm": 1.4558225870132446,
      "learning_rate": 4.245457817115484e-06,
      "loss": 0.5071091651916504,
      "step": 7270
    },
    {
      "epoch": 2.180293501048218,
      "grad_norm": 1.4675588607788086,
      "learning_rate": 4.216992525476754e-06,
      "loss": 0.5064915180206299,
      "step": 7280
    },
    {
      "epoch": 2.183288409703504,
      "grad_norm": 1.6159210205078125,
      "learning_rate": 4.188597463664832e-06,
      "loss": 0.5045362949371338,
      "step": 7290
    },
    {
      "epoch": 2.18628331835879,
      "grad_norm": 1.5918903350830078,
      "learning_rate": 4.160272976514171e-06,
      "loss": 0.5072110652923584,
      "step": 7300
    },
    {
      "epoch": 2.1892782270140763,
      "grad_norm": 1.513226866722107,
      "learning_rate": 4.132019408002172e-06,
      "loss": 0.4595001220703125,
      "step": 7310
    },
    {
      "epoch": 2.192273135669362,
      "grad_norm": 1.323989987373352,
      "learning_rate": 4.103837101244971e-06,
      "loss": 0.5201524257659912,
      "step": 7320
    },
    {
      "epoch": 2.195268044324648,
      "grad_norm": 1.5404670238494873,
      "learning_rate": 4.075726398493303e-06,
      "loss": 0.47367110252380373,
      "step": 7330
    },
    {
      "epoch": 2.1982629529799342,
      "grad_norm": 1.8998429775238037,
      "learning_rate": 4.0476876411283185e-06,
      "loss": 0.4952116012573242,
      "step": 7340
    },
    {
      "epoch": 2.20125786163522,
      "grad_norm": 1.5175492763519287,
      "learning_rate": 4.019721169657466e-06,
      "loss": 0.5057971954345704,
      "step": 7350
    },
    {
      "epoch": 2.2042527702905064,
      "grad_norm": 1.5638384819030762,
      "learning_rate": 3.991827323710326e-06,
      "loss": 0.5098119258880616,
      "step": 7360
    },
    {
      "epoch": 2.207247678945792,
      "grad_norm": 1.5194815397262573,
      "learning_rate": 3.964006442034514e-06,
      "loss": 0.5505454063415527,
      "step": 7370
    },
    {
      "epoch": 2.210242587601078,
      "grad_norm": 1.4322032928466797,
      "learning_rate": 3.9362588624915535e-06,
      "loss": 0.5155088424682617,
      "step": 7380
    },
    {
      "epoch": 2.2132374962563643,
      "grad_norm": 1.5685886144638062,
      "learning_rate": 3.908584922052766e-06,
      "loss": 0.4836409568786621,
      "step": 7390
    },
    {
      "epoch": 2.21623240491165,
      "grad_norm": 1.6502667665481567,
      "learning_rate": 3.8809849567951994e-06,
      "loss": 0.49752092361450195,
      "step": 7400
    },
    {
      "epoch": 2.219227313566936,
      "grad_norm": 1.5383046865463257,
      "learning_rate": 3.853459301897523e-06,
      "loss": 0.49851369857788086,
      "step": 7410
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 1.550384521484375,
      "learning_rate": 3.826008291635979e-06,
      "loss": 0.48642563819885254,
      "step": 7420
    },
    {
      "epoch": 2.225217130877508,
      "grad_norm": 1.7033337354660034,
      "learning_rate": 3.7986322593803006e-06,
      "loss": 0.48472137451171876,
      "step": 7430
    },
    {
      "epoch": 2.2282120395327945,
      "grad_norm": 1.6340550184249878,
      "learning_rate": 3.7713315375896876e-06,
      "loss": 0.533723258972168,
      "step": 7440
    },
    {
      "epoch": 2.2312069481880803,
      "grad_norm": 1.429850459098816,
      "learning_rate": 3.744106457808746e-06,
      "loss": 0.4909144401550293,
      "step": 7450
    },
    {
      "epoch": 2.234201856843366,
      "grad_norm": 1.4978691339492798,
      "learning_rate": 3.7169573506634824e-06,
      "loss": 0.4724015235900879,
      "step": 7460
    },
    {
      "epoch": 2.2371967654986524,
      "grad_norm": 1.7704259157180786,
      "learning_rate": 3.6898845458572674e-06,
      "loss": 0.5028561592102051,
      "step": 7470
    },
    {
      "epoch": 2.2401916741539383,
      "grad_norm": 1.5223942995071411,
      "learning_rate": 3.6628883721668573e-06,
      "loss": 0.5258946895599366,
      "step": 7480
    },
    {
      "epoch": 2.243186582809224,
      "grad_norm": 1.3769805431365967,
      "learning_rate": 3.6359691574383703e-06,
      "loss": 0.48286190032958987,
      "step": 7490
    },
    {
      "epoch": 2.2461814914645104,
      "grad_norm": 1.669264316558838,
      "learning_rate": 3.609127228583338e-06,
      "loss": 0.4988402366638184,
      "step": 7500
    },
    {
      "epoch": 2.2491764001197962,
      "grad_norm": 1.5799616575241089,
      "learning_rate": 3.582362911574706e-06,
      "loss": 0.48703784942626954,
      "step": 7510
    },
    {
      "epoch": 2.2521713087750825,
      "grad_norm": 1.6424161195755005,
      "learning_rate": 3.5556765314428998e-06,
      "loss": 0.5006259918212891,
      "step": 7520
    },
    {
      "epoch": 2.2551662174303684,
      "grad_norm": 1.7363072633743286,
      "learning_rate": 3.5290684122718544e-06,
      "loss": 0.5261609554290771,
      "step": 7530
    },
    {
      "epoch": 2.2581611260856542,
      "grad_norm": 1.6819044351577759,
      "learning_rate": 3.502538877195104e-06,
      "loss": 0.48314647674560546,
      "step": 7540
    },
    {
      "epoch": 2.2611560347409405,
      "grad_norm": 1.7765800952911377,
      "learning_rate": 3.476088248391829e-06,
      "loss": 0.5151649475097656,
      "step": 7550
    },
    {
      "epoch": 2.2641509433962264,
      "grad_norm": 1.5972343683242798,
      "learning_rate": 3.4497168470829732e-06,
      "loss": 0.5179537773132324,
      "step": 7560
    },
    {
      "epoch": 2.267145852051512,
      "grad_norm": 1.4898275136947632,
      "learning_rate": 3.4234249935273157e-06,
      "loss": 0.4999067306518555,
      "step": 7570
    },
    {
      "epoch": 2.2701407607067985,
      "grad_norm": 1.584760069847107,
      "learning_rate": 3.3972130070176057e-06,
      "loss": 0.5141147613525391,
      "step": 7580
    },
    {
      "epoch": 2.2731356693620843,
      "grad_norm": 1.454837441444397,
      "learning_rate": 3.371081205876662e-06,
      "loss": 0.5008669376373291,
      "step": 7590
    },
    {
      "epoch": 2.2761305780173706,
      "grad_norm": 1.274971842765808,
      "learning_rate": 3.3450299074535297e-06,
      "loss": 0.48927507400512693,
      "step": 7600
    },
    {
      "epoch": 2.2791254866726565,
      "grad_norm": 1.7367416620254517,
      "learning_rate": 3.319059428119603e-06,
      "loss": 0.4955023765563965,
      "step": 7610
    },
    {
      "epoch": 2.2821203953279423,
      "grad_norm": 1.5526654720306396,
      "learning_rate": 3.2931700832648063e-06,
      "loss": 0.4893807411193848,
      "step": 7620
    },
    {
      "epoch": 2.2851153039832286,
      "grad_norm": 1.5649467706680298,
      "learning_rate": 3.267362187293751e-06,
      "loss": 0.4851066112518311,
      "step": 7630
    },
    {
      "epoch": 2.2881102126385144,
      "grad_norm": 1.5863004922866821,
      "learning_rate": 3.2416360536219126e-06,
      "loss": 0.4791616439819336,
      "step": 7640
    },
    {
      "epoch": 2.2911051212938007,
      "grad_norm": 1.6295742988586426,
      "learning_rate": 3.21599199467184e-06,
      "loss": 0.47314839363098143,
      "step": 7650
    },
    {
      "epoch": 2.2941000299490866,
      "grad_norm": 1.6049524545669556,
      "learning_rate": 3.1904303218693444e-06,
      "loss": 0.5069909572601319,
      "step": 7660
    },
    {
      "epoch": 2.2970949386043724,
      "grad_norm": 1.652060627937317,
      "learning_rate": 3.164951345639735e-06,
      "loss": 0.48629279136657716,
      "step": 7670
    },
    {
      "epoch": 2.3000898472596587,
      "grad_norm": 1.4900766611099243,
      "learning_rate": 3.1395553754040275e-06,
      "loss": 0.4977739334106445,
      "step": 7680
    },
    {
      "epoch": 2.3030847559149445,
      "grad_norm": 1.5940581560134888,
      "learning_rate": 3.1142427195752144e-06,
      "loss": 0.5253914833068848,
      "step": 7690
    },
    {
      "epoch": 2.3060796645702304,
      "grad_norm": 1.4190114736557007,
      "learning_rate": 3.0890136855544872e-06,
      "loss": 0.5198238849639892,
      "step": 7700
    },
    {
      "epoch": 2.3090745732255167,
      "grad_norm": 1.5904440879821777,
      "learning_rate": 3.0638685797275357e-06,
      "loss": 0.5105954170227051,
      "step": 7710
    },
    {
      "epoch": 2.3120694818808025,
      "grad_norm": 1.4529443979263306,
      "learning_rate": 3.038807707460796e-06,
      "loss": 0.4947354316711426,
      "step": 7720
    },
    {
      "epoch": 2.315064390536089,
      "grad_norm": 1.8188318014144897,
      "learning_rate": 3.0138313730977718e-06,
      "loss": 0.5178883075714111,
      "step": 7730
    },
    {
      "epoch": 2.3180592991913747,
      "grad_norm": 1.6044124364852905,
      "learning_rate": 2.9889398799553128e-06,
      "loss": 0.4920680522918701,
      "step": 7740
    },
    {
      "epoch": 2.3210542078466605,
      "grad_norm": 1.4917323589324951,
      "learning_rate": 2.9641335303199514e-06,
      "loss": 0.5030588626861572,
      "step": 7750
    },
    {
      "epoch": 2.324049116501947,
      "grad_norm": 1.668168544769287,
      "learning_rate": 2.9394126254442134e-06,
      "loss": 0.5082870960235596,
      "step": 7760
    },
    {
      "epoch": 2.3270440251572326,
      "grad_norm": 1.444399118423462,
      "learning_rate": 2.9147774655429794e-06,
      "loss": 0.47826013565063474,
      "step": 7770
    },
    {
      "epoch": 2.330038933812519,
      "grad_norm": 1.5026638507843018,
      "learning_rate": 2.8902283497898185e-06,
      "loss": 0.5042776107788086,
      "step": 7780
    },
    {
      "epoch": 2.3330338424678048,
      "grad_norm": 1.4492841958999634,
      "learning_rate": 2.865765576313376e-06,
      "loss": 0.4668389320373535,
      "step": 7790
    },
    {
      "epoch": 2.3360287511230906,
      "grad_norm": 1.5469386577606201,
      "learning_rate": 2.841389442193727e-06,
      "loss": 0.4765936851501465,
      "step": 7800
    },
    {
      "epoch": 2.339023659778377,
      "grad_norm": 1.667075514793396,
      "learning_rate": 2.817100243458801e-06,
      "loss": 0.49718523025512695,
      "step": 7810
    },
    {
      "epoch": 2.3420185684336627,
      "grad_norm": 1.7210171222686768,
      "learning_rate": 2.792898275080752e-06,
      "loss": 0.4858196258544922,
      "step": 7820
    },
    {
      "epoch": 2.3450134770889486,
      "grad_norm": 1.4533110857009888,
      "learning_rate": 2.7687838309724104e-06,
      "loss": 0.5015253543853759,
      "step": 7830
    },
    {
      "epoch": 2.348008385744235,
      "grad_norm": 1.409629464149475,
      "learning_rate": 2.7447572039836812e-06,
      "loss": 0.49271488189697266,
      "step": 7840
    },
    {
      "epoch": 2.3510032943995207,
      "grad_norm": 1.7250934839248657,
      "learning_rate": 2.7208186858980148e-06,
      "loss": 0.5015377998352051,
      "step": 7850
    },
    {
      "epoch": 2.353998203054807,
      "grad_norm": 1.521403193473816,
      "learning_rate": 2.696968567428849e-06,
      "loss": 0.513665771484375,
      "step": 7860
    },
    {
      "epoch": 2.356993111710093,
      "grad_norm": 1.5374770164489746,
      "learning_rate": 2.6732071382160785e-06,
      "loss": 0.5035372734069824,
      "step": 7870
    },
    {
      "epoch": 2.3599880203653787,
      "grad_norm": 1.53484308719635,
      "learning_rate": 2.649534686822547e-06,
      "loss": 0.47299823760986326,
      "step": 7880
    },
    {
      "epoch": 2.362982929020665,
      "grad_norm": 1.3899140357971191,
      "learning_rate": 2.6259515007305246e-06,
      "loss": 0.47503366470336916,
      "step": 7890
    },
    {
      "epoch": 2.365977837675951,
      "grad_norm": 1.7831887006759644,
      "learning_rate": 2.6024578663382447e-06,
      "loss": 0.5038399696350098,
      "step": 7900
    },
    {
      "epoch": 2.368972746331237,
      "grad_norm": 1.4920977354049683,
      "learning_rate": 2.579054068956395e-06,
      "loss": 0.4970669746398926,
      "step": 7910
    },
    {
      "epoch": 2.371967654986523,
      "grad_norm": 1.6569092273712158,
      "learning_rate": 2.5557403928046774e-06,
      "loss": 0.5047991752624512,
      "step": 7920
    },
    {
      "epoch": 2.374962563641809,
      "grad_norm": 1.3544354438781738,
      "learning_rate": 2.532517121008338e-06,
      "loss": 0.4772444248199463,
      "step": 7930
    },
    {
      "epoch": 2.377957472297095,
      "grad_norm": 1.6597788333892822,
      "learning_rate": 2.5093845355947446e-06,
      "loss": 0.4818833351135254,
      "step": 7940
    },
    {
      "epoch": 2.380952380952381,
      "grad_norm": 1.5855315923690796,
      "learning_rate": 2.486342917489948e-06,
      "loss": 0.4844215393066406,
      "step": 7950
    },
    {
      "epoch": 2.3839472896076668,
      "grad_norm": 1.562936782836914,
      "learning_rate": 2.463392546515283e-06,
      "loss": 0.5058174133300781,
      "step": 7960
    },
    {
      "epoch": 2.386942198262953,
      "grad_norm": 1.5709084272384644,
      "learning_rate": 2.4405337013839536e-06,
      "loss": 0.5061359405517578,
      "step": 7970
    },
    {
      "epoch": 2.389937106918239,
      "grad_norm": 1.5790047645568848,
      "learning_rate": 2.4177666596976725e-06,
      "loss": 0.4824088096618652,
      "step": 7980
    },
    {
      "epoch": 2.392932015573525,
      "grad_norm": 1.5179102420806885,
      "learning_rate": 2.3950916979432614e-06,
      "loss": 0.47690744400024415,
      "step": 7990
    },
    {
      "epoch": 2.395926924228811,
      "grad_norm": 1.661934494972229,
      "learning_rate": 2.372509091489319e-06,
      "loss": 0.5297951221466064,
      "step": 8000
    },
    {
      "epoch": 2.398921832884097,
      "grad_norm": 1.5934616327285767,
      "learning_rate": 2.3500191145828565e-06,
      "loss": 0.5042305946350097,
      "step": 8010
    },
    {
      "epoch": 2.401916741539383,
      "grad_norm": 1.7664084434509277,
      "learning_rate": 2.327622040345985e-06,
      "loss": 0.4854135513305664,
      "step": 8020
    },
    {
      "epoch": 2.404911650194669,
      "grad_norm": 1.6327743530273438,
      "learning_rate": 2.30531814077258e-06,
      "loss": 0.5051285743713378,
      "step": 8030
    },
    {
      "epoch": 2.4079065588499553,
      "grad_norm": 1.6960318088531494,
      "learning_rate": 2.283107686724998e-06,
      "loss": 0.48496303558349607,
      "step": 8040
    },
    {
      "epoch": 2.410901467505241,
      "grad_norm": 1.7003093957901,
      "learning_rate": 2.2609909479307667e-06,
      "loss": 0.4897914886474609,
      "step": 8050
    },
    {
      "epoch": 2.413896376160527,
      "grad_norm": 1.5663912296295166,
      "learning_rate": 2.2389681929793326e-06,
      "loss": 0.5030606269836426,
      "step": 8060
    },
    {
      "epoch": 2.4168912848158133,
      "grad_norm": 1.4921340942382812,
      "learning_rate": 2.217039689318772e-06,
      "loss": 0.47916498184204104,
      "step": 8070
    },
    {
      "epoch": 2.419886193471099,
      "grad_norm": 1.6380950212478638,
      "learning_rate": 2.195205703252571e-06,
      "loss": 0.5335843563079834,
      "step": 8080
    },
    {
      "epoch": 2.422881102126385,
      "grad_norm": 1.5958120822906494,
      "learning_rate": 2.1734664999363654e-06,
      "loss": 0.4860078811645508,
      "step": 8090
    },
    {
      "epoch": 2.4258760107816713,
      "grad_norm": 1.3979578018188477,
      "learning_rate": 2.151822343374742e-06,
      "loss": 0.47577743530273436,
      "step": 8100
    },
    {
      "epoch": 2.428870919436957,
      "grad_norm": 1.4820301532745361,
      "learning_rate": 2.1302734964180228e-06,
      "loss": 0.5121123313903808,
      "step": 8110
    },
    {
      "epoch": 2.431865828092243,
      "grad_norm": 1.49030339717865,
      "learning_rate": 2.1088202207590725e-06,
      "loss": 0.5002717018127442,
      "step": 8120
    },
    {
      "epoch": 2.4348607367475292,
      "grad_norm": 1.5989124774932861,
      "learning_rate": 2.087462776930117e-06,
      "loss": 0.4997716903686523,
      "step": 8130
    },
    {
      "epoch": 2.437855645402815,
      "grad_norm": 1.2835077047348022,
      "learning_rate": 2.066201424299594e-06,
      "loss": 0.5007314205169677,
      "step": 8140
    },
    {
      "epoch": 2.4408505540581014,
      "grad_norm": 1.5404707193374634,
      "learning_rate": 2.045036421068982e-06,
      "loss": 0.5124270439147949,
      "step": 8150
    },
    {
      "epoch": 2.443845462713387,
      "grad_norm": 1.587632417678833,
      "learning_rate": 2.023968024269687e-06,
      "loss": 0.4949374198913574,
      "step": 8160
    },
    {
      "epoch": 2.4468403713686735,
      "grad_norm": 1.4403496980667114,
      "learning_rate": 2.0029964897598974e-06,
      "loss": 0.48112049102783205,
      "step": 8170
    },
    {
      "epoch": 2.4498352800239593,
      "grad_norm": 1.6329265832901,
      "learning_rate": 1.9821220722215064e-06,
      "loss": 0.5166867733001709,
      "step": 8180
    },
    {
      "epoch": 2.452830188679245,
      "grad_norm": 1.4010143280029297,
      "learning_rate": 1.961345025156983e-06,
      "loss": 0.4915262222290039,
      "step": 8190
    },
    {
      "epoch": 2.4558250973345315,
      "grad_norm": 1.7108557224273682,
      "learning_rate": 1.940665600886327e-06,
      "loss": 0.503018569946289,
      "step": 8200
    },
    {
      "epoch": 2.4588200059898173,
      "grad_norm": 1.5818506479263306,
      "learning_rate": 1.920084050543988e-06,
      "loss": 0.48973965644836426,
      "step": 8210
    },
    {
      "epoch": 2.461814914645103,
      "grad_norm": 1.5593360662460327,
      "learning_rate": 1.8996006240758092e-06,
      "loss": 0.49617342948913573,
      "step": 8220
    },
    {
      "epoch": 2.4648098233003894,
      "grad_norm": 1.470671534538269,
      "learning_rate": 1.8792155702360138e-06,
      "loss": 0.49179978370666505,
      "step": 8230
    },
    {
      "epoch": 2.4678047319556753,
      "grad_norm": 1.7106302976608276,
      "learning_rate": 1.858929136584159e-06,
      "loss": 0.5138489723205566,
      "step": 8240
    },
    {
      "epoch": 2.470799640610961,
      "grad_norm": 1.413886547088623,
      "learning_rate": 1.8387415694821508e-06,
      "loss": 0.47958765029907224,
      "step": 8250
    },
    {
      "epoch": 2.4737945492662474,
      "grad_norm": 1.5908961296081543,
      "learning_rate": 1.8186531140912344e-06,
      "loss": 0.5095817089080811,
      "step": 8260
    },
    {
      "epoch": 2.4767894579215333,
      "grad_norm": 1.5044485330581665,
      "learning_rate": 1.798664014369037e-06,
      "loss": 0.48099870681762696,
      "step": 8270
    },
    {
      "epoch": 2.4797843665768196,
      "grad_norm": 1.4462517499923706,
      "learning_rate": 1.7787745130665802e-06,
      "loss": 0.47478313446044923,
      "step": 8280
    },
    {
      "epoch": 2.4827792752321054,
      "grad_norm": 1.5918395519256592,
      "learning_rate": 1.758984851725357e-06,
      "loss": 0.5039488792419433,
      "step": 8290
    },
    {
      "epoch": 2.4857741838873912,
      "grad_norm": 1.4895800352096558,
      "learning_rate": 1.7392952706743793e-06,
      "loss": 0.5190446853637696,
      "step": 8300
    },
    {
      "epoch": 2.4887690925426775,
      "grad_norm": 1.590948462486267,
      "learning_rate": 1.719706009027272e-06,
      "loss": 0.48047447204589844,
      "step": 8310
    },
    {
      "epoch": 2.4917640011979634,
      "grad_norm": 1.5965536832809448,
      "learning_rate": 1.700217304679359e-06,
      "loss": 0.49631290435791015,
      "step": 8320
    },
    {
      "epoch": 2.4947589098532497,
      "grad_norm": 1.6916544437408447,
      "learning_rate": 1.680829394304786e-06,
      "loss": 0.48668642044067384,
      "step": 8330
    },
    {
      "epoch": 2.4977538185085355,
      "grad_norm": 1.553376317024231,
      "learning_rate": 1.6615425133536312e-06,
      "loss": 0.4995077133178711,
      "step": 8340
    },
    {
      "epoch": 2.5007487271638213,
      "grad_norm": 1.5679926872253418,
      "learning_rate": 1.6423568960490632e-06,
      "loss": 0.505252456665039,
      "step": 8350
    },
    {
      "epoch": 2.5037436358191076,
      "grad_norm": 1.6989234685897827,
      "learning_rate": 1.623272775384479e-06,
      "loss": 0.49995737075805663,
      "step": 8360
    },
    {
      "epoch": 2.5067385444743935,
      "grad_norm": 1.5071887969970703,
      "learning_rate": 1.6042903831206914e-06,
      "loss": 0.48708696365356446,
      "step": 8370
    },
    {
      "epoch": 2.5097334531296793,
      "grad_norm": 1.587327003479004,
      "learning_rate": 1.5854099497830967e-06,
      "loss": 0.4981412887573242,
      "step": 8380
    },
    {
      "epoch": 2.5127283617849656,
      "grad_norm": 1.3233060836791992,
      "learning_rate": 1.5666317046588963e-06,
      "loss": 0.46573629379272463,
      "step": 8390
    },
    {
      "epoch": 2.5157232704402515,
      "grad_norm": 1.5084353685379028,
      "learning_rate": 1.5479558757942882e-06,
      "loss": 0.47600607872009276,
      "step": 8400
    },
    {
      "epoch": 2.5187181790955377,
      "grad_norm": 1.765870213508606,
      "learning_rate": 1.529382689991722e-06,
      "loss": 0.5007995128631592,
      "step": 8410
    },
    {
      "epoch": 2.5217130877508236,
      "grad_norm": 1.6081740856170654,
      "learning_rate": 1.5109123728071208e-06,
      "loss": 0.5044775009155273,
      "step": 8420
    },
    {
      "epoch": 2.52470799640611,
      "grad_norm": 1.2260218858718872,
      "learning_rate": 1.492545148547161e-06,
      "loss": 0.4685311794281006,
      "step": 8430
    },
    {
      "epoch": 2.5277029050613957,
      "grad_norm": 1.5107367038726807,
      "learning_rate": 1.474281240266544e-06,
      "loss": 0.5116828918457031,
      "step": 8440
    },
    {
      "epoch": 2.5306978137166816,
      "grad_norm": 1.6438366174697876,
      "learning_rate": 1.456120869765274e-06,
      "loss": 0.49548845291137694,
      "step": 8450
    },
    {
      "epoch": 2.533692722371968,
      "grad_norm": 1.506015658378601,
      "learning_rate": 1.4380642575859838e-06,
      "loss": 0.4876260757446289,
      "step": 8460
    },
    {
      "epoch": 2.5366876310272537,
      "grad_norm": 1.6380552053451538,
      "learning_rate": 1.4201116230112421e-06,
      "loss": 0.5124927520751953,
      "step": 8470
    },
    {
      "epoch": 2.5396825396825395,
      "grad_norm": 1.4299864768981934,
      "learning_rate": 1.4022631840609002e-06,
      "loss": 0.5214046955108642,
      "step": 8480
    },
    {
      "epoch": 2.542677448337826,
      "grad_norm": 1.6097781658172607,
      "learning_rate": 1.3845191574894345e-06,
      "loss": 0.48117785453796386,
      "step": 8490
    },
    {
      "epoch": 2.5456723569931117,
      "grad_norm": 1.8168413639068604,
      "learning_rate": 1.3668797587833283e-06,
      "loss": 0.4974005699157715,
      "step": 8500
    },
    {
      "epoch": 2.5486672656483975,
      "grad_norm": 1.5539957284927368,
      "learning_rate": 1.3493452021584341e-06,
      "loss": 0.48285598754882814,
      "step": 8510
    },
    {
      "epoch": 2.551662174303684,
      "grad_norm": 1.7035820484161377,
      "learning_rate": 1.331915700557398e-06,
      "loss": 0.5152078628540039,
      "step": 8520
    },
    {
      "epoch": 2.5546570829589696,
      "grad_norm": 1.435754418373108,
      "learning_rate": 1.3145914656470471e-06,
      "loss": 0.4732780456542969,
      "step": 8530
    },
    {
      "epoch": 2.5576519916142555,
      "grad_norm": 1.7325928211212158,
      "learning_rate": 1.2973727078158438e-06,
      "loss": 0.49252891540527344,
      "step": 8540
    },
    {
      "epoch": 2.560646900269542,
      "grad_norm": 1.6093993186950684,
      "learning_rate": 1.2802596361713081e-06,
      "loss": 0.4925223350524902,
      "step": 8550
    },
    {
      "epoch": 2.563641808924828,
      "grad_norm": 1.5473220348358154,
      "learning_rate": 1.2632524585374983e-06,
      "loss": 0.4907097816467285,
      "step": 8560
    },
    {
      "epoch": 2.566636717580114,
      "grad_norm": 1.743654727935791,
      "learning_rate": 1.2463513814524697e-06,
      "loss": 0.5052000999450683,
      "step": 8570
    },
    {
      "epoch": 2.5696316262353998,
      "grad_norm": 1.5247002840042114,
      "learning_rate": 1.229556610165782e-06,
      "loss": 0.4836299419403076,
      "step": 8580
    },
    {
      "epoch": 2.572626534890686,
      "grad_norm": 1.6155225038528442,
      "learning_rate": 1.2128683486359915e-06,
      "loss": 0.49276161193847656,
      "step": 8590
    },
    {
      "epoch": 2.575621443545972,
      "grad_norm": 1.6852004528045654,
      "learning_rate": 1.1962867995281902e-06,
      "loss": 0.49987125396728516,
      "step": 8600
    },
    {
      "epoch": 2.5786163522012577,
      "grad_norm": 1.6533702611923218,
      "learning_rate": 1.1798121642115278e-06,
      "loss": 0.5120342254638672,
      "step": 8610
    },
    {
      "epoch": 2.581611260856544,
      "grad_norm": 1.2716710567474365,
      "learning_rate": 1.1634446427567825e-06,
      "loss": 0.49103879928588867,
      "step": 8620
    },
    {
      "epoch": 2.58460616951183,
      "grad_norm": 1.5219924449920654,
      "learning_rate": 1.1471844339339167e-06,
      "loss": 0.48928394317626955,
      "step": 8630
    },
    {
      "epoch": 2.5876010781671157,
      "grad_norm": 1.5612694025039673,
      "learning_rate": 1.1310317352096757e-06,
      "loss": 0.5022396087646485,
      "step": 8640
    },
    {
      "epoch": 2.590595986822402,
      "grad_norm": 1.7304942607879639,
      "learning_rate": 1.1149867427451788e-06,
      "loss": 0.47353377342224123,
      "step": 8650
    },
    {
      "epoch": 2.593590895477688,
      "grad_norm": 1.6413494348526,
      "learning_rate": 1.0990496513935467e-06,
      "loss": 0.49196691513061525,
      "step": 8660
    },
    {
      "epoch": 2.5965858041329737,
      "grad_norm": 1.4566773176193237,
      "learning_rate": 1.08322065469753e-06,
      "loss": 0.5039726257324219,
      "step": 8670
    },
    {
      "epoch": 2.59958071278826,
      "grad_norm": 1.6829912662506104,
      "learning_rate": 1.0674999448871547e-06,
      "loss": 0.4889340877532959,
      "step": 8680
    },
    {
      "epoch": 2.602575621443546,
      "grad_norm": 1.6049522161483765,
      "learning_rate": 1.0518877128773986e-06,
      "loss": 0.5027350425720215,
      "step": 8690
    },
    {
      "epoch": 2.605570530098832,
      "grad_norm": 1.6159955263137817,
      "learning_rate": 1.036384148265861e-06,
      "loss": 0.493180513381958,
      "step": 8700
    },
    {
      "epoch": 2.608565438754118,
      "grad_norm": 1.5600866079330444,
      "learning_rate": 1.020989439330471e-06,
      "loss": 0.48960447311401367,
      "step": 8710
    },
    {
      "epoch": 2.6115603474094042,
      "grad_norm": 1.615113377571106,
      "learning_rate": 1.0057037730271912e-06,
      "loss": 0.4720893859863281,
      "step": 8720
    },
    {
      "epoch": 2.61455525606469,
      "grad_norm": 1.373274803161621,
      "learning_rate": 9.905273349877574e-07,
      "loss": 0.4918712615966797,
      "step": 8730
    },
    {
      "epoch": 2.617550164719976,
      "grad_norm": 1.7302544116973877,
      "learning_rate": 9.754603095174132e-07,
      "loss": 0.5329276084899902,
      "step": 8740
    },
    {
      "epoch": 2.620545073375262,
      "grad_norm": 1.5376338958740234,
      "learning_rate": 9.605028795926807e-07,
      "loss": 0.4895726203918457,
      "step": 8750
    },
    {
      "epoch": 2.623539982030548,
      "grad_norm": 1.4624214172363281,
      "learning_rate": 9.456552268591312e-07,
      "loss": 0.4909614086151123,
      "step": 8760
    },
    {
      "epoch": 2.626534890685834,
      "grad_norm": 1.4393444061279297,
      "learning_rate": 9.309175316291919e-07,
      "loss": 0.4822981834411621,
      "step": 8770
    },
    {
      "epoch": 2.62952979934112,
      "grad_norm": 1.6177499294281006,
      "learning_rate": 9.162899728799346e-07,
      "loss": 0.49910993576049806,
      "step": 8780
    },
    {
      "epoch": 2.632524707996406,
      "grad_norm": 1.9156888723373413,
      "learning_rate": 9.01772728250927e-07,
      "loss": 0.4932182788848877,
      "step": 8790
    },
    {
      "epoch": 2.635519616651692,
      "grad_norm": 1.5032786130905151,
      "learning_rate": 8.873659740420549e-07,
      "loss": 0.467896556854248,
      "step": 8800
    },
    {
      "epoch": 2.638514525306978,
      "grad_norm": 1.5643095970153809,
      "learning_rate": 8.73069885211395e-07,
      "loss": 0.5180371284484864,
      "step": 8810
    },
    {
      "epoch": 2.641509433962264,
      "grad_norm": 1.4355653524398804,
      "learning_rate": 8.588846353730806e-07,
      "loss": 0.49057998657226565,
      "step": 8820
    },
    {
      "epoch": 2.6445043426175503,
      "grad_norm": 1.3352596759796143,
      "learning_rate": 8.448103967952026e-07,
      "loss": 0.5041935920715332,
      "step": 8830
    },
    {
      "epoch": 2.647499251272836,
      "grad_norm": 1.458169937133789,
      "learning_rate": 8.308473403977057e-07,
      "loss": 0.5041525840759278,
      "step": 8840
    },
    {
      "epoch": 2.6504941599281224,
      "grad_norm": 1.5872334241867065,
      "learning_rate": 8.169956357503262e-07,
      "loss": 0.5054915428161622,
      "step": 8850
    },
    {
      "epoch": 2.6534890685834083,
      "grad_norm": 1.5991028547286987,
      "learning_rate": 8.03255451070517e-07,
      "loss": 0.49498138427734373,
      "step": 8860
    },
    {
      "epoch": 2.656483977238694,
      "grad_norm": 1.606046199798584,
      "learning_rate": 7.896269532214262e-07,
      "loss": 0.4944211483001709,
      "step": 8870
    },
    {
      "epoch": 2.6594788858939804,
      "grad_norm": 1.575856328010559,
      "learning_rate": 7.761103077098431e-07,
      "loss": 0.46777868270874023,
      "step": 8880
    },
    {
      "epoch": 2.6624737945492662,
      "grad_norm": 1.7411667108535767,
      "learning_rate": 7.627056786842169e-07,
      "loss": 0.48057379722595217,
      "step": 8890
    },
    {
      "epoch": 2.665468703204552,
      "grad_norm": 1.583531141281128,
      "learning_rate": 7.494132289326395e-07,
      "loss": 0.48141913414001464,
      "step": 8900
    },
    {
      "epoch": 2.6684636118598384,
      "grad_norm": 1.4123398065567017,
      "learning_rate": 7.362331198808837e-07,
      "loss": 0.49846878051757815,
      "step": 8910
    },
    {
      "epoch": 2.6714585205151242,
      "grad_norm": 1.5866191387176514,
      "learning_rate": 7.23165511590439e-07,
      "loss": 0.4861551284790039,
      "step": 8920
    },
    {
      "epoch": 2.67445342917041,
      "grad_norm": 1.664759635925293,
      "learning_rate": 7.102105627565603e-07,
      "loss": 0.48258323669433595,
      "step": 8930
    },
    {
      "epoch": 2.6774483378256964,
      "grad_norm": 1.4542200565338135,
      "learning_rate": 6.973684307063533e-07,
      "loss": 0.505281639099121,
      "step": 8940
    },
    {
      "epoch": 2.680443246480982,
      "grad_norm": 1.619585394859314,
      "learning_rate": 6.846392713968519e-07,
      "loss": 0.474824333190918,
      "step": 8950
    },
    {
      "epoch": 2.6834381551362685,
      "grad_norm": 1.551127552986145,
      "learning_rate": 6.720232394131365e-07,
      "loss": 0.49350528717041015,
      "step": 8960
    },
    {
      "epoch": 2.6864330637915543,
      "grad_norm": 1.3840203285217285,
      "learning_rate": 6.59520487966443e-07,
      "loss": 0.47249841690063477,
      "step": 8970
    },
    {
      "epoch": 2.6894279724468406,
      "grad_norm": 1.509779453277588,
      "learning_rate": 6.471311688923143e-07,
      "loss": 0.45883750915527344,
      "step": 8980
    },
    {
      "epoch": 2.6924228811021265,
      "grad_norm": 1.4412727355957031,
      "learning_rate": 6.348554326487477e-07,
      "loss": 0.4847591400146484,
      "step": 8990
    },
    {
      "epoch": 2.6954177897574123,
      "grad_norm": 1.7219630479812622,
      "learning_rate": 6.226934283143759e-07,
      "loss": 0.468625545501709,
      "step": 9000
    },
    {
      "epoch": 2.6984126984126986,
      "grad_norm": 1.4819846153259277,
      "learning_rate": 6.106453035866467e-07,
      "loss": 0.4852116584777832,
      "step": 9010
    },
    {
      "epoch": 2.7014076070679844,
      "grad_norm": 1.6448779106140137,
      "learning_rate": 5.987112047800381e-07,
      "loss": 0.5112523078918457,
      "step": 9020
    },
    {
      "epoch": 2.7044025157232703,
      "grad_norm": 1.6351248025894165,
      "learning_rate": 5.868912768242741e-07,
      "loss": 0.48743634223937987,
      "step": 9030
    },
    {
      "epoch": 2.7073974243785566,
      "grad_norm": 1.5035450458526611,
      "learning_rate": 5.751856632625752e-07,
      "loss": 0.4918667793273926,
      "step": 9040
    },
    {
      "epoch": 2.7103923330338424,
      "grad_norm": 1.6064460277557373,
      "learning_rate": 5.635945062499004e-07,
      "loss": 0.4841439247131348,
      "step": 9050
    },
    {
      "epoch": 2.7133872416891283,
      "grad_norm": 1.6321065425872803,
      "learning_rate": 5.521179465512349e-07,
      "loss": 0.4781044006347656,
      "step": 9060
    },
    {
      "epoch": 2.7163821503444145,
      "grad_norm": 1.3715041875839233,
      "learning_rate": 5.407561235398717e-07,
      "loss": 0.4643882751464844,
      "step": 9070
    },
    {
      "epoch": 2.7193770589997004,
      "grad_norm": 1.6115351915359497,
      "learning_rate": 5.295091751957249e-07,
      "loss": 0.4926904678344727,
      "step": 9080
    },
    {
      "epoch": 2.7223719676549867,
      "grad_norm": 1.6327753067016602,
      "learning_rate": 5.183772381036456e-07,
      "loss": 0.4796736717224121,
      "step": 9090
    },
    {
      "epoch": 2.7253668763102725,
      "grad_norm": 1.459547519683838,
      "learning_rate": 5.073604474517757e-07,
      "loss": 0.4696746826171875,
      "step": 9100
    },
    {
      "epoch": 2.728361784965559,
      "grad_norm": 1.628287672996521,
      "learning_rate": 4.964589370298911e-07,
      "loss": 0.5150102138519287,
      "step": 9110
    },
    {
      "epoch": 2.7313566936208447,
      "grad_norm": 1.540307641029358,
      "learning_rate": 4.856728392277943e-07,
      "loss": 0.4660166263580322,
      "step": 9120
    },
    {
      "epoch": 2.7343516022761305,
      "grad_norm": 1.4227973222732544,
      "learning_rate": 4.7500228503368775e-07,
      "loss": 0.4942507266998291,
      "step": 9130
    },
    {
      "epoch": 2.737346510931417,
      "grad_norm": 1.383530855178833,
      "learning_rate": 4.644474040325986e-07,
      "loss": 0.47557845115661623,
      "step": 9140
    },
    {
      "epoch": 2.7403414195867026,
      "grad_norm": 1.4156097173690796,
      "learning_rate": 4.5400832440480105e-07,
      "loss": 0.48183841705322267,
      "step": 9150
    },
    {
      "epoch": 2.7433363282419885,
      "grad_norm": 1.4534227848052979,
      "learning_rate": 4.4368517292425083e-07,
      "loss": 0.49446706771850585,
      "step": 9160
    },
    {
      "epoch": 2.7463312368972748,
      "grad_norm": 1.9273598194122314,
      "learning_rate": 4.3347807495705775e-07,
      "loss": 0.49333763122558594,
      "step": 9170
    },
    {
      "epoch": 2.7493261455525606,
      "grad_norm": 1.5973845720291138,
      "learning_rate": 4.233871544599544e-07,
      "loss": 0.494874095916748,
      "step": 9180
    },
    {
      "epoch": 2.7523210542078465,
      "grad_norm": 1.454573154449463,
      "learning_rate": 4.1341253397879863e-07,
      "loss": 0.49959392547607423,
      "step": 9190
    },
    {
      "epoch": 2.7553159628631327,
      "grad_norm": 1.6529881954193115,
      "learning_rate": 4.0355433464707714e-07,
      "loss": 0.521381425857544,
      "step": 9200
    },
    {
      "epoch": 2.7583108715184186,
      "grad_norm": 1.604905605316162,
      "learning_rate": 3.9381267618444187e-07,
      "loss": 0.47714853286743164,
      "step": 9210
    },
    {
      "epoch": 2.7613057801737044,
      "grad_norm": 1.4911741018295288,
      "learning_rate": 3.8418767689524907e-07,
      "loss": 0.4643728256225586,
      "step": 9220
    },
    {
      "epoch": 2.7643006888289907,
      "grad_norm": 1.6951920986175537,
      "learning_rate": 3.7467945366712833e-07,
      "loss": 0.49946084022521975,
      "step": 9230
    },
    {
      "epoch": 2.767295597484277,
      "grad_norm": 1.7115346193313599,
      "learning_rate": 3.652881219695603e-07,
      "loss": 0.5134757041931153,
      "step": 9240
    },
    {
      "epoch": 2.770290506139563,
      "grad_norm": 1.7767481803894043,
      "learning_rate": 3.5601379585247786e-07,
      "loss": 0.47066478729248046,
      "step": 9250
    },
    {
      "epoch": 2.7732854147948487,
      "grad_norm": 1.2878029346466064,
      "learning_rate": 3.4685658794487153e-07,
      "loss": 0.5043159484863281,
      "step": 9260
    },
    {
      "epoch": 2.776280323450135,
      "grad_norm": 1.5294309854507446,
      "learning_rate": 3.378166094534352e-07,
      "loss": 0.4968732357025146,
      "step": 9270
    },
    {
      "epoch": 2.779275232105421,
      "grad_norm": 1.6949282884597778,
      "learning_rate": 3.2889397016120263e-07,
      "loss": 0.47728781700134276,
      "step": 9280
    },
    {
      "epoch": 2.7822701407607067,
      "grad_norm": 1.5146561861038208,
      "learning_rate": 3.2008877842622853e-07,
      "loss": 0.4853658676147461,
      "step": 9290
    },
    {
      "epoch": 2.785265049415993,
      "grad_norm": 1.520474910736084,
      "learning_rate": 3.1140114118025423e-07,
      "loss": 0.49115581512451173,
      "step": 9300
    },
    {
      "epoch": 2.788259958071279,
      "grad_norm": 1.590360164642334,
      "learning_rate": 3.028311639274295e-07,
      "loss": 0.5119152545928956,
      "step": 9310
    },
    {
      "epoch": 2.7912548667265646,
      "grad_norm": 1.6626989841461182,
      "learning_rate": 2.943789507430128e-07,
      "loss": 0.481568431854248,
      "step": 9320
    },
    {
      "epoch": 2.794249775381851,
      "grad_norm": 1.5911420583724976,
      "learning_rate": 2.86044604272121e-07,
      "loss": 0.47126045227050783,
      "step": 9330
    },
    {
      "epoch": 2.7972446840371368,
      "grad_norm": 1.529649257659912,
      "learning_rate": 2.7782822572847477e-07,
      "loss": 0.4906682014465332,
      "step": 9340
    },
    {
      "epoch": 2.8002395926924226,
      "grad_norm": 1.548509120941162,
      "learning_rate": 2.6972991489317536e-07,
      "loss": 0.4783353328704834,
      "step": 9350
    },
    {
      "epoch": 2.803234501347709,
      "grad_norm": 1.6628776788711548,
      "learning_rate": 2.6174977011348525e-07,
      "loss": 0.4788211345672607,
      "step": 9360
    },
    {
      "epoch": 2.8062294100029948,
      "grad_norm": 1.4077582359313965,
      "learning_rate": 2.538878883016416e-07,
      "loss": 0.5038501739501953,
      "step": 9370
    },
    {
      "epoch": 2.809224318658281,
      "grad_norm": 1.5272634029388428,
      "learning_rate": 2.461443649336748e-07,
      "loss": 0.5057891845703125,
      "step": 9380
    },
    {
      "epoch": 2.812219227313567,
      "grad_norm": 1.5372052192687988,
      "learning_rate": 2.3851929404825057e-07,
      "loss": 0.5056065559387207,
      "step": 9390
    },
    {
      "epoch": 2.815214135968853,
      "grad_norm": 1.774721622467041,
      "learning_rate": 2.3101276824552543e-07,
      "loss": 0.5029263019561767,
      "step": 9400
    },
    {
      "epoch": 2.818209044624139,
      "grad_norm": 1.470628261566162,
      "learning_rate": 2.2362487868602956e-07,
      "loss": 0.49965524673461914,
      "step": 9410
    },
    {
      "epoch": 2.821203953279425,
      "grad_norm": 1.3716038465499878,
      "learning_rate": 2.1635571508954677e-07,
      "loss": 0.4652759552001953,
      "step": 9420
    },
    {
      "epoch": 2.824198861934711,
      "grad_norm": 1.5807504653930664,
      "learning_rate": 2.092053657340398e-07,
      "loss": 0.49729557037353517,
      "step": 9430
    },
    {
      "epoch": 2.827193770589997,
      "grad_norm": 1.7162376642227173,
      "learning_rate": 2.0217391745456673e-07,
      "loss": 0.49972996711730955,
      "step": 9440
    },
    {
      "epoch": 2.830188679245283,
      "grad_norm": 1.643149971961975,
      "learning_rate": 1.9526145564223166e-07,
      "loss": 0.5318907737731934,
      "step": 9450
    },
    {
      "epoch": 2.833183587900569,
      "grad_norm": 1.4969817399978638,
      "learning_rate": 1.884680642431469e-07,
      "loss": 0.4856600761413574,
      "step": 9460
    },
    {
      "epoch": 2.836178496555855,
      "grad_norm": 1.4547873735427856,
      "learning_rate": 1.8179382575741588e-07,
      "loss": 0.49111547470092776,
      "step": 9470
    },
    {
      "epoch": 2.839173405211141,
      "grad_norm": 1.4986448287963867,
      "learning_rate": 1.7523882123812286e-07,
      "loss": 0.4579866886138916,
      "step": 9480
    },
    {
      "epoch": 2.842168313866427,
      "grad_norm": 1.484006643295288,
      "learning_rate": 1.6880313029036033e-07,
      "loss": 0.48090057373046874,
      "step": 9490
    },
    {
      "epoch": 2.845163222521713,
      "grad_norm": 1.4930380582809448,
      "learning_rate": 1.624868310702543e-07,
      "loss": 0.48984603881835936,
      "step": 9500
    },
    {
      "epoch": 2.8481581311769992,
      "grad_norm": 1.7047784328460693,
      "learning_rate": 1.562900002840162e-07,
      "loss": 0.5113039016723633,
      "step": 9510
    },
    {
      "epoch": 2.851153039832285,
      "grad_norm": 1.4931029081344604,
      "learning_rate": 1.502127131870146e-07,
      "loss": 0.47187018394470215,
      "step": 9520
    },
    {
      "epoch": 2.8541479484875714,
      "grad_norm": 1.479155421257019,
      "learning_rate": 1.4425504358285712e-07,
      "loss": 0.5145605087280274,
      "step": 9530
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 1.5331019163131714,
      "learning_rate": 1.3841706382249798e-07,
      "loss": 0.5134733200073243,
      "step": 9540
    },
    {
      "epoch": 2.860137765798143,
      "grad_norm": 1.461573839187622,
      "learning_rate": 1.3269884480335726e-07,
      "loss": 0.5031049728393555,
      "step": 9550
    },
    {
      "epoch": 2.8631326744534293,
      "grad_norm": 1.4485571384429932,
      "learning_rate": 1.2710045596845854e-07,
      "loss": 0.5210261344909668,
      "step": 9560
    },
    {
      "epoch": 2.866127583108715,
      "grad_norm": 1.7255455255508423,
      "learning_rate": 1.2162196530558835e-07,
      "loss": 0.47707977294921877,
      "step": 9570
    },
    {
      "epoch": 2.869122491764001,
      "grad_norm": 1.5349946022033691,
      "learning_rate": 1.1626343934647122e-07,
      "loss": 0.4857036590576172,
      "step": 9580
    },
    {
      "epoch": 2.8721174004192873,
      "grad_norm": 1.5755033493041992,
      "learning_rate": 1.1102494316595602e-07,
      "loss": 0.5038958549499511,
      "step": 9590
    },
    {
      "epoch": 2.875112309074573,
      "grad_norm": 1.4248707294464111,
      "learning_rate": 1.0590654038123315e-07,
      "loss": 0.49042625427246095,
      "step": 9600
    },
    {
      "epoch": 2.878107217729859,
      "grad_norm": 1.3369414806365967,
      "learning_rate": 1.0090829315105632e-07,
      "loss": 0.46802678108215334,
      "step": 9610
    },
    {
      "epoch": 2.8811021263851453,
      "grad_norm": 1.5832442045211792,
      "learning_rate": 9.603026217499201e-08,
      "loss": 0.5051434516906739,
      "step": 9620
    },
    {
      "epoch": 2.884097035040431,
      "grad_norm": 1.734362244606018,
      "learning_rate": 9.127250669267563e-08,
      "loss": 0.513918685913086,
      "step": 9630
    },
    {
      "epoch": 2.8870919436957174,
      "grad_norm": 1.5473873615264893,
      "learning_rate": 8.663508448310099e-08,
      "loss": 0.49352059364318845,
      "step": 9640
    },
    {
      "epoch": 2.8900868523510033,
      "grad_norm": 1.4340280294418335,
      "learning_rate": 8.211805186391309e-08,
      "loss": 0.5073667526245117,
      "step": 9650
    },
    {
      "epoch": 2.8930817610062896,
      "grad_norm": 1.456013560295105,
      "learning_rate": 7.772146369072309e-08,
      "loss": 0.5166115283966064,
      "step": 9660
    },
    {
      "epoch": 2.8960766696615754,
      "grad_norm": 1.5547895431518555,
      "learning_rate": 7.344537335644664e-08,
      "loss": 0.4813490867614746,
      "step": 9670
    },
    {
      "epoch": 2.8990715783168612,
      "grad_norm": 1.4897866249084473,
      "learning_rate": 6.928983279065326e-08,
      "loss": 0.4835244655609131,
      "step": 9680
    },
    {
      "epoch": 2.9020664869721475,
      "grad_norm": 1.8342303037643433,
      "learning_rate": 6.525489245893357e-08,
      "loss": 0.5087207794189453,
      "step": 9690
    },
    {
      "epoch": 2.9050613956274334,
      "grad_norm": 1.3465903997421265,
      "learning_rate": 6.134060136228969e-08,
      "loss": 0.4804349899291992,
      "step": 9700
    },
    {
      "epoch": 2.908056304282719,
      "grad_norm": 1.667733073234558,
      "learning_rate": 5.7547007036539146e-08,
      "loss": 0.5204250335693359,
      "step": 9710
    },
    {
      "epoch": 2.9110512129380055,
      "grad_norm": 1.7703502178192139,
      "learning_rate": 5.3874155551735255e-08,
      "loss": 0.5016478538513184,
      "step": 9720
    },
    {
      "epoch": 2.9140461215932913,
      "grad_norm": 1.7993836402893066,
      "learning_rate": 5.0322091511615376e-08,
      "loss": 0.49267988204956054,
      "step": 9730
    },
    {
      "epoch": 2.917041030248577,
      "grad_norm": 1.4773681163787842,
      "learning_rate": 4.689085805304472e-08,
      "loss": 0.4893134117126465,
      "step": 9740
    },
    {
      "epoch": 2.9200359389038635,
      "grad_norm": 1.754645586013794,
      "learning_rate": 4.3580496845510025e-08,
      "loss": 0.49738759994506837,
      "step": 9750
    },
    {
      "epoch": 2.9230308475591493,
      "grad_norm": 1.4270977973937988,
      "learning_rate": 4.039104809060002e-08,
      "loss": 0.4880670070648193,
      "step": 9760
    },
    {
      "epoch": 2.9260257562144356,
      "grad_norm": 1.5123835802078247,
      "learning_rate": 3.732255052152245e-08,
      "loss": 0.5063368797302246,
      "step": 9770
    },
    {
      "epoch": 2.9290206648697215,
      "grad_norm": 1.5368832349777222,
      "learning_rate": 3.437504140263337e-08,
      "loss": 0.5073044776916504,
      "step": 9780
    },
    {
      "epoch": 2.9320155735250077,
      "grad_norm": 1.5552453994750977,
      "learning_rate": 3.154855652898636e-08,
      "loss": 0.5064907073974609,
      "step": 9790
    },
    {
      "epoch": 2.9350104821802936,
      "grad_norm": 1.4740110635757446,
      "learning_rate": 2.884313022589513e-08,
      "loss": 0.47931804656982424,
      "step": 9800
    },
    {
      "epoch": 2.9380053908355794,
      "grad_norm": 1.6172736883163452,
      "learning_rate": 2.6258795348516052e-08,
      "loss": 0.5590275764465332,
      "step": 9810
    },
    {
      "epoch": 2.9410002994908657,
      "grad_norm": 1.8231149911880493,
      "learning_rate": 2.3795583281450708e-08,
      "loss": 0.49012956619262693,
      "step": 9820
    },
    {
      "epoch": 2.9439952081461516,
      "grad_norm": 1.6394718885421753,
      "learning_rate": 2.1453523938367304e-08,
      "loss": 0.4913629531860352,
      "step": 9830
    },
    {
      "epoch": 2.9469901168014374,
      "grad_norm": 1.902896761894226,
      "learning_rate": 1.9232645761633196e-08,
      "loss": 0.4783756256103516,
      "step": 9840
    },
    {
      "epoch": 2.9499850254567237,
      "grad_norm": 1.6252793073654175,
      "learning_rate": 1.713297572196848e-08,
      "loss": 0.4900232791900635,
      "step": 9850
    },
    {
      "epoch": 2.9529799341120095,
      "grad_norm": 1.6165684461593628,
      "learning_rate": 1.515453931812627e-08,
      "loss": 0.4839812755584717,
      "step": 9860
    },
    {
      "epoch": 2.9559748427672954,
      "grad_norm": 1.573724389076233,
      "learning_rate": 1.3297360576572937e-08,
      "loss": 0.489408016204834,
      "step": 9870
    },
    {
      "epoch": 2.9589697514225817,
      "grad_norm": 1.5624017715454102,
      "learning_rate": 1.1561462051203898e-08,
      "loss": 0.528309440612793,
      "step": 9880
    },
    {
      "epoch": 2.9619646600778675,
      "grad_norm": 1.8057657480239868,
      "learning_rate": 9.94686482306606e-09,
      "loss": 0.492403507232666,
      "step": 9890
    },
    {
      "epoch": 2.964959568733154,
      "grad_norm": 1.463015079498291,
      "learning_rate": 8.453588500103582e-09,
      "loss": 0.48632245063781737,
      "step": 9900
    },
    {
      "epoch": 2.9679544773884396,
      "grad_norm": 1.603826880455017,
      "learning_rate": 7.081651216916952e-09,
      "loss": 0.4464372158050537,
      "step": 9910
    },
    {
      "epoch": 2.970949386043726,
      "grad_norm": 2.058971405029297,
      "learning_rate": 5.831069634546494e-09,
      "loss": 0.4887089729309082,
      "step": 9920
    },
    {
      "epoch": 2.973944294699012,
      "grad_norm": 1.491803526878357,
      "learning_rate": 4.7018589402692e-09,
      "loss": 0.4791905879974365,
      "step": 9930
    },
    {
      "epoch": 2.9769392033542976,
      "grad_norm": 1.6646156311035156,
      "learning_rate": 3.6940328474088795e-09,
      "loss": 0.48751044273376465,
      "step": 9940
    },
    {
      "epoch": 2.979934112009584,
      "grad_norm": 1.6473972797393799,
      "learning_rate": 2.80760359517962e-09,
      "loss": 0.4723640441894531,
      "step": 9950
    },
    {
      "epoch": 2.9829290206648698,
      "grad_norm": 1.679745078086853,
      "learning_rate": 2.042581948528133e-09,
      "loss": 0.4800722122192383,
      "step": 9960
    },
    {
      "epoch": 2.9859239293201556,
      "grad_norm": 1.5107241868972778,
      "learning_rate": 1.3989771980083e-09,
      "loss": 0.49669723510742186,
      "step": 9970
    },
    {
      "epoch": 2.988918837975442,
      "grad_norm": 1.6462763547897339,
      "learning_rate": 8.767971596634895e-10,
      "loss": 0.5274055480957032,
      "step": 9980
    },
    {
      "epoch": 2.9919137466307277,
      "grad_norm": 1.6557178497314453,
      "learning_rate": 4.760481749399581e-10,
      "loss": 0.5069705963134765,
      "step": 9990
    },
    {
      "epoch": 2.9949086552860136,
      "grad_norm": 1.4907699823379517,
      "learning_rate": 1.967351105991444e-10,
      "loss": 0.47740840911865234,
      "step": 10000
    },
    {
      "epoch": 2.9979035639413,
      "grad_norm": 1.614367961883545,
      "learning_rate": 3.8861358667707794e-11,
      "loss": 0.48827524185180665,
      "step": 10010
    },
    {
      "epoch": 3.0,
      "step": 10017,
      "total_flos": 6.540774321348936e+17,
      "train_loss": 0.7543762712715699,
      "train_runtime": 30332.4713,
      "train_samples_per_second": 5.284,
      "train_steps_per_second": 0.33
    }
  ],
  "logging_steps": 10,
  "max_steps": 10017,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 6.540774321348936e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}