{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 1467,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0006816632583503749,
      "grad_norm": 4383.8388671875,
      "learning_rate": 0.0,
      "loss": 6.527473449707031,
      "step": 1
    },
    {
      "epoch": 0.0013633265167007499,
      "grad_norm": 1823.0880126953125,
      "learning_rate": 2.247191011235955e-07,
      "loss": 7.508894443511963,
      "step": 2
    },
    {
      "epoch": 0.002044989775051125,
      "grad_norm": 40114.21875,
      "learning_rate": 4.49438202247191e-07,
      "loss": 7.247808456420898,
      "step": 3
    },
    {
      "epoch": 0.0027266530334014998,
      "grad_norm": 575.8884887695312,
      "learning_rate": 6.741573033707865e-07,
      "loss": 6.052981376647949,
      "step": 4
    },
    {
      "epoch": 0.0034083162917518746,
      "grad_norm": 76116.6796875,
      "learning_rate": 8.98876404494382e-07,
      "loss": 5.867002964019775,
      "step": 5
    },
    {
      "epoch": 0.00408997955010225,
      "grad_norm": 4967.98291015625,
      "learning_rate": 1.1235955056179777e-06,
      "loss": 6.827726364135742,
      "step": 6
    },
    {
      "epoch": 0.004771642808452625,
      "grad_norm": 22014.96484375,
      "learning_rate": 1.348314606741573e-06,
      "loss": 7.764345169067383,
      "step": 7
    },
    {
      "epoch": 0.0054533060668029995,
      "grad_norm": 2535.458251953125,
      "learning_rate": 1.5730337078651686e-06,
      "loss": 6.417271137237549,
      "step": 8
    },
    {
      "epoch": 0.006134969325153374,
      "grad_norm": 4581.03662109375,
      "learning_rate": 1.797752808988764e-06,
      "loss": 7.255514144897461,
      "step": 9
    },
    {
      "epoch": 0.006816632583503749,
      "grad_norm": 4421.4501953125,
      "learning_rate": 2.02247191011236e-06,
      "loss": 4.907093048095703,
      "step": 10
    },
    {
      "epoch": 0.007498295841854124,
      "grad_norm": 9041.5,
      "learning_rate": 2.2471910112359554e-06,
      "loss": 4.617020606994629,
      "step": 11
    },
    {
      "epoch": 0.0081799591002045,
      "grad_norm": 2413.45556640625,
      "learning_rate": 2.4719101123595505e-06,
      "loss": 5.7079010009765625,
      "step": 12
    },
    {
      "epoch": 0.008861622358554875,
      "grad_norm": 1334.906982421875,
      "learning_rate": 2.696629213483146e-06,
      "loss": 3.1134910583496094,
      "step": 13
    },
    {
      "epoch": 0.00954328561690525,
      "grad_norm": 2017.1741943359375,
      "learning_rate": 2.9213483146067416e-06,
      "loss": 4.945159912109375,
      "step": 14
    },
    {
      "epoch": 0.010224948875255624,
      "grad_norm": 1304.0582275390625,
      "learning_rate": 3.146067415730337e-06,
      "loss": 4.624004364013672,
      "step": 15
    },
    {
      "epoch": 0.010906612133605999,
      "grad_norm": 3951.13134765625,
      "learning_rate": 3.3707865168539327e-06,
      "loss": 3.8251986503601074,
      "step": 16
    },
    {
      "epoch": 0.011588275391956374,
      "grad_norm": 906.8524780273438,
      "learning_rate": 3.595505617977528e-06,
      "loss": 3.313896656036377,
      "step": 17
    },
    {
      "epoch": 0.012269938650306749,
      "grad_norm": 1372.37353515625,
      "learning_rate": 3.820224719101124e-06,
      "loss": 3.498051404953003,
      "step": 18
    },
    {
      "epoch": 0.012951601908657124,
      "grad_norm": 494.13616943359375,
      "learning_rate": 4.04494382022472e-06,
      "loss": 3.268960952758789,
      "step": 19
    },
    {
      "epoch": 0.013633265167007498,
      "grad_norm": 282.08331298828125,
      "learning_rate": 4.269662921348315e-06,
      "loss": 2.357489585876465,
      "step": 20
    },
    {
      "epoch": 0.014314928425357873,
      "grad_norm": 3040.841064453125,
      "learning_rate": 4.494382022471911e-06,
      "loss": 3.6005187034606934,
      "step": 21
    },
    {
      "epoch": 0.014996591683708248,
      "grad_norm": 1250.9658203125,
      "learning_rate": 4.719101123595506e-06,
      "loss": 3.457188129425049,
      "step": 22
    },
    {
      "epoch": 0.015678254942058625,
      "grad_norm": 5198.23974609375,
      "learning_rate": 4.943820224719101e-06,
      "loss": 3.725776433944702,
      "step": 23
    },
    {
      "epoch": 0.016359918200409,
      "grad_norm": 454.5555114746094,
      "learning_rate": 5.168539325842698e-06,
      "loss": 2.6974992752075195,
      "step": 24
    },
    {
      "epoch": 0.017041581458759374,
      "grad_norm": 1461.07763671875,
      "learning_rate": 5.393258426966292e-06,
      "loss": 2.363149642944336,
      "step": 25
    },
    {
      "epoch": 0.01772324471710975,
      "grad_norm": 223.5943145751953,
      "learning_rate": 5.617977528089889e-06,
      "loss": 1.918904185295105,
      "step": 26
    },
    {
      "epoch": 0.018404907975460124,
      "grad_norm": 819.2132568359375,
      "learning_rate": 5.842696629213483e-06,
      "loss": 2.747713565826416,
      "step": 27
    },
    {
      "epoch": 0.0190865712338105,
      "grad_norm": 329.3885803222656,
      "learning_rate": 6.06741573033708e-06,
      "loss": 2.5517754554748535,
      "step": 28
    },
    {
      "epoch": 0.019768234492160874,
      "grad_norm": 578.25927734375,
      "learning_rate": 6.292134831460674e-06,
      "loss": 3.0694191455841064,
      "step": 29
    },
    {
      "epoch": 0.02044989775051125,
      "grad_norm": 521.046142578125,
      "learning_rate": 6.51685393258427e-06,
      "loss": 2.9562296867370605,
      "step": 30
    },
    {
      "epoch": 0.021131561008861623,
      "grad_norm": 479.71722412109375,
      "learning_rate": 6.741573033707865e-06,
      "loss": 3.020545721054077,
      "step": 31
    },
    {
      "epoch": 0.021813224267211998,
      "grad_norm": 734.2029418945312,
      "learning_rate": 6.966292134831461e-06,
      "loss": 3.466350555419922,
      "step": 32
    },
    {
      "epoch": 0.022494887525562373,
      "grad_norm": 254.68246459960938,
      "learning_rate": 7.191011235955056e-06,
      "loss": 3.2190747261047363,
      "step": 33
    },
    {
      "epoch": 0.023176550783912748,
      "grad_norm": 130.5963592529297,
      "learning_rate": 7.415730337078652e-06,
      "loss": 2.0983405113220215,
      "step": 34
    },
    {
      "epoch": 0.023858214042263123,
      "grad_norm": 73.80171966552734,
      "learning_rate": 7.640449438202247e-06,
      "loss": 1.889816164970398,
      "step": 35
    },
    {
      "epoch": 0.024539877300613498,
      "grad_norm": 56.68690490722656,
      "learning_rate": 7.865168539325843e-06,
      "loss": 3.1251683235168457,
      "step": 36
    },
    {
      "epoch": 0.025221540558963872,
      "grad_norm": 97.23187255859375,
      "learning_rate": 8.08988764044944e-06,
      "loss": 3.2829296588897705,
      "step": 37
    },
    {
      "epoch": 0.025903203817314247,
      "grad_norm": 135.62997436523438,
      "learning_rate": 8.314606741573035e-06,
      "loss": 2.9910526275634766,
      "step": 38
    },
    {
      "epoch": 0.026584867075664622,
      "grad_norm": 77.11801147460938,
      "learning_rate": 8.53932584269663e-06,
      "loss": 3.5667967796325684,
      "step": 39
    },
    {
      "epoch": 0.027266530334014997,
      "grad_norm": 141.92796325683594,
      "learning_rate": 8.764044943820226e-06,
      "loss": 1.9355766773223877,
      "step": 40
    },
    {
      "epoch": 0.02794819359236537,
      "grad_norm": 49.39057159423828,
      "learning_rate": 8.988764044943822e-06,
      "loss": 1.2001816034317017,
      "step": 41
    },
    {
      "epoch": 0.028629856850715747,
      "grad_norm": 78.03803253173828,
      "learning_rate": 9.213483146067417e-06,
      "loss": 2.352545976638794,
      "step": 42
    },
    {
      "epoch": 0.02931152010906612,
      "grad_norm": 26.599884033203125,
      "learning_rate": 9.438202247191012e-06,
      "loss": 2.0077102184295654,
      "step": 43
    },
    {
      "epoch": 0.029993183367416496,
      "grad_norm": 49.84416961669922,
      "learning_rate": 9.662921348314608e-06,
      "loss": 2.672440528869629,
      "step": 44
    },
    {
      "epoch": 0.03067484662576687,
      "grad_norm": 35.74471664428711,
      "learning_rate": 9.887640449438202e-06,
      "loss": 1.4557160139083862,
      "step": 45
    },
    {
      "epoch": 0.03135650988411725,
      "grad_norm": 29.79218864440918,
      "learning_rate": 1.01123595505618e-05,
      "loss": 2.77484393119812,
      "step": 46
    },
    {
      "epoch": 0.032038173142467624,
      "grad_norm": 242.94088745117188,
      "learning_rate": 1.0337078651685396e-05,
      "loss": 1.2804923057556152,
      "step": 47
    },
    {
      "epoch": 0.032719836400818,
      "grad_norm": 33.16373825073242,
      "learning_rate": 1.0561797752808988e-05,
      "loss": 1.6744909286499023,
      "step": 48
    },
    {
      "epoch": 0.033401499659168374,
      "grad_norm": 47.615360260009766,
      "learning_rate": 1.0786516853932584e-05,
      "loss": 2.003718376159668,
      "step": 49
    },
    {
      "epoch": 0.03408316291751875,
      "grad_norm": 37.541908264160156,
      "learning_rate": 1.101123595505618e-05,
      "loss": 2.387068271636963,
      "step": 50
    },
    {
      "epoch": 0.034764826175869123,
      "grad_norm": 29.1586971282959,
      "learning_rate": 1.1235955056179778e-05,
      "loss": 2.4086151123046875,
      "step": 51
    },
    {
      "epoch": 0.0354464894342195,
      "grad_norm": 16.95186996459961,
      "learning_rate": 1.146067415730337e-05,
      "loss": 1.283890962600708,
      "step": 52
    },
    {
      "epoch": 0.03612815269256987,
      "grad_norm": 16.21533203125,
      "learning_rate": 1.1685393258426966e-05,
      "loss": 1.3941848278045654,
      "step": 53
    },
    {
      "epoch": 0.03680981595092025,
      "grad_norm": 15.245625495910645,
      "learning_rate": 1.1910112359550562e-05,
      "loss": 1.799220323562622,
      "step": 54
    },
    {
      "epoch": 0.03749147920927062,
      "grad_norm": 1592.2939453125,
      "learning_rate": 1.213483146067416e-05,
      "loss": 2.0396103858947754,
      "step": 55
    },
    {
      "epoch": 0.038173142467621,
      "grad_norm": 19.32965087890625,
      "learning_rate": 1.2359550561797752e-05,
      "loss": 1.3870739936828613,
      "step": 56
    },
    {
      "epoch": 0.03885480572597137,
      "grad_norm": 55.4034423828125,
      "learning_rate": 1.2584269662921348e-05,
      "loss": 2.1296072006225586,
      "step": 57
    },
    {
      "epoch": 0.03953646898432175,
      "grad_norm": 82.31266784667969,
      "learning_rate": 1.2808988764044944e-05,
      "loss": 0.8768513798713684,
      "step": 58
    },
    {
      "epoch": 0.04021813224267212,
      "grad_norm": 9.533697128295898,
      "learning_rate": 1.303370786516854e-05,
      "loss": 2.0535597801208496,
      "step": 59
    },
    {
      "epoch": 0.0408997955010225,
      "grad_norm": 15.587124824523926,
      "learning_rate": 1.3258426966292135e-05,
      "loss": 1.9851542711257935,
      "step": 60
    },
    {
      "epoch": 0.04158145875937287,
      "grad_norm": 30.805431365966797,
      "learning_rate": 1.348314606741573e-05,
      "loss": 1.4596028327941895,
      "step": 61
    },
    {
      "epoch": 0.04226312201772325,
      "grad_norm": 9.697044372558594,
      "learning_rate": 1.3707865168539327e-05,
      "loss": 1.6669340133666992,
      "step": 62
    },
    {
      "epoch": 0.04294478527607362,
      "grad_norm": 27.938608169555664,
      "learning_rate": 1.3932584269662923e-05,
      "loss": 0.9620833396911621,
      "step": 63
    },
    {
      "epoch": 0.043626448534423996,
      "grad_norm": 7.904890060424805,
      "learning_rate": 1.4157303370786517e-05,
      "loss": 1.2511191368103027,
      "step": 64
    },
    {
      "epoch": 0.04430811179277437,
      "grad_norm": 6.319112777709961,
      "learning_rate": 1.4382022471910113e-05,
      "loss": 0.6878035068511963,
      "step": 65
    },
    {
      "epoch": 0.044989775051124746,
      "grad_norm": 22.30373191833496,
      "learning_rate": 1.4606741573033709e-05,
      "loss": 2.279068946838379,
      "step": 66
    },
    {
      "epoch": 0.04567143830947512,
      "grad_norm": 12.7396879196167,
      "learning_rate": 1.4831460674157305e-05,
      "loss": 1.6731181144714355,
      "step": 67
    },
    {
      "epoch": 0.046353101567825496,
      "grad_norm": 20.310932159423828,
      "learning_rate": 1.5056179775280899e-05,
      "loss": 0.8521436452865601,
      "step": 68
    },
    {
      "epoch": 0.04703476482617587,
      "grad_norm": 13.107906341552734,
      "learning_rate": 1.5280898876404495e-05,
      "loss": 1.511030912399292,
      "step": 69
    },
    {
      "epoch": 0.047716428084526245,
      "grad_norm": 63.82345962524414,
      "learning_rate": 1.5505617977528093e-05,
      "loss": 1.378786563873291,
      "step": 70
    },
    {
      "epoch": 0.04839809134287662,
      "grad_norm": 19.864704132080078,
      "learning_rate": 1.5730337078651687e-05,
      "loss": 1.5483001470565796,
      "step": 71
    },
    {
      "epoch": 0.049079754601226995,
      "grad_norm": 16.860614776611328,
      "learning_rate": 1.595505617977528e-05,
      "loss": 1.5748002529144287,
      "step": 72
    },
    {
      "epoch": 0.04976141785957737,
      "grad_norm": 35.4315185546875,
      "learning_rate": 1.617977528089888e-05,
      "loss": 1.4997893571853638,
      "step": 73
    },
    {
      "epoch": 0.050443081117927745,
      "grad_norm": 39.20589065551758,
      "learning_rate": 1.6404494382022473e-05,
      "loss": 2.2233829498291016,
      "step": 74
    },
    {
      "epoch": 0.05112474437627812,
      "grad_norm": 1053.0841064453125,
      "learning_rate": 1.662921348314607e-05,
      "loss": 2.754089117050171,
      "step": 75
    },
    {
      "epoch": 0.051806407634628494,
      "grad_norm": 13.371782302856445,
      "learning_rate": 1.6853932584269665e-05,
      "loss": 0.9811263680458069,
      "step": 76
    },
    {
      "epoch": 0.05248807089297887,
      "grad_norm": 10.675305366516113,
      "learning_rate": 1.707865168539326e-05,
      "loss": 1.7070579528808594,
      "step": 77
    },
    {
      "epoch": 0.053169734151329244,
      "grad_norm": 14.619195938110352,
      "learning_rate": 1.7303370786516857e-05,
      "loss": 1.7202574014663696,
      "step": 78
    },
    {
      "epoch": 0.05385139740967962,
      "grad_norm": 3042.486083984375,
      "learning_rate": 1.752808988764045e-05,
      "loss": 1.9486947059631348,
      "step": 79
    },
    {
      "epoch": 0.054533060668029994,
      "grad_norm": 55.10081481933594,
      "learning_rate": 1.7752808988764045e-05,
      "loss": 1.7752485275268555,
      "step": 80
    },
    {
      "epoch": 0.05521472392638037,
      "grad_norm": 19.896421432495117,
      "learning_rate": 1.7977528089887643e-05,
      "loss": 2.0431885719299316,
      "step": 81
    },
    {
      "epoch": 0.05589638718473074,
      "grad_norm": 20.129390716552734,
      "learning_rate": 1.8202247191011237e-05,
      "loss": 1.767225980758667,
      "step": 82
    },
    {
      "epoch": 0.05657805044308112,
      "grad_norm": 68.15953826904297,
      "learning_rate": 1.8426966292134835e-05,
      "loss": 1.4359931945800781,
      "step": 83
    },
    {
      "epoch": 0.05725971370143149,
      "grad_norm": 33.0981330871582,
      "learning_rate": 1.8651685393258426e-05,
      "loss": 0.9191545248031616,
      "step": 84
    },
    {
      "epoch": 0.05794137695978187,
      "grad_norm": 17.07698631286621,
      "learning_rate": 1.8876404494382024e-05,
      "loss": 1.7767210006713867,
      "step": 85
    },
    {
      "epoch": 0.05862304021813224,
      "grad_norm": 27.136503219604492,
      "learning_rate": 1.910112359550562e-05,
      "loss": 1.3165686130523682,
      "step": 86
    },
    {
      "epoch": 0.05930470347648262,
      "grad_norm": 234.57733154296875,
      "learning_rate": 1.9325842696629215e-05,
      "loss": 1.5632712841033936,
      "step": 87
    },
    {
      "epoch": 0.05998636673483299,
      "grad_norm": 164.1422882080078,
      "learning_rate": 1.955056179775281e-05,
      "loss": 1.1874092817306519,
      "step": 88
    },
    {
      "epoch": 0.06066802999318337,
      "grad_norm": 34.60917663574219,
      "learning_rate": 1.9775280898876404e-05,
      "loss": 0.8331537842750549,
      "step": 89
    },
    {
      "epoch": 0.06134969325153374,
      "grad_norm": 10.945159912109375,
      "learning_rate": 2e-05,
      "loss": 1.2834336757659912,
      "step": 90
    },
    {
      "epoch": 0.06203135650988412,
      "grad_norm": 15.15926742553711,
      "learning_rate": 1.9999993903154863e-05,
      "loss": 1.7447407245635986,
      "step": 91
    },
    {
      "epoch": 0.0627130197682345,
      "grad_norm": 144.3293914794922,
      "learning_rate": 1.9999975612626872e-05,
      "loss": 1.3708195686340332,
      "step": 92
    },
    {
      "epoch": 0.06339468302658487,
      "grad_norm": 25.28166961669922,
      "learning_rate": 1.9999945128438338e-05,
      "loss": 2.8497724533081055,
      "step": 93
    },
    {
      "epoch": 0.06407634628493525,
      "grad_norm": 19.966693878173828,
      "learning_rate": 1.9999902450626434e-05,
      "loss": 1.6539599895477295,
      "step": 94
    },
    {
      "epoch": 0.06475800954328562,
      "grad_norm": 15.393426895141602,
      "learning_rate": 1.9999847579243196e-05,
      "loss": 2.0296273231506348,
      "step": 95
    },
    {
      "epoch": 0.065439672801636,
      "grad_norm": 11.24446964263916,
      "learning_rate": 1.9999780514355533e-05,
      "loss": 1.3424549102783203,
      "step": 96
    },
    {
      "epoch": 0.06612133605998637,
      "grad_norm": 27.612884521484375,
      "learning_rate": 1.9999701256045223e-05,
      "loss": 1.194828987121582,
      "step": 97
    },
    {
      "epoch": 0.06680299931833675,
      "grad_norm": 12.825202941894531,
      "learning_rate": 1.999960980440891e-05,
      "loss": 0.8488439321517944,
      "step": 98
    },
    {
      "epoch": 0.06748466257668712,
      "grad_norm": 1464.5302734375,
      "learning_rate": 1.9999506159558107e-05,
      "loss": 0.9869670867919922,
      "step": 99
    },
    {
      "epoch": 0.0681663258350375,
      "grad_norm": 111.20191955566406,
      "learning_rate": 1.9999390321619196e-05,
      "loss": 1.3429677486419678,
      "step": 100
    },
    {
      "epoch": 0.06884798909338787,
      "grad_norm": 16.313430786132812,
      "learning_rate": 1.9999262290733427e-05,
      "loss": 1.9419188499450684,
      "step": 101
    },
    {
      "epoch": 0.06952965235173825,
      "grad_norm": 9.3142728805542,
      "learning_rate": 1.9999122067056915e-05,
      "loss": 1.5300267934799194,
      "step": 102
    },
    {
      "epoch": 0.07021131561008861,
      "grad_norm": 22.08498191833496,
      "learning_rate": 1.9998969650760646e-05,
      "loss": 1.9083926677703857,
      "step": 103
    },
    {
      "epoch": 0.070892978868439,
      "grad_norm": 15.76110553741455,
      "learning_rate": 1.9998805042030472e-05,
      "loss": 1.6124863624572754,
      "step": 104
    },
    {
      "epoch": 0.07157464212678936,
      "grad_norm": 30.93997573852539,
      "learning_rate": 1.9998628241067113e-05,
      "loss": 0.9653267860412598,
      "step": 105
    },
    {
      "epoch": 0.07225630538513975,
      "grad_norm": 12.660534858703613,
      "learning_rate": 1.999843924808615e-05,
      "loss": 1.7511203289031982,
      "step": 106
    },
    {
      "epoch": 0.07293796864349011,
      "grad_norm": 18.625757217407227,
      "learning_rate": 1.999823806331804e-05,
      "loss": 1.297489881515503,
      "step": 107
    },
    {
      "epoch": 0.0736196319018405,
      "grad_norm": 56.3899040222168,
      "learning_rate": 1.9998024687008098e-05,
      "loss": 1.449361801147461,
      "step": 108
    },
    {
      "epoch": 0.07430129516019086,
      "grad_norm": 162.703857421875,
      "learning_rate": 1.9997799119416508e-05,
      "loss": 1.7976202964782715,
      "step": 109
    },
    {
      "epoch": 0.07498295841854125,
      "grad_norm": 9.930502891540527,
      "learning_rate": 1.9997561360818322e-05,
      "loss": 1.5131696462631226,
      "step": 110
    },
    {
      "epoch": 0.07566462167689161,
      "grad_norm": 31.915830612182617,
      "learning_rate": 1.999731141150346e-05,
      "loss": 1.3789496421813965,
      "step": 111
    },
    {
      "epoch": 0.076346284935242,
      "grad_norm": 11.755589485168457,
      "learning_rate": 1.9997049271776693e-05,
      "loss": 1.747565746307373,
      "step": 112
    },
    {
      "epoch": 0.07702794819359236,
      "grad_norm": 31.262149810791016,
      "learning_rate": 1.9996774941957673e-05,
      "loss": 1.4239745140075684,
      "step": 113
    },
    {
      "epoch": 0.07770961145194274,
      "grad_norm": 63.65169143676758,
      "learning_rate": 1.999648842238091e-05,
      "loss": 1.815131425857544,
      "step": 114
    },
    {
      "epoch": 0.07839127471029311,
      "grad_norm": 18.11605453491211,
      "learning_rate": 1.999618971339577e-05,
      "loss": 1.7555679082870483,
      "step": 115
    },
    {
      "epoch": 0.0790729379686435,
      "grad_norm": 160.328369140625,
      "learning_rate": 1.9995878815366498e-05,
      "loss": 1.8470728397369385,
      "step": 116
    },
    {
      "epoch": 0.07975460122699386,
      "grad_norm": 619.9039916992188,
      "learning_rate": 1.999555572867218e-05,
      "loss": 1.7569350004196167,
      "step": 117
    },
    {
      "epoch": 0.08043626448534424,
      "grad_norm": 19.946969985961914,
      "learning_rate": 1.9995220453706797e-05,
      "loss": 1.3383402824401855,
      "step": 118
    },
    {
      "epoch": 0.08111792774369461,
      "grad_norm": 20.062156677246094,
      "learning_rate": 1.9994872990879163e-05,
      "loss": 1.3586251735687256,
      "step": 119
    },
    {
      "epoch": 0.081799591002045,
      "grad_norm": 19.174461364746094,
      "learning_rate": 1.9994513340612957e-05,
      "loss": 1.8789781332015991,
      "step": 120
    },
    {
      "epoch": 0.08248125426039536,
      "grad_norm": 14.19649887084961,
      "learning_rate": 1.9994141503346735e-05,
      "loss": 1.6669260263442993,
      "step": 121
    },
    {
      "epoch": 0.08316291751874574,
      "grad_norm": 182.03321838378906,
      "learning_rate": 1.99937574795339e-05,
      "loss": 2.1706442832946777,
      "step": 122
    },
    {
      "epoch": 0.08384458077709611,
      "grad_norm": 25.119983673095703,
      "learning_rate": 1.999336126964272e-05,
      "loss": 1.6401561498641968,
      "step": 123
    },
    {
      "epoch": 0.0845262440354465,
      "grad_norm": 11.802164077758789,
      "learning_rate": 1.9992952874156323e-05,
      "loss": 2.053577184677124,
      "step": 124
    },
    {
      "epoch": 0.08520790729379686,
      "grad_norm": 53.97670364379883,
      "learning_rate": 1.9992532293572688e-05,
      "loss": 0.6542696952819824,
      "step": 125
    },
    {
      "epoch": 0.08588957055214724,
      "grad_norm": 23.286149978637695,
      "learning_rate": 1.9992099528404664e-05,
      "loss": 1.7017326354980469,
      "step": 126
    },
    {
      "epoch": 0.08657123381049761,
      "grad_norm": 17.239919662475586,
      "learning_rate": 1.9991654579179948e-05,
      "loss": 1.2679834365844727,
      "step": 127
    },
    {
      "epoch": 0.08725289706884799,
      "grad_norm": 16.885732650756836,
      "learning_rate": 1.9991197446441096e-05,
      "loss": 1.4786620140075684,
      "step": 128
    },
    {
      "epoch": 0.08793456032719836,
      "grad_norm": 23.140071868896484,
      "learning_rate": 1.9990728130745524e-05,
      "loss": 1.5406410694122314,
      "step": 129
    },
    {
      "epoch": 0.08861622358554874,
      "grad_norm": 14.451329231262207,
      "learning_rate": 1.9990246632665503e-05,
      "loss": 1.145501732826233,
      "step": 130
    },
    {
      "epoch": 0.08929788684389911,
      "grad_norm": 10.32580852508545,
      "learning_rate": 1.998975295278815e-05,
      "loss": 1.1438711881637573,
      "step": 131
    },
    {
      "epoch": 0.08997955010224949,
      "grad_norm": 10.931632041931152,
      "learning_rate": 1.9989247091715454e-05,
      "loss": 2.1025326251983643,
      "step": 132
    },
    {
      "epoch": 0.09066121336059986,
      "grad_norm": 6.50631856918335,
      "learning_rate": 1.998872905006423e-05,
      "loss": 1.4954837560653687,
      "step": 133
    },
    {
      "epoch": 0.09134287661895024,
      "grad_norm": 4.921420574188232,
      "learning_rate": 1.9988198828466182e-05,
      "loss": 1.5103764533996582,
      "step": 134
    },
    {
      "epoch": 0.09202453987730061,
      "grad_norm": 5.854800224304199,
      "learning_rate": 1.998765642756783e-05,
      "loss": 1.2965787649154663,
      "step": 135
    },
    {
      "epoch": 0.09270620313565099,
      "grad_norm": 9.764752388000488,
      "learning_rate": 1.9987101848030566e-05,
      "loss": 1.9255067110061646,
      "step": 136
    },
    {
      "epoch": 0.09338786639400136,
      "grad_norm": 7.5960798263549805,
      "learning_rate": 1.998653509053063e-05,
      "loss": 1.791310429573059,
      "step": 137
    },
    {
      "epoch": 0.09406952965235174,
      "grad_norm": 6.565906524658203,
      "learning_rate": 1.9985956155759104e-05,
      "loss": 1.3865487575531006,
      "step": 138
    },
    {
      "epoch": 0.09475119291070211,
      "grad_norm": 14.060343742370605,
      "learning_rate": 1.9985365044421926e-05,
      "loss": 2.089996814727783,
      "step": 139
    },
    {
      "epoch": 0.09543285616905249,
      "grad_norm": 7.5861687660217285,
      "learning_rate": 1.9984761757239878e-05,
      "loss": 0.8783048391342163,
      "step": 140
    },
    {
      "epoch": 0.09611451942740286,
      "grad_norm": 7.125285625457764,
      "learning_rate": 1.9984146294948585e-05,
      "loss": 1.721929669380188,
      "step": 141
    },
    {
      "epoch": 0.09679618268575324,
      "grad_norm": 7.363461971282959,
      "learning_rate": 1.998351865829853e-05,
      "loss": 0.9673935770988464,
      "step": 142
    },
    {
      "epoch": 0.09747784594410361,
      "grad_norm": 4.273559093475342,
      "learning_rate": 1.9982878848055036e-05,
      "loss": 1.318180799484253,
      "step": 143
    },
    {
      "epoch": 0.09815950920245399,
      "grad_norm": 6.188460350036621,
      "learning_rate": 1.9982226864998256e-05,
      "loss": 1.5355404615402222,
      "step": 144
    },
    {
      "epoch": 0.09884117246080436,
      "grad_norm": 3.5846171379089355,
      "learning_rate": 1.998156270992321e-05,
      "loss": 1.4460152387619019,
      "step": 145
    },
    {
      "epoch": 0.09952283571915474,
      "grad_norm": 4.710892200469971,
      "learning_rate": 1.998088638363974e-05,
      "loss": 1.4085346460342407,
      "step": 146
    },
    {
      "epoch": 0.10020449897750511,
      "grad_norm": 11.747404098510742,
      "learning_rate": 1.998019788697254e-05,
      "loss": 1.7807292938232422,
      "step": 147
    },
    {
      "epoch": 0.10088616223585549,
      "grad_norm": 3.7539148330688477,
      "learning_rate": 1.9979497220761142e-05,
      "loss": 1.1747300624847412,
      "step": 148
    },
    {
      "epoch": 0.10156782549420586,
      "grad_norm": 6.504991054534912,
      "learning_rate": 1.997878438585992e-05,
      "loss": 1.5703426599502563,
      "step": 149
    },
    {
      "epoch": 0.10224948875255624,
      "grad_norm": 5.009849548339844,
      "learning_rate": 1.9978059383138073e-05,
      "loss": 0.9697821736335754,
      "step": 150
    },
    {
      "epoch": 0.1029311520109066,
      "grad_norm": 3.9481139183044434,
      "learning_rate": 1.9977322213479655e-05,
      "loss": 1.7657496929168701,
      "step": 151
    },
    {
      "epoch": 0.10361281526925699,
      "grad_norm": 5.673348903656006,
      "learning_rate": 1.9976572877783548e-05,
      "loss": 0.8409373164176941,
      "step": 152
    },
    {
      "epoch": 0.10429447852760736,
      "grad_norm": 3.3935084342956543,
      "learning_rate": 1.9975811376963464e-05,
      "loss": 1.313270926475525,
      "step": 153
    },
    {
      "epoch": 0.10497614178595774,
      "grad_norm": 4.8457465171813965,
      "learning_rate": 1.997503771194796e-05,
      "loss": 1.44279146194458,
      "step": 154
    },
    {
      "epoch": 0.1056578050443081,
      "grad_norm": 5.6174116134643555,
      "learning_rate": 1.997425188368041e-05,
      "loss": 1.989031434059143,
      "step": 155
    },
    {
      "epoch": 0.10633946830265849,
      "grad_norm": 13.403592109680176,
      "learning_rate": 1.9973453893119033e-05,
      "loss": 0.7220730185508728,
      "step": 156
    },
    {
      "epoch": 0.10702113156100886,
      "grad_norm": 4.496342658996582,
      "learning_rate": 1.9972643741236882e-05,
      "loss": 1.0831682682037354,
      "step": 157
    },
    {
      "epoch": 0.10770279481935924,
      "grad_norm": 3.356137752532959,
      "learning_rate": 1.9971821429021817e-05,
      "loss": 1.2503924369812012,
      "step": 158
    },
    {
      "epoch": 0.1083844580777096,
      "grad_norm": 3.4993855953216553,
      "learning_rate": 1.997098695747655e-05,
      "loss": 0.8627510070800781,
      "step": 159
    },
    {
      "epoch": 0.10906612133605999,
      "grad_norm": 11.131978988647461,
      "learning_rate": 1.9970140327618612e-05,
      "loss": 2.386359214782715,
      "step": 160
    },
    {
      "epoch": 0.10974778459441036,
      "grad_norm": 4.573759078979492,
      "learning_rate": 1.9969281540480346e-05,
      "loss": 1.5444923639297485,
      "step": 161
    },
    {
      "epoch": 0.11042944785276074,
      "grad_norm": 7.6408538818359375,
      "learning_rate": 1.9968410597108935e-05,
      "loss": 1.550155520439148,
      "step": 162
    },
    {
      "epoch": 0.1111111111111111,
      "grad_norm": 9.762516975402832,
      "learning_rate": 1.9967527498566387e-05,
      "loss": 1.9585456848144531,
      "step": 163
    },
    {
      "epoch": 0.11179277436946149,
      "grad_norm": 9.570932388305664,
      "learning_rate": 1.9966632245929515e-05,
      "loss": 1.7024056911468506,
      "step": 164
    },
    {
      "epoch": 0.11247443762781185,
      "grad_norm": 556.8116455078125,
      "learning_rate": 1.9965724840289972e-05,
      "loss": 0.9666114449501038,
      "step": 165
    },
    {
      "epoch": 0.11315610088616224,
      "grad_norm": 11.168703079223633,
      "learning_rate": 1.996480528275421e-05,
      "loss": 1.1300976276397705,
      "step": 166
    },
    {
      "epoch": 0.1138377641445126,
      "grad_norm": 17.5162410736084,
      "learning_rate": 1.996387357444352e-05,
      "loss": 1.6300952434539795,
      "step": 167
    },
    {
      "epoch": 0.11451942740286299,
      "grad_norm": 9.438365936279297,
      "learning_rate": 1.9962929716493987e-05,
      "loss": 1.9170794486999512,
      "step": 168
    },
    {
      "epoch": 0.11520109066121335,
      "grad_norm": 4.525749683380127,
      "learning_rate": 1.9961973710056535e-05,
      "loss": 0.7288682460784912,
      "step": 169
    },
    {
      "epoch": 0.11588275391956374,
      "grad_norm": 9.106972694396973,
      "learning_rate": 1.9961005556296875e-05,
      "loss": 1.1762197017669678,
      "step": 170
    },
    {
      "epoch": 0.1165644171779141,
      "grad_norm": 5.086156845092773,
      "learning_rate": 1.9960025256395556e-05,
      "loss": 0.9640843868255615,
      "step": 171
    },
    {
      "epoch": 0.11724608043626449,
      "grad_norm": 5.4781012535095215,
      "learning_rate": 1.9959032811547912e-05,
      "loss": 1.398245096206665,
      "step": 172
    },
    {
      "epoch": 0.11792774369461487,
      "grad_norm": 8.261008262634277,
      "learning_rate": 1.9958028222964114e-05,
      "loss": 1.9427658319473267,
      "step": 173
    },
    {
      "epoch": 0.11860940695296524,
      "grad_norm": 10.69827651977539,
      "learning_rate": 1.9957011491869118e-05,
      "loss": 2.783135414123535,
      "step": 174
    },
    {
      "epoch": 0.11929107021131562,
      "grad_norm": 14.744508743286133,
      "learning_rate": 1.9955982619502693e-05,
      "loss": 1.108130931854248,
      "step": 175
    },
    {
      "epoch": 0.11997273346966598,
      "grad_norm": 12.835195541381836,
      "learning_rate": 1.995494160711942e-05,
      "loss": 1.1446030139923096,
      "step": 176
    },
    {
      "epoch": 0.12065439672801637,
      "grad_norm": 19.859210968017578,
      "learning_rate": 1.9953888455988674e-05,
      "loss": 1.5773301124572754,
      "step": 177
    },
    {
      "epoch": 0.12133605998636673,
      "grad_norm": 8.095100402832031,
      "learning_rate": 1.995282316739463e-05,
      "loss": 1.3076493740081787,
      "step": 178
    },
    {
      "epoch": 0.12201772324471712,
      "grad_norm": 53.70732498168945,
      "learning_rate": 1.995174574263628e-05,
      "loss": 1.727512240409851,
      "step": 179
    },
    {
      "epoch": 0.12269938650306748,
      "grad_norm": 8.65125846862793,
      "learning_rate": 1.9950656183027392e-05,
      "loss": 1.158308506011963,
      "step": 180
    },
    {
      "epoch": 0.12338104976141787,
      "grad_norm": 10.54161262512207,
      "learning_rate": 1.9949554489896542e-05,
      "loss": 2.202761173248291,
      "step": 181
    },
    {
      "epoch": 0.12406271301976823,
      "grad_norm": 10.052018165588379,
      "learning_rate": 1.994844066458711e-05,
      "loss": 2.5571885108947754,
      "step": 182
    },
    {
      "epoch": 0.12474437627811862,
      "grad_norm": 18.71660804748535,
      "learning_rate": 1.9947314708457245e-05,
      "loss": 0.9831675887107849,
      "step": 183
    },
    {
      "epoch": 0.125426039536469,
      "grad_norm": 25.179962158203125,
      "learning_rate": 1.9946176622879915e-05,
      "loss": 1.7804163694381714,
      "step": 184
    },
    {
      "epoch": 0.12610770279481937,
      "grad_norm": 10.924018859863281,
      "learning_rate": 1.994502640924286e-05,
      "loss": 1.2503122091293335,
      "step": 185
    },
    {
      "epoch": 0.12678936605316973,
      "grad_norm": 16.85798454284668,
      "learning_rate": 1.994386406894862e-05,
      "loss": 1.3904640674591064,
      "step": 186
    },
    {
      "epoch": 0.1274710293115201,
      "grad_norm": 12.353588104248047,
      "learning_rate": 1.9942689603414513e-05,
      "loss": 1.937730312347412,
      "step": 187
    },
    {
      "epoch": 0.1281526925698705,
      "grad_norm": 17.090003967285156,
      "learning_rate": 1.9941503014072646e-05,
      "loss": 2.1551363468170166,
      "step": 188
    },
    {
      "epoch": 0.12883435582822086,
      "grad_norm": 6.396425724029541,
      "learning_rate": 1.9940304302369912e-05,
      "loss": 1.046122670173645,
      "step": 189
    },
    {
      "epoch": 0.12951601908657123,
      "grad_norm": 5.918776988983154,
      "learning_rate": 1.993909346976798e-05,
      "loss": 0.5687689781188965,
      "step": 190
    },
    {
      "epoch": 0.1301976823449216,
      "grad_norm": 5.968915939331055,
      "learning_rate": 1.9937870517743304e-05,
      "loss": 0.9140273332595825,
      "step": 191
    },
    {
      "epoch": 0.130879345603272,
      "grad_norm": 23.541154861450195,
      "learning_rate": 1.9936635447787112e-05,
      "loss": 0.6421869397163391,
      "step": 192
    },
    {
      "epoch": 0.13156100886162236,
      "grad_norm": 20.733173370361328,
      "learning_rate": 1.9935388261405412e-05,
      "loss": 1.4283093214035034,
      "step": 193
    },
    {
      "epoch": 0.13224267211997273,
      "grad_norm": 5.4685821533203125,
      "learning_rate": 1.993412896011898e-05,
      "loss": 0.9551104307174683,
      "step": 194
    },
    {
      "epoch": 0.1329243353783231,
      "grad_norm": 6.2597737312316895,
      "learning_rate": 1.993285754546338e-05,
      "loss": 1.2597966194152832,
      "step": 195
    },
    {
      "epoch": 0.1336059986366735,
      "grad_norm": 470.6517028808594,
      "learning_rate": 1.9931574018988916e-05,
      "loss": 1.691474437713623,
      "step": 196
    },
    {
      "epoch": 0.13428766189502386,
      "grad_norm": 5.0026469230651855,
      "learning_rate": 1.99302783822607e-05,
      "loss": 0.9203601479530334,
      "step": 197
    },
    {
      "epoch": 0.13496932515337423,
      "grad_norm": 3.4127256870269775,
      "learning_rate": 1.9928970636858584e-05,
      "loss": 0.9550940990447998,
      "step": 198
    },
    {
      "epoch": 0.1356509884117246,
      "grad_norm": 5.123717784881592,
      "learning_rate": 1.992765078437719e-05,
      "loss": 2.055361747741699,
      "step": 199
    },
    {
      "epoch": 0.136332651670075,
      "grad_norm": 3.371704339981079,
      "learning_rate": 1.9926318826425905e-05,
      "loss": 1.0328929424285889,
      "step": 200
    },
    {
      "epoch": 0.13701431492842536,
      "grad_norm": 3.506957769393921,
      "learning_rate": 1.992497476462888e-05,
      "loss": 0.9359508156776428,
      "step": 201
    },
    {
      "epoch": 0.13769597818677573,
      "grad_norm": 2.7216708660125732,
      "learning_rate": 1.9923618600625025e-05,
      "loss": 1.400390386581421,
      "step": 202
    },
    {
      "epoch": 0.1383776414451261,
      "grad_norm": 4.871631145477295,
      "learning_rate": 1.9922250336068e-05,
      "loss": 1.239612102508545,
      "step": 203
    },
    {
      "epoch": 0.1390593047034765,
      "grad_norm": 2.473804473876953,
      "learning_rate": 1.9920869972626225e-05,
      "loss": 1.3447606563568115,
      "step": 204
    },
    {
      "epoch": 0.13974096796182686,
      "grad_norm": 6.894538879394531,
      "learning_rate": 1.9919477511982873e-05,
      "loss": 1.5631332397460938,
      "step": 205
    },
    {
      "epoch": 0.14042263122017723,
      "grad_norm": 3.913583517074585,
      "learning_rate": 1.991807295583587e-05,
      "loss": 1.618501901626587,
      "step": 206
    },
    {
      "epoch": 0.1411042944785276,
      "grad_norm": 3.0639336109161377,
      "learning_rate": 1.991665630589788e-05,
      "loss": 1.318312644958496,
      "step": 207
    },
    {
      "epoch": 0.141785957736878,
      "grad_norm": 5.246321678161621,
      "learning_rate": 1.9915227563896327e-05,
      "loss": 0.876002848148346,
      "step": 208
    },
    {
      "epoch": 0.14246762099522836,
      "grad_norm": 3.295959949493408,
      "learning_rate": 1.9913786731573382e-05,
      "loss": 0.4557987451553345,
      "step": 209
    },
    {
      "epoch": 0.14314928425357873,
      "grad_norm": 3.8275537490844727,
      "learning_rate": 1.991233381068594e-05,
      "loss": 0.9583624601364136,
      "step": 210
    },
    {
      "epoch": 0.1438309475119291,
      "grad_norm": 4.7201128005981445,
      "learning_rate": 1.991086880300565e-05,
      "loss": 1.0539599657058716,
      "step": 211
    },
    {
      "epoch": 0.1445126107702795,
      "grad_norm": 4.5735039710998535,
      "learning_rate": 1.9909391710318907e-05,
      "loss": 0.9567979574203491,
      "step": 212
    },
    {
      "epoch": 0.14519427402862986,
      "grad_norm": 2.669004440307617,
      "learning_rate": 1.990790253442682e-05,
      "loss": 0.7672552466392517,
      "step": 213
    },
    {
      "epoch": 0.14587593728698023,
      "grad_norm": 9.868934631347656,
      "learning_rate": 1.990640127714525e-05,
      "loss": 2.299375057220459,
      "step": 214
    },
    {
      "epoch": 0.1465576005453306,
      "grad_norm": 4.517803192138672,
      "learning_rate": 1.990488794030478e-05,
      "loss": 0.5457000732421875,
      "step": 215
    },
    {
      "epoch": 0.147239263803681,
      "grad_norm": 2.341135263442993,
      "learning_rate": 1.990336252575073e-05,
      "loss": 0.6983858346939087,
      "step": 216
    },
    {
      "epoch": 0.14792092706203136,
      "grad_norm": 2.1451797485351562,
      "learning_rate": 1.990182503534314e-05,
      "loss": 0.9473968148231506,
      "step": 217
    },
    {
      "epoch": 0.14860259032038173,
      "grad_norm": 2.1667206287384033,
      "learning_rate": 1.9900275470956778e-05,
      "loss": 0.6302728056907654,
      "step": 218
    },
    {
      "epoch": 0.1492842535787321,
      "grad_norm": 6.366608619689941,
      "learning_rate": 1.9898713834481137e-05,
      "loss": 1.6893022060394287,
      "step": 219
    },
    {
      "epoch": 0.1499659168370825,
      "grad_norm": 2.48405122756958,
      "learning_rate": 1.9897140127820432e-05,
      "loss": 0.5234397053718567,
      "step": 220
    },
    {
      "epoch": 0.15064758009543286,
      "grad_norm": 4.939483642578125,
      "learning_rate": 1.9895554352893584e-05,
      "loss": 1.7856894731521606,
      "step": 221
    },
    {
      "epoch": 0.15132924335378323,
      "grad_norm": 12.190360069274902,
      "learning_rate": 1.9893956511634242e-05,
      "loss": 1.9232455492019653,
      "step": 222
    },
    {
      "epoch": 0.1520109066121336,
      "grad_norm": 8.300911903381348,
      "learning_rate": 1.9892346605990764e-05,
      "loss": 0.9950571656227112,
      "step": 223
    },
    {
      "epoch": 0.152692569870484,
      "grad_norm": 6.4139814376831055,
      "learning_rate": 1.989072463792622e-05,
      "loss": 1.2645041942596436,
      "step": 224
    },
    {
      "epoch": 0.15337423312883436,
      "grad_norm": 6.562028408050537,
      "learning_rate": 1.9889090609418384e-05,
      "loss": 2.0295963287353516,
      "step": 225
    },
    {
      "epoch": 0.15405589638718473,
      "grad_norm": 5.604927062988281,
      "learning_rate": 1.9887444522459743e-05,
      "loss": 1.2279257774353027,
      "step": 226
    },
    {
      "epoch": 0.1547375596455351,
      "grad_norm": 5.523647785186768,
      "learning_rate": 1.9885786379057487e-05,
      "loss": 2.1371541023254395,
      "step": 227
    },
    {
      "epoch": 0.1554192229038855,
      "grad_norm": 5.242480754852295,
      "learning_rate": 1.9884116181233496e-05,
      "loss": 1.2968311309814453,
      "step": 228
    },
    {
      "epoch": 0.15610088616223586,
      "grad_norm": 5.943783283233643,
      "learning_rate": 1.9882433931024367e-05,
      "loss": 0.5952497124671936,
      "step": 229
    },
    {
      "epoch": 0.15678254942058623,
      "grad_norm": 210.10638427734375,
      "learning_rate": 1.9880739630481376e-05,
      "loss": 1.4420039653778076,
      "step": 230
    },
    {
      "epoch": 0.1574642126789366,
      "grad_norm": 5.810100078582764,
      "learning_rate": 1.9879033281670508e-05,
      "loss": 1.5601913928985596,
      "step": 231
    },
    {
      "epoch": 0.158145875937287,
      "grad_norm": 5.746815204620361,
      "learning_rate": 1.9877314886672424e-05,
      "loss": 1.6530776023864746,
      "step": 232
    },
    {
      "epoch": 0.15882753919563736,
      "grad_norm": 4.114201545715332,
      "learning_rate": 1.987558444758249e-05,
      "loss": 1.1385934352874756,
      "step": 233
    },
    {
      "epoch": 0.15950920245398773,
      "grad_norm": 4.840907096862793,
      "learning_rate": 1.9873841966510744e-05,
      "loss": 1.0146422386169434,
      "step": 234
    },
    {
      "epoch": 0.1601908657123381,
      "grad_norm": 3.263094425201416,
      "learning_rate": 1.9872087445581912e-05,
      "loss": 1.216705560684204,
      "step": 235
    },
    {
      "epoch": 0.1608725289706885,
      "grad_norm": 5.41212797164917,
      "learning_rate": 1.987032088693541e-05,
      "loss": 1.4565320014953613,
      "step": 236
    },
    {
      "epoch": 0.16155419222903886,
      "grad_norm": 5.620246410369873,
      "learning_rate": 1.9868542292725316e-05,
      "loss": 1.5943286418914795,
      "step": 237
    },
    {
      "epoch": 0.16223585548738922,
      "grad_norm": 7.258380889892578,
      "learning_rate": 1.9866751665120398e-05,
      "loss": 0.7804931402206421,
      "step": 238
    },
    {
      "epoch": 0.1629175187457396,
      "grad_norm": 20.362430572509766,
      "learning_rate": 1.9864949006304094e-05,
      "loss": 1.0291253328323364,
      "step": 239
    },
    {
      "epoch": 0.16359918200409,
      "grad_norm": 4.7177300453186035,
      "learning_rate": 1.9863134318474504e-05,
      "loss": 1.457777738571167,
      "step": 240
    },
    {
      "epoch": 0.16428084526244036,
      "grad_norm": 3.546522378921509,
      "learning_rate": 1.986130760384441e-05,
      "loss": 1.5622825622558594,
      "step": 241
    },
    {
      "epoch": 0.16496250852079072,
      "grad_norm": 3.295022964477539,
      "learning_rate": 1.9859468864641242e-05,
      "loss": 0.9937570095062256,
      "step": 242
    },
    {
      "epoch": 0.1656441717791411,
      "grad_norm": 4.15577507019043,
      "learning_rate": 1.985761810310711e-05,
      "loss": 1.1751668453216553,
      "step": 243
    },
    {
      "epoch": 0.1663258350374915,
      "grad_norm": 7.615987777709961,
      "learning_rate": 1.985575532149877e-05,
      "loss": 1.6934175491333008,
      "step": 244
    },
    {
      "epoch": 0.16700749829584186,
      "grad_norm": 4.522923469543457,
      "learning_rate": 1.985388052208764e-05,
      "loss": 1.5461843013763428,
      "step": 245
    },
    {
      "epoch": 0.16768916155419222,
      "grad_norm": 4.890939712524414,
      "learning_rate": 1.9851993707159794e-05,
      "loss": 0.9180086255073547,
      "step": 246
    },
    {
      "epoch": 0.1683708248125426,
      "grad_norm": 7.1219096183776855,
      "learning_rate": 1.985009487901596e-05,
      "loss": 1.4076170921325684,
      "step": 247
    },
    {
      "epoch": 0.169052488070893,
      "grad_norm": 6.1358184814453125,
      "learning_rate": 1.9848184039971502e-05,
      "loss": 1.320831060409546,
      "step": 248
    },
    {
      "epoch": 0.16973415132924335,
      "grad_norm": 5.749042510986328,
      "learning_rate": 1.9846261192356442e-05,
      "loss": 1.53205406665802,
      "step": 249
    },
    {
      "epoch": 0.17041581458759372,
      "grad_norm": 2.8806917667388916,
      "learning_rate": 1.9844326338515444e-05,
      "loss": 1.121159553527832,
      "step": 250
    },
    {
      "epoch": 0.1710974778459441,
      "grad_norm": 3.486462354660034,
      "learning_rate": 1.9842379480807804e-05,
      "loss": 0.8663906455039978,
      "step": 251
    },
    {
      "epoch": 0.17177914110429449,
      "grad_norm": 2.8455584049224854,
      "learning_rate": 1.984042062160746e-05,
      "loss": 1.0783741474151611,
      "step": 252
    },
    {
      "epoch": 0.17246080436264485,
      "grad_norm": 8.036139488220215,
      "learning_rate": 1.983844976330299e-05,
      "loss": 1.7741141319274902,
      "step": 253
    },
    {
      "epoch": 0.17314246762099522,
      "grad_norm": 6.524624824523926,
      "learning_rate": 1.983646690829759e-05,
      "loss": 1.7694973945617676,
      "step": 254
    },
    {
      "epoch": 0.1738241308793456,
      "grad_norm": 5.912774562835693,
      "learning_rate": 1.9834472059009097e-05,
      "loss": 1.4783644676208496,
      "step": 255
    },
    {
      "epoch": 0.17450579413769599,
      "grad_norm": 3.9578967094421387,
      "learning_rate": 1.9832465217869964e-05,
      "loss": 1.1265515089035034,
      "step": 256
    },
    {
      "epoch": 0.17518745739604635,
      "grad_norm": 9.286506652832031,
      "learning_rate": 1.9830446387327277e-05,
      "loss": 2.3992319107055664,
      "step": 257
    },
    {
      "epoch": 0.17586912065439672,
      "grad_norm": 42.55002975463867,
      "learning_rate": 1.9828415569842732e-05,
      "loss": 2.409393787384033,
      "step": 258
    },
    {
      "epoch": 0.17655078391274712,
      "grad_norm": 33.78275680541992,
      "learning_rate": 1.9826372767892644e-05,
      "loss": 0.7688829898834229,
      "step": 259
    },
    {
      "epoch": 0.17723244717109748,
      "grad_norm": 8.896828651428223,
      "learning_rate": 1.982431798396794e-05,
      "loss": 1.742114782333374,
      "step": 260
    },
    {
      "epoch": 0.17791411042944785,
      "grad_norm": 14.53412914276123,
      "learning_rate": 1.982225122057417e-05,
      "loss": 1.395640254020691,
      "step": 261
    },
    {
      "epoch": 0.17859577368779822,
      "grad_norm": 8.733621597290039,
      "learning_rate": 1.9820172480231476e-05,
      "loss": 1.3212776184082031,
      "step": 262
    },
    {
      "epoch": 0.17927743694614862,
      "grad_norm": 6.948071479797363,
      "learning_rate": 1.9818081765474602e-05,
      "loss": 1.8596258163452148,
      "step": 263
    },
    {
      "epoch": 0.17995910020449898,
      "grad_norm": 7.661222457885742,
      "learning_rate": 1.981597907885291e-05,
      "loss": 1.5962014198303223,
      "step": 264
    },
    {
      "epoch": 0.18064076346284935,
      "grad_norm": 5.942171096801758,
      "learning_rate": 1.9813864422930345e-05,
      "loss": 1.7828670740127563,
      "step": 265
    },
    {
      "epoch": 0.18132242672119972,
      "grad_norm": 8.718239784240723,
      "learning_rate": 1.981173780028546e-05,
      "loss": 1.8014458417892456,
      "step": 266
    },
    {
      "epoch": 0.18200408997955012,
      "grad_norm": 10.833904266357422,
      "learning_rate": 1.980959921351139e-05,
      "loss": 1.397186517715454,
      "step": 267
    },
    {
      "epoch": 0.18268575323790048,
      "grad_norm": 3.20481014251709,
      "learning_rate": 1.980744866521586e-05,
      "loss": 0.9240924715995789,
      "step": 268
    },
    {
      "epoch": 0.18336741649625085,
      "grad_norm": 3.304488182067871,
      "learning_rate": 1.980528615802118e-05,
      "loss": 1.1787257194519043,
      "step": 269
    },
    {
      "epoch": 0.18404907975460122,
      "grad_norm": 3.4648053646087646,
      "learning_rate": 1.9803111694564246e-05,
      "loss": 0.8863788843154907,
      "step": 270
    },
    {
      "epoch": 0.18473074301295161,
      "grad_norm": 2.342740297317505,
      "learning_rate": 1.9800925277496532e-05,
      "loss": 0.9875154495239258,
      "step": 271
    },
    {
      "epoch": 0.18541240627130198,
      "grad_norm": 3.5584747791290283,
      "learning_rate": 1.979872690948409e-05,
      "loss": 0.8974324464797974,
      "step": 272
    },
    {
      "epoch": 0.18609406952965235,
      "grad_norm": 4.4199628829956055,
      "learning_rate": 1.9796516593207537e-05,
      "loss": 1.2789227962493896,
      "step": 273
    },
    {
      "epoch": 0.18677573278800272,
      "grad_norm": 7.764851093292236,
      "learning_rate": 1.979429433136207e-05,
      "loss": 2.7128586769104004,
      "step": 274
    },
    {
      "epoch": 0.18745739604635311,
      "grad_norm": 7.048688888549805,
      "learning_rate": 1.9792060126657437e-05,
      "loss": 1.1671762466430664,
      "step": 275
    },
    {
      "epoch": 0.18813905930470348,
      "grad_norm": 19.91363525390625,
      "learning_rate": 1.9789813981817963e-05,
      "loss": 1.2773725986480713,
      "step": 276
    },
    {
      "epoch": 0.18882072256305385,
      "grad_norm": 13.8008394241333,
      "learning_rate": 1.9787555899582533e-05,
      "loss": 1.5615161657333374,
      "step": 277
    },
    {
      "epoch": 0.18950238582140422,
      "grad_norm": 6.971741199493408,
      "learning_rate": 1.978528588270458e-05,
      "loss": 1.249703049659729,
      "step": 278
    },
    {
      "epoch": 0.1901840490797546,
      "grad_norm": 8.02096939086914,
      "learning_rate": 1.9783003933952082e-05,
      "loss": 1.4458056688308716,
      "step": 279
    },
    {
      "epoch": 0.19086571233810498,
      "grad_norm": 4.437285423278809,
      "learning_rate": 1.9780710056107587e-05,
      "loss": 1.5829441547393799,
      "step": 280
    },
    {
      "epoch": 0.19154737559645535,
      "grad_norm": 7.333526611328125,
      "learning_rate": 1.9778404251968176e-05,
      "loss": 1.612710952758789,
      "step": 281
    },
    {
      "epoch": 0.19222903885480572,
      "grad_norm": 5.8669843673706055,
      "learning_rate": 1.977608652434548e-05,
      "loss": 1.884479284286499,
      "step": 282
    },
    {
      "epoch": 0.1929107021131561,
      "grad_norm": 17.100505828857422,
      "learning_rate": 1.9773756876065655e-05,
      "loss": 2.108002185821533,
      "step": 283
    },
    {
      "epoch": 0.19359236537150648,
      "grad_norm": 5.0063090324401855,
      "learning_rate": 1.9771415309969406e-05,
      "loss": 1.2777209281921387,
      "step": 284
    },
    {
      "epoch": 0.19427402862985685,
      "grad_norm": 5.124573707580566,
      "learning_rate": 1.976906182891197e-05,
      "loss": 1.4534913301467896,
      "step": 285
    },
    {
      "epoch": 0.19495569188820722,
      "grad_norm": 5.953328609466553,
      "learning_rate": 1.97666964357631e-05,
      "loss": 1.2062658071517944,
      "step": 286
    },
    {
      "epoch": 0.1956373551465576,
      "grad_norm": 5.880934715270996,
      "learning_rate": 1.9764319133407095e-05,
      "loss": 1.77345871925354,
      "step": 287
    },
    {
      "epoch": 0.19631901840490798,
      "grad_norm": 3.9601995944976807,
      "learning_rate": 1.9761929924742756e-05,
      "loss": 1.3594872951507568,
      "step": 288
    },
    {
      "epoch": 0.19700068166325835,
      "grad_norm": 4.685924530029297,
      "learning_rate": 1.975952881268341e-05,
      "loss": 1.5763859748840332,
      "step": 289
    },
    {
      "epoch": 0.19768234492160872,
      "grad_norm": 3.826180934906006,
      "learning_rate": 1.97571158001569e-05,
      "loss": 1.8830716609954834,
      "step": 290
    },
    {
      "epoch": 0.1983640081799591,
      "grad_norm": 3.6553056240081787,
      "learning_rate": 1.975469089010558e-05,
      "loss": 1.1618760824203491,
      "step": 291
    },
    {
      "epoch": 0.19904567143830948,
      "grad_norm": 5.389840126037598,
      "learning_rate": 1.975225408548631e-05,
      "loss": 1.0185208320617676,
      "step": 292
    },
    {
      "epoch": 0.19972733469665985,
      "grad_norm": 6.093509674072266,
      "learning_rate": 1.9749805389270453e-05,
      "loss": 2.012967109680176,
      "step": 293
    },
    {
      "epoch": 0.20040899795501022,
      "grad_norm": 3.8174962997436523,
      "learning_rate": 1.9747344804443873e-05,
      "loss": 1.5239055156707764,
      "step": 294
    },
    {
      "epoch": 0.2010906612133606,
      "grad_norm": 2.4020743370056152,
      "learning_rate": 1.9744872334006936e-05,
      "loss": 1.4020321369171143,
      "step": 295
    },
    {
      "epoch": 0.20177232447171098,
      "grad_norm": 2.9826319217681885,
      "learning_rate": 1.9742387980974484e-05,
      "loss": 1.3844187259674072,
      "step": 296
    },
    {
      "epoch": 0.20245398773006135,
      "grad_norm": 6.365255355834961,
      "learning_rate": 1.973989174837587e-05,
      "loss": 1.321211338043213,
      "step": 297
    },
    {
      "epoch": 0.20313565098841171,
      "grad_norm": 100.61157989501953,
      "learning_rate": 1.9737383639254924e-05,
      "loss": 1.522669792175293,
      "step": 298
    },
    {
      "epoch": 0.2038173142467621,
      "grad_norm": 7.6911940574646,
      "learning_rate": 1.9734863656669948e-05,
      "loss": 1.4330592155456543,
      "step": 299
    },
    {
      "epoch": 0.20449897750511248,
      "grad_norm": 4.5384721755981445,
      "learning_rate": 1.973233180369374e-05,
      "loss": 1.3101820945739746,
      "step": 300
    },
    {
      "epoch": 0.20518064076346285,
      "grad_norm": 4.599635601043701,
      "learning_rate": 1.9729788083413558e-05,
      "loss": 1.6237077713012695,
      "step": 301
    },
    {
      "epoch": 0.2058623040218132,
      "grad_norm": 4.026865005493164,
      "learning_rate": 1.9727232498931135e-05,
      "loss": 1.1968040466308594,
      "step": 302
    },
    {
      "epoch": 0.2065439672801636,
      "grad_norm": 3.2824039459228516,
      "learning_rate": 1.972466505336267e-05,
      "loss": 1.1076245307922363,
      "step": 303
    },
    {
      "epoch": 0.20722563053851398,
      "grad_norm": 5.328464031219482,
      "learning_rate": 1.9722085749838835e-05,
      "loss": 1.4950063228607178,
      "step": 304
    },
    {
      "epoch": 0.20790729379686435,
      "grad_norm": 5.068223476409912,
      "learning_rate": 1.9719494591504747e-05,
      "loss": 1.2632877826690674,
      "step": 305
    },
    {
      "epoch": 0.2085889570552147,
      "grad_norm": 8.749210357666016,
      "learning_rate": 1.9716891581519983e-05,
      "loss": 2.029329776763916,
      "step": 306
    },
    {
      "epoch": 0.2092706203135651,
      "grad_norm": 5.680600643157959,
      "learning_rate": 1.9714276723058576e-05,
      "loss": 2.031003713607788,
      "step": 307
    },
    {
      "epoch": 0.20995228357191548,
      "grad_norm": 8.02801513671875,
      "learning_rate": 1.9711650019309e-05,
      "loss": 2.549004077911377,
      "step": 308
    },
    {
      "epoch": 0.21063394683026584,
      "grad_norm": 15.788527488708496,
      "learning_rate": 1.970901147347418e-05,
      "loss": 1.2446638345718384,
      "step": 309
    },
    {
      "epoch": 0.2113156100886162,
      "grad_norm": 7.427382469177246,
      "learning_rate": 1.9706361088771474e-05,
      "loss": 1.8798837661743164,
      "step": 310
    },
    {
      "epoch": 0.2119972733469666,
      "grad_norm": 9.844267845153809,
      "learning_rate": 1.9703698868432676e-05,
      "loss": 1.9102556705474854,
      "step": 311
    },
    {
      "epoch": 0.21267893660531698,
      "grad_norm": 3.674903631210327,
      "learning_rate": 1.9701024815704023e-05,
      "loss": 2.105062484741211,
      "step": 312
    },
    {
      "epoch": 0.21336059986366734,
      "grad_norm": 7.803150177001953,
      "learning_rate": 1.9698338933846172e-05,
      "loss": 1.1954119205474854,
      "step": 313
    },
    {
      "epoch": 0.2140422631220177,
      "grad_norm": 9.175468444824219,
      "learning_rate": 1.9695641226134196e-05,
      "loss": 1.0092734098434448,
      "step": 314
    },
    {
      "epoch": 0.2147239263803681,
      "grad_norm": 5.410757541656494,
      "learning_rate": 1.96929316958576e-05,
      "loss": 1.2513163089752197,
      "step": 315
    },
    {
      "epoch": 0.21540558963871848,
      "grad_norm": 1.7223652601242065,
      "learning_rate": 1.9690210346320304e-05,
      "loss": 0.8200163841247559,
      "step": 316
    },
    {
      "epoch": 0.21608725289706884,
      "grad_norm": 4.928730487823486,
      "learning_rate": 1.9687477180840634e-05,
      "loss": 1.9416441917419434,
      "step": 317
    },
    {
      "epoch": 0.2167689161554192,
      "grad_norm": 3.1371078491210938,
      "learning_rate": 1.9684732202751328e-05,
      "loss": 1.1810110807418823,
      "step": 318
    },
    {
      "epoch": 0.2174505794137696,
      "grad_norm": 4.844557762145996,
      "learning_rate": 1.968197541539953e-05,
      "loss": 0.7698321342468262,
      "step": 319
    },
    {
      "epoch": 0.21813224267211997,
      "grad_norm": 5.738413333892822,
      "learning_rate": 1.9679206822146776e-05,
      "loss": 1.2975870370864868,
      "step": 320
    },
    {
      "epoch": 0.21881390593047034,
      "grad_norm": 4.841405868530273,
      "learning_rate": 1.967642642636901e-05,
      "loss": 1.0371558666229248,
      "step": 321
    },
    {
      "epoch": 0.2194955691888207,
      "grad_norm": 2.5466487407684326,
      "learning_rate": 1.9673634231456554e-05,
      "loss": 0.5535352230072021,
      "step": 322
    },
    {
      "epoch": 0.2201772324471711,
      "grad_norm": 6.791589736938477,
      "learning_rate": 1.9670830240814127e-05,
      "loss": 2.2420239448547363,
      "step": 323
    },
    {
      "epoch": 0.22085889570552147,
      "grad_norm": 4.811392307281494,
      "learning_rate": 1.9668014457860828e-05,
      "loss": 0.7682366371154785,
      "step": 324
    },
    {
      "epoch": 0.22154055896387184,
      "grad_norm": 5.438621520996094,
      "learning_rate": 1.9665186886030135e-05,
      "loss": 1.7728581428527832,
      "step": 325
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 3.9589333534240723,
      "learning_rate": 1.96623475287699e-05,
      "loss": 1.0751643180847168,
      "step": 326
    },
    {
      "epoch": 0.2229038854805726,
      "grad_norm": 3.6448564529418945,
      "learning_rate": 1.965949638954235e-05,
      "loss": 1.2647238969802856,
      "step": 327
    },
    {
      "epoch": 0.22358554873892297,
      "grad_norm": 4.940537929534912,
      "learning_rate": 1.9656633471824075e-05,
      "loss": 1.1155469417572021,
      "step": 328
    },
    {
      "epoch": 0.22426721199727334,
      "grad_norm": 7.523629188537598,
      "learning_rate": 1.9653758779106028e-05,
      "loss": 1.4137378931045532,
      "step": 329
    },
    {
      "epoch": 0.2249488752556237,
      "grad_norm": 7.168045997619629,
      "learning_rate": 1.9650872314893523e-05,
      "loss": 0.5647242069244385,
      "step": 330
    },
    {
      "epoch": 0.2256305385139741,
      "grad_norm": 2.690207004547119,
      "learning_rate": 1.964797408270622e-05,
      "loss": 1.0476772785186768,
      "step": 331
    },
    {
      "epoch": 0.22631220177232447,
      "grad_norm": 2.781921148300171,
      "learning_rate": 1.9645064086078135e-05,
      "loss": 0.7483969926834106,
      "step": 332
    },
    {
      "epoch": 0.22699386503067484,
      "grad_norm": 2.627107858657837,
      "learning_rate": 1.964214232855763e-05,
      "loss": 0.7267999649047852,
      "step": 333
    },
    {
      "epoch": 0.2276755282890252,
      "grad_norm": 6.753015995025635,
      "learning_rate": 1.9639208813707407e-05,
      "loss": 1.645385503768921,
      "step": 334
    },
    {
      "epoch": 0.2283571915473756,
      "grad_norm": 1.9686328172683716,
      "learning_rate": 1.9636263545104498e-05,
      "loss": 0.6474498510360718,
      "step": 335
    },
    {
      "epoch": 0.22903885480572597,
      "grad_norm": 5.547754287719727,
      "learning_rate": 1.9633306526340273e-05,
      "loss": 1.437086582183838,
      "step": 336
    },
    {
      "epoch": 0.22972051806407634,
      "grad_norm": 3.0991756916046143,
      "learning_rate": 1.9630337761020436e-05,
      "loss": 1.0682692527770996,
      "step": 337
    },
    {
      "epoch": 0.2304021813224267,
      "grad_norm": 7.258819103240967,
      "learning_rate": 1.9627357252765e-05,
      "loss": 2.262204647064209,
      "step": 338
    },
    {
      "epoch": 0.2310838445807771,
      "grad_norm": 5.0217390060424805,
      "learning_rate": 1.9624365005208303e-05,
      "loss": 1.6506143808364868,
      "step": 339
    },
    {
      "epoch": 0.23176550783912747,
      "grad_norm": 11.728917121887207,
      "learning_rate": 1.962136102199901e-05,
      "loss": 2.1931800842285156,
      "step": 340
    },
    {
      "epoch": 0.23244717109747784,
      "grad_norm": 9.160211563110352,
      "learning_rate": 1.961834530680007e-05,
      "loss": 1.0702080726623535,
      "step": 341
    },
    {
      "epoch": 0.2331288343558282,
      "grad_norm": 9.413346290588379,
      "learning_rate": 1.9615317863288765e-05,
      "loss": 0.8787815570831299,
      "step": 342
    },
    {
      "epoch": 0.2338104976141786,
      "grad_norm": 13.654266357421875,
      "learning_rate": 1.9612278695156662e-05,
      "loss": 1.8223183155059814,
      "step": 343
    },
    {
      "epoch": 0.23449216087252897,
      "grad_norm": 347.9715881347656,
      "learning_rate": 1.9609227806109627e-05,
      "loss": 1.0823979377746582,
      "step": 344
    },
    {
      "epoch": 0.23517382413087934,
      "grad_norm": 6.461592674255371,
      "learning_rate": 1.9606165199867822e-05,
      "loss": 2.422264337539673,
      "step": 345
    },
    {
      "epoch": 0.23585548738922973,
      "grad_norm": 5.662838459014893,
      "learning_rate": 1.960309088016569e-05,
      "loss": 1.9186232089996338,
      "step": 346
    },
    {
      "epoch": 0.2365371506475801,
      "grad_norm": 6.0235395431518555,
      "learning_rate": 1.9600004850751967e-05,
      "loss": 1.1358025074005127,
      "step": 347
    },
    {
      "epoch": 0.23721881390593047,
      "grad_norm": 3.422726631164551,
      "learning_rate": 1.9596907115389656e-05,
      "loss": 1.333078384399414,
      "step": 348
    },
    {
      "epoch": 0.23790047716428084,
      "grad_norm": 5.582715034484863,
      "learning_rate": 1.9593797677856043e-05,
      "loss": 1.3061596155166626,
      "step": 349
    },
    {
      "epoch": 0.23858214042263123,
      "grad_norm": 3.6086502075195312,
      "learning_rate": 1.959067654194268e-05,
      "loss": 1.1203460693359375,
      "step": 350
    },
    {
      "epoch": 0.2392638036809816,
      "grad_norm": 2.288213014602661,
      "learning_rate": 1.9587543711455383e-05,
      "loss": 0.8664935827255249,
      "step": 351
    },
    {
      "epoch": 0.23994546693933197,
      "grad_norm": 3.412855625152588,
      "learning_rate": 1.958439919021423e-05,
      "loss": 1.3929232358932495,
      "step": 352
    },
    {
      "epoch": 0.24062713019768234,
      "grad_norm": 2.167471170425415,
      "learning_rate": 1.9581242982053546e-05,
      "loss": 0.7552188038825989,
      "step": 353
    },
    {
      "epoch": 0.24130879345603273,
      "grad_norm": 4.317893028259277,
      "learning_rate": 1.957807509082192e-05,
      "loss": 1.6116098165512085,
      "step": 354
    },
    {
      "epoch": 0.2419904567143831,
      "grad_norm": 5.659145832061768,
      "learning_rate": 1.9574895520382183e-05,
      "loss": 1.7634755373001099,
      "step": 355
    },
    {
      "epoch": 0.24267211997273347,
      "grad_norm": 3.4220974445343018,
      "learning_rate": 1.9571704274611397e-05,
      "loss": 1.3048694133758545,
      "step": 356
    },
    {
      "epoch": 0.24335378323108384,
      "grad_norm": 3.2889888286590576,
      "learning_rate": 1.956850135740087e-05,
      "loss": 1.5248088836669922,
      "step": 357
    },
    {
      "epoch": 0.24403544648943423,
      "grad_norm": 3.1788370609283447,
      "learning_rate": 1.9565286772656145e-05,
      "loss": 1.4584882259368896,
      "step": 358
    },
    {
      "epoch": 0.2447171097477846,
      "grad_norm": 4.251647472381592,
      "learning_rate": 1.9562060524296983e-05,
      "loss": 1.024428367614746,
      "step": 359
    },
    {
      "epoch": 0.24539877300613497,
      "grad_norm": 4.799529552459717,
      "learning_rate": 1.955882261625737e-05,
      "loss": 1.2644996643066406,
      "step": 360
    },
    {
      "epoch": 0.24608043626448534,
      "grad_norm": 4.792227745056152,
      "learning_rate": 1.9555573052485518e-05,
      "loss": 2.040235996246338,
      "step": 361
    },
    {
      "epoch": 0.24676209952283573,
      "grad_norm": 4.666950702667236,
      "learning_rate": 1.9552311836943832e-05,
      "loss": 1.5763626098632812,
      "step": 362
    },
    {
      "epoch": 0.2474437627811861,
      "grad_norm": 4.873711585998535,
      "learning_rate": 1.9549038973608952e-05,
      "loss": 1.2719221115112305,
      "step": 363
    },
    {
      "epoch": 0.24812542603953647,
      "grad_norm": 5.893383502960205,
      "learning_rate": 1.9545754466471696e-05,
      "loss": 2.0642623901367188,
      "step": 364
    },
    {
      "epoch": 0.24880708929788684,
      "grad_norm": 6.61902379989624,
      "learning_rate": 1.9542458319537094e-05,
      "loss": 1.2182157039642334,
      "step": 365
    },
    {
      "epoch": 0.24948875255623723,
      "grad_norm": 5.884739875793457,
      "learning_rate": 1.9539150536824363e-05,
      "loss": 1.106882929801941,
      "step": 366
    },
    {
      "epoch": 0.2501704158145876,
      "grad_norm": 5.0897650718688965,
      "learning_rate": 1.953583112236691e-05,
      "loss": 0.5587277412414551,
      "step": 367
    },
    {
      "epoch": 0.250852079072938,
      "grad_norm": 2.1747047901153564,
      "learning_rate": 1.9532500080212333e-05,
      "loss": 1.0599546432495117,
      "step": 368
    },
    {
      "epoch": 0.25153374233128833,
      "grad_norm": 1.9114444255828857,
      "learning_rate": 1.9529157414422398e-05,
      "loss": 1.4041662216186523,
      "step": 369
    },
    {
      "epoch": 0.25221540558963873,
      "grad_norm": 4.506577014923096,
      "learning_rate": 1.9525803129073046e-05,
      "loss": 1.44583261013031,
      "step": 370
    },
    {
      "epoch": 0.25289706884798907,
      "grad_norm": 5.992087364196777,
      "learning_rate": 1.9522437228254386e-05,
      "loss": 1.9638934135437012,
      "step": 371
    },
    {
      "epoch": 0.25357873210633947,
      "grad_norm": 2.0379884243011475,
      "learning_rate": 1.9519059716070702e-05,
      "loss": 0.9091148972511292,
      "step": 372
    },
    {
      "epoch": 0.25426039536468986,
      "grad_norm": 5.675978660583496,
      "learning_rate": 1.951567059664042e-05,
      "loss": 1.7077932357788086,
      "step": 373
    },
    {
      "epoch": 0.2549420586230402,
      "grad_norm": 8.352693557739258,
      "learning_rate": 1.9512269874096132e-05,
      "loss": 2.6432814598083496,
      "step": 374
    },
    {
      "epoch": 0.2556237218813906,
      "grad_norm": 16.751062393188477,
      "learning_rate": 1.9508857552584574e-05,
      "loss": 1.5420377254486084,
      "step": 375
    },
    {
      "epoch": 0.256305385139741,
      "grad_norm": 7.535068511962891,
      "learning_rate": 1.9505433636266618e-05,
      "loss": 1.5092883110046387,
      "step": 376
    },
    {
      "epoch": 0.25698704839809133,
      "grad_norm": 5.2896246910095215,
      "learning_rate": 1.9501998129317288e-05,
      "loss": 1.8087358474731445,
      "step": 377
    },
    {
      "epoch": 0.25766871165644173,
      "grad_norm": 3.864203453063965,
      "learning_rate": 1.9498551035925736e-05,
      "loss": 1.727104663848877,
      "step": 378
    },
    {
      "epoch": 0.25835037491479207,
      "grad_norm": 4.895890712738037,
      "learning_rate": 1.9495092360295236e-05,
      "loss": 0.7697995901107788,
      "step": 379
    },
    {
      "epoch": 0.25903203817314246,
      "grad_norm": 4.769713401794434,
      "learning_rate": 1.9491622106643195e-05,
      "loss": 1.466042399406433,
      "step": 380
    },
    {
      "epoch": 0.25971370143149286,
      "grad_norm": 6.704110145568848,
      "learning_rate": 1.9488140279201128e-05,
      "loss": 1.9534811973571777,
      "step": 381
    },
    {
      "epoch": 0.2603953646898432,
      "grad_norm": 3.5679831504821777,
      "learning_rate": 1.948464688221467e-05,
      "loss": 1.6868244409561157,
      "step": 382
    },
    {
      "epoch": 0.2610770279481936,
      "grad_norm": 4.395662307739258,
      "learning_rate": 1.948114191994356e-05,
      "loss": 2.0778064727783203,
      "step": 383
    },
    {
      "epoch": 0.261758691206544,
      "grad_norm": 3.936203718185425,
      "learning_rate": 1.9477625396661643e-05,
      "loss": 1.0802814960479736,
      "step": 384
    },
    {
      "epoch": 0.26244035446489433,
      "grad_norm": 3.488983631134033,
      "learning_rate": 1.9474097316656856e-05,
      "loss": 1.6045266389846802,
      "step": 385
    },
    {
      "epoch": 0.2631220177232447,
      "grad_norm": 4.06668758392334,
      "learning_rate": 1.947055768423123e-05,
      "loss": 1.3836003541946411,
      "step": 386
    },
    {
      "epoch": 0.26380368098159507,
      "grad_norm": 3.609584331512451,
      "learning_rate": 1.9467006503700886e-05,
      "loss": 1.6604485511779785,
      "step": 387
    },
    {
      "epoch": 0.26448534423994546,
      "grad_norm": 4.5511064529418945,
      "learning_rate": 1.946344377939602e-05,
      "loss": 1.2709903717041016,
      "step": 388
    },
    {
      "epoch": 0.26516700749829586,
      "grad_norm": 3.8128294944763184,
      "learning_rate": 1.945986951566091e-05,
      "loss": 1.0375221967697144,
      "step": 389
    },
    {
      "epoch": 0.2658486707566462,
      "grad_norm": 3.75148606300354,
      "learning_rate": 1.9456283716853906e-05,
      "loss": 0.6834596991539001,
      "step": 390
    },
    {
      "epoch": 0.2665303340149966,
      "grad_norm": 6.924191474914551,
      "learning_rate": 1.9452686387347414e-05,
      "loss": 1.6890287399291992,
      "step": 391
    },
    {
      "epoch": 0.267211997273347,
      "grad_norm": 3.1461596488952637,
      "learning_rate": 1.9449077531527906e-05,
      "loss": 1.2176769971847534,
      "step": 392
    },
    {
      "epoch": 0.26789366053169733,
      "grad_norm": 1.6956125497817993,
      "learning_rate": 1.9445457153795912e-05,
      "loss": 0.3354303240776062,
      "step": 393
    },
    {
      "epoch": 0.2685753237900477,
      "grad_norm": 16.950252532958984,
      "learning_rate": 1.944182525856601e-05,
      "loss": 1.2652069330215454,
      "step": 394
    },
    {
      "epoch": 0.26925698704839807,
      "grad_norm": 4.389862060546875,
      "learning_rate": 1.9438181850266815e-05,
      "loss": 1.260068416595459,
      "step": 395
    },
    {
      "epoch": 0.26993865030674846,
      "grad_norm": 4.1714582443237305,
      "learning_rate": 1.9434526933340993e-05,
      "loss": 1.3269736766815186,
      "step": 396
    },
    {
      "epoch": 0.27062031356509886,
      "grad_norm": 7.820770740509033,
      "learning_rate": 1.9430860512245233e-05,
      "loss": 2.191876173019409,
      "step": 397
    },
    {
      "epoch": 0.2713019768234492,
      "grad_norm": 8.434717178344727,
      "learning_rate": 1.9427182591450252e-05,
      "loss": 1.7254667282104492,
      "step": 398
    },
    {
      "epoch": 0.2719836400817996,
      "grad_norm": 10.429789543151855,
      "learning_rate": 1.9423493175440797e-05,
      "loss": 2.233715534210205,
      "step": 399
    },
    {
      "epoch": 0.27266530334015,
      "grad_norm": 6.914125442504883,
      "learning_rate": 1.941979226871563e-05,
      "loss": 1.3225195407867432,
      "step": 400
    },
    {
      "epoch": 0.27334696659850033,
      "grad_norm": 5.250466823577881,
      "learning_rate": 1.9416079875787518e-05,
      "loss": 1.5940214395523071,
      "step": 401
    },
    {
      "epoch": 0.2740286298568507,
      "grad_norm": 3.1187331676483154,
      "learning_rate": 1.9412356001183234e-05,
      "loss": 1.6403329372406006,
      "step": 402
    },
    {
      "epoch": 0.27471029311520107,
      "grad_norm": 3.826421022415161,
      "learning_rate": 1.9408620649443563e-05,
      "loss": 1.121032953262329,
      "step": 403
    },
    {
      "epoch": 0.27539195637355146,
      "grad_norm": 4.634712219238281,
      "learning_rate": 1.940487382512328e-05,
      "loss": 2.140951156616211,
      "step": 404
    },
    {
      "epoch": 0.27607361963190186,
      "grad_norm": 4.077300071716309,
      "learning_rate": 1.9401115532791134e-05,
      "loss": 1.3883341550827026,
      "step": 405
    },
    {
      "epoch": 0.2767552828902522,
      "grad_norm": 5.884093761444092,
      "learning_rate": 1.9397345777029877e-05,
      "loss": 1.732025384902954,
      "step": 406
    },
    {
      "epoch": 0.2774369461486026,
      "grad_norm": 8.901309967041016,
      "learning_rate": 1.9393564562436235e-05,
      "loss": 2.0747663974761963,
      "step": 407
    },
    {
      "epoch": 0.278118609406953,
      "grad_norm": 5.239158630371094,
      "learning_rate": 1.93897718936209e-05,
      "loss": 2.3918912410736084,
      "step": 408
    },
    {
      "epoch": 0.27880027266530333,
      "grad_norm": 6.223039150238037,
      "learning_rate": 1.9385967775208538e-05,
      "loss": 0.9834439754486084,
      "step": 409
    },
    {
      "epoch": 0.2794819359236537,
      "grad_norm": 70.54039001464844,
      "learning_rate": 1.938215221183777e-05,
      "loss": 0.9655174016952515,
      "step": 410
    },
    {
      "epoch": 0.28016359918200406,
      "grad_norm": 8.442602157592773,
      "learning_rate": 1.9378325208161178e-05,
      "loss": 2.2607247829437256,
      "step": 411
    },
    {
      "epoch": 0.28084526244035446,
      "grad_norm": 10.892454147338867,
      "learning_rate": 1.937448676884529e-05,
      "loss": 2.0963754653930664,
      "step": 412
    },
    {
      "epoch": 0.28152692569870486,
      "grad_norm": 4.259152412414551,
      "learning_rate": 1.9370636898570585e-05,
      "loss": 0.9232777953147888,
      "step": 413
    },
    {
      "epoch": 0.2822085889570552,
      "grad_norm": 4.880434513092041,
      "learning_rate": 1.9366775602031466e-05,
      "loss": 1.79977285861969,
      "step": 414
    },
    {
      "epoch": 0.2828902522154056,
      "grad_norm": 3.0103135108947754,
      "learning_rate": 1.936290288393629e-05,
      "loss": 0.7951688766479492,
      "step": 415
    },
    {
      "epoch": 0.283571915473756,
      "grad_norm": 7.5906171798706055,
      "learning_rate": 1.935901874900732e-05,
      "loss": 1.6573779582977295,
      "step": 416
    },
    {
      "epoch": 0.2842535787321063,
      "grad_norm": 3.9085164070129395,
      "learning_rate": 1.9355123201980756e-05,
      "loss": 1.1650043725967407,
      "step": 417
    },
    {
      "epoch": 0.2849352419904567,
      "grad_norm": 10.126424789428711,
      "learning_rate": 1.93512162476067e-05,
      "loss": 1.5728178024291992,
      "step": 418
    },
    {
      "epoch": 0.28561690524880706,
      "grad_norm": 3.047975540161133,
      "learning_rate": 1.934729789064918e-05,
      "loss": 1.0197397470474243,
      "step": 419
    },
    {
      "epoch": 0.28629856850715746,
      "grad_norm": 3.7309322357177734,
      "learning_rate": 1.9343368135886112e-05,
      "loss": 1.2601120471954346,
      "step": 420
    },
    {
      "epoch": 0.28698023176550785,
      "grad_norm": 8.821162223815918,
      "learning_rate": 1.9339426988109325e-05,
      "loss": 0.5328366160392761,
      "step": 421
    },
    {
      "epoch": 0.2876618950238582,
      "grad_norm": 4.5019097328186035,
      "learning_rate": 1.9335474452124524e-05,
      "loss": 0.8345069885253906,
      "step": 422
    },
    {
      "epoch": 0.2883435582822086,
      "grad_norm": 19.59219741821289,
      "learning_rate": 1.9331510532751313e-05,
      "loss": 1.2992053031921387,
      "step": 423
    },
    {
      "epoch": 0.289025221540559,
      "grad_norm": 5.920818328857422,
      "learning_rate": 1.9327535234823174e-05,
      "loss": 1.5236142873764038,
      "step": 424
    },
    {
      "epoch": 0.2897068847989093,
      "grad_norm": 2.4441089630126953,
      "learning_rate": 1.932354856318746e-05,
      "loss": 0.8194361925125122,
      "step": 425
    },
    {
      "epoch": 0.2903885480572597,
      "grad_norm": 3.7855710983276367,
      "learning_rate": 1.9319550522705394e-05,
      "loss": 1.374048113822937,
      "step": 426
    },
    {
      "epoch": 0.29107021131561006,
      "grad_norm": 3.0214314460754395,
      "learning_rate": 1.9315541118252068e-05,
      "loss": 0.8251756429672241,
      "step": 427
    },
    {
      "epoch": 0.29175187457396046,
      "grad_norm": 7.234747886657715,
      "learning_rate": 1.9311520354716417e-05,
      "loss": 1.16514253616333,
      "step": 428
    },
    {
      "epoch": 0.29243353783231085,
      "grad_norm": 1.991133451461792,
      "learning_rate": 1.9307488237001247e-05,
      "loss": 0.714950442314148,
      "step": 429
    },
    {
      "epoch": 0.2931152010906612,
      "grad_norm": 22.254261016845703,
      "learning_rate": 1.9303444770023184e-05,
      "loss": 0.9669209122657776,
      "step": 430
    },
    {
      "epoch": 0.2937968643490116,
      "grad_norm": 3.0376803874969482,
      "learning_rate": 1.9299389958712717e-05,
      "loss": 1.1408151388168335,
      "step": 431
    },
    {
      "epoch": 0.294478527607362,
      "grad_norm": 4.4752726554870605,
      "learning_rate": 1.9295323808014152e-05,
      "loss": 1.4061379432678223,
      "step": 432
    },
    {
      "epoch": 0.2951601908657123,
      "grad_norm": 2.8586220741271973,
      "learning_rate": 1.9291246322885627e-05,
      "loss": 1.4070537090301514,
      "step": 433
    },
    {
      "epoch": 0.2958418541240627,
      "grad_norm": 2.5731873512268066,
      "learning_rate": 1.9287157508299104e-05,
      "loss": 1.1559405326843262,
      "step": 434
    },
    {
      "epoch": 0.2965235173824131,
      "grad_norm": 3.9198739528656006,
      "learning_rate": 1.9283057369240358e-05,
      "loss": 1.6907612085342407,
      "step": 435
    },
    {
      "epoch": 0.29720518064076346,
      "grad_norm": 2.753835916519165,
      "learning_rate": 1.9278945910708967e-05,
      "loss": 1.4664416313171387,
      "step": 436
    },
    {
      "epoch": 0.29788684389911385,
      "grad_norm": 3.459925889968872,
      "learning_rate": 1.927482313771832e-05,
      "loss": 1.1719900369644165,
      "step": 437
    },
    {
      "epoch": 0.2985685071574642,
      "grad_norm": 3.5883936882019043,
      "learning_rate": 1.9270689055295596e-05,
      "loss": 1.4042953252792358,
      "step": 438
    },
    {
      "epoch": 0.2992501704158146,
      "grad_norm": 4.524599075317383,
      "learning_rate": 1.926654366848177e-05,
      "loss": 1.5059282779693604,
      "step": 439
    },
    {
      "epoch": 0.299931833674165,
      "grad_norm": 3.603348970413208,
      "learning_rate": 1.9262386982331596e-05,
      "loss": 0.7287573218345642,
      "step": 440
    },
    {
      "epoch": 0.3006134969325153,
      "grad_norm": 3.01680850982666,
      "learning_rate": 1.9258219001913607e-05,
      "loss": 0.9661978483200073,
      "step": 441
    },
    {
      "epoch": 0.3012951601908657,
      "grad_norm": 4.1275482177734375,
      "learning_rate": 1.9254039732310113e-05,
      "loss": 1.4540948867797852,
      "step": 442
    },
    {
      "epoch": 0.3019768234492161,
      "grad_norm": 11.864845275878906,
      "learning_rate": 1.9249849178617182e-05,
      "loss": 2.273348331451416,
      "step": 443
    },
    {
      "epoch": 0.30265848670756645,
      "grad_norm": 3.5200693607330322,
      "learning_rate": 1.9245647345944647e-05,
      "loss": 1.7083361148834229,
      "step": 444
    },
    {
      "epoch": 0.30334014996591685,
      "grad_norm": 2.3711342811584473,
      "learning_rate": 1.9241434239416093e-05,
      "loss": 1.1357401609420776,
      "step": 445
    },
    {
      "epoch": 0.3040218132242672,
      "grad_norm": 130.5746612548828,
      "learning_rate": 1.9237209864168855e-05,
      "loss": 1.9227306842803955,
      "step": 446
    },
    {
      "epoch": 0.3047034764826176,
      "grad_norm": 3.825364589691162,
      "learning_rate": 1.9232974225354e-05,
      "loss": 0.8690076470375061,
      "step": 447
    },
    {
      "epoch": 0.305385139740968,
      "grad_norm": 2.0452988147735596,
      "learning_rate": 1.9228727328136337e-05,
      "loss": 1.1484711170196533,
      "step": 448
    },
    {
      "epoch": 0.3060668029993183,
      "grad_norm": 15.158158302307129,
      "learning_rate": 1.92244691776944e-05,
      "loss": 1.3377666473388672,
      "step": 449
    },
    {
      "epoch": 0.3067484662576687,
      "grad_norm": 2.2981607913970947,
      "learning_rate": 1.922019977922045e-05,
      "loss": 1.059500813484192,
      "step": 450
    },
    {
      "epoch": 0.3074301295160191,
      "grad_norm": 6.6916327476501465,
      "learning_rate": 1.9215919137920452e-05,
      "loss": 0.831468939781189,
      "step": 451
    },
    {
      "epoch": 0.30811179277436945,
      "grad_norm": 1.9115036725997925,
      "learning_rate": 1.921162725901409e-05,
      "loss": 0.36133643984794617,
      "step": 452
    },
    {
      "epoch": 0.30879345603271985,
      "grad_norm": 4.945026874542236,
      "learning_rate": 1.920732414773475e-05,
      "loss": 1.5682481527328491,
      "step": 453
    },
    {
      "epoch": 0.3094751192910702,
      "grad_norm": 3.5810322761535645,
      "learning_rate": 1.9203009809329515e-05,
      "loss": 1.7324963808059692,
      "step": 454
    },
    {
      "epoch": 0.3101567825494206,
      "grad_norm": 2.092665433883667,
      "learning_rate": 1.919868424905915e-05,
      "loss": 0.765301525592804,
      "step": 455
    },
    {
      "epoch": 0.310838445807771,
      "grad_norm": 4.602624893188477,
      "learning_rate": 1.9194347472198112e-05,
      "loss": 0.37820541858673096,
      "step": 456
    },
    {
      "epoch": 0.3115201090661213,
      "grad_norm": 3.6788721084594727,
      "learning_rate": 1.9189999484034533e-05,
      "loss": 0.5887208580970764,
      "step": 457
    },
    {
      "epoch": 0.3122017723244717,
      "grad_norm": 190.16064453125,
      "learning_rate": 1.9185640289870213e-05,
      "loss": 0.9291536211967468,
      "step": 458
    },
    {
      "epoch": 0.3128834355828221,
      "grad_norm": 7.2953410148620605,
      "learning_rate": 1.9181269895020624e-05,
      "loss": 1.3983128070831299,
      "step": 459
    },
    {
      "epoch": 0.31356509884117245,
      "grad_norm": 2.5724921226501465,
      "learning_rate": 1.9176888304814882e-05,
      "loss": 0.994464635848999,
      "step": 460
    },
    {
      "epoch": 0.31424676209952285,
      "grad_norm": 5.118542194366455,
      "learning_rate": 1.9172495524595764e-05,
      "loss": 1.9143290519714355,
      "step": 461
    },
    {
      "epoch": 0.3149284253578732,
      "grad_norm": 29.36760139465332,
      "learning_rate": 1.9168091559719696e-05,
      "loss": 2.25297212600708,
      "step": 462
    },
    {
      "epoch": 0.3156100886162236,
      "grad_norm": 3.8203303813934326,
      "learning_rate": 1.9163676415556734e-05,
      "loss": 0.7553459405899048,
      "step": 463
    },
    {
      "epoch": 0.316291751874574,
      "grad_norm": 7.625334739685059,
      "learning_rate": 1.9159250097490563e-05,
      "loss": 2.2948050498962402,
      "step": 464
    },
    {
      "epoch": 0.3169734151329243,
      "grad_norm": 10.45826244354248,
      "learning_rate": 1.9154812610918503e-05,
      "loss": 1.3943508863449097,
      "step": 465
    },
    {
      "epoch": 0.3176550783912747,
      "grad_norm": 6.181829929351807,
      "learning_rate": 1.9150363961251485e-05,
      "loss": 0.7830055952072144,
      "step": 466
    },
    {
      "epoch": 0.3183367416496251,
      "grad_norm": 5.109697341918945,
      "learning_rate": 1.914590415391406e-05,
      "loss": 1.253631591796875,
      "step": 467
    },
    {
      "epoch": 0.31901840490797545,
      "grad_norm": 8.534515380859375,
      "learning_rate": 1.9141433194344374e-05,
      "loss": 1.3872311115264893,
      "step": 468
    },
    {
      "epoch": 0.31970006816632585,
      "grad_norm": 4.851257801055908,
      "learning_rate": 1.9136951087994176e-05,
      "loss": 2.131148338317871,
      "step": 469
    },
    {
      "epoch": 0.3203817314246762,
      "grad_norm": 8.646773338317871,
      "learning_rate": 1.913245784032881e-05,
      "loss": 1.5957164764404297,
      "step": 470
    },
    {
      "epoch": 0.3210633946830266,
      "grad_norm": 4.015015125274658,
      "learning_rate": 1.9127953456827205e-05,
      "loss": 0.8922734260559082,
      "step": 471
    },
    {
      "epoch": 0.321745057941377,
      "grad_norm": 5.832241535186768,
      "learning_rate": 1.912343794298186e-05,
      "loss": 1.2595834732055664,
      "step": 472
    },
    {
      "epoch": 0.3224267211997273,
      "grad_norm": 2.19978404045105,
      "learning_rate": 1.911891130429886e-05,
      "loss": 0.8392937183380127,
      "step": 473
    },
    {
      "epoch": 0.3231083844580777,
      "grad_norm": 5.221693515777588,
      "learning_rate": 1.9114373546297844e-05,
      "loss": 1.1632442474365234,
      "step": 474
    },
    {
      "epoch": 0.3237900477164281,
      "grad_norm": 5.705185890197754,
      "learning_rate": 1.9109824674512014e-05,
      "loss": 1.3697636127471924,
      "step": 475
    },
    {
      "epoch": 0.32447171097477845,
      "grad_norm": 5.748249530792236,
      "learning_rate": 1.9105264694488124e-05,
      "loss": 1.4544509649276733,
      "step": 476
    },
    {
      "epoch": 0.32515337423312884,
      "grad_norm": 4.253024101257324,
      "learning_rate": 1.9100693611786472e-05,
      "loss": 0.7538120746612549,
      "step": 477
    },
    {
      "epoch": 0.3258350374914792,
      "grad_norm": 2.40335750579834,
      "learning_rate": 1.9096111431980896e-05,
      "loss": 0.9789775013923645,
      "step": 478
    },
    {
      "epoch": 0.3265167007498296,
      "grad_norm": 15.633095741271973,
      "learning_rate": 1.9091518160658763e-05,
      "loss": 1.4342238903045654,
      "step": 479
    },
    {
      "epoch": 0.32719836400818,
      "grad_norm": 2.747086763381958,
      "learning_rate": 1.9086913803420966e-05,
      "loss": 1.5781259536743164,
      "step": 480
    },
    {
      "epoch": 0.3278800272665303,
      "grad_norm": 3.0719778537750244,
      "learning_rate": 1.9082298365881916e-05,
      "loss": 1.3554413318634033,
      "step": 481
    },
    {
      "epoch": 0.3285616905248807,
      "grad_norm": 2.799806594848633,
      "learning_rate": 1.907767185366953e-05,
      "loss": 1.06112539768219,
      "step": 482
    },
    {
      "epoch": 0.3292433537832311,
      "grad_norm": 1.8001681566238403,
      "learning_rate": 1.9073034272425245e-05,
      "loss": 0.9077748656272888,
      "step": 483
    },
    {
      "epoch": 0.32992501704158145,
      "grad_norm": 2.3758649826049805,
      "learning_rate": 1.9068385627803972e-05,
      "loss": 1.0518077611923218,
      "step": 484
    },
    {
      "epoch": 0.33060668029993184,
      "grad_norm": 4.855216026306152,
      "learning_rate": 1.906372592547413e-05,
      "loss": 0.8362563252449036,
      "step": 485
    },
    {
      "epoch": 0.3312883435582822,
      "grad_norm": 3.3203141689300537,
      "learning_rate": 1.905905517111761e-05,
      "loss": 1.283669114112854,
      "step": 486
    },
    {
      "epoch": 0.3319700068166326,
      "grad_norm": 9.288386344909668,
      "learning_rate": 1.90543733704298e-05,
      "loss": 0.9806363582611084,
      "step": 487
    },
    {
      "epoch": 0.332651670074983,
      "grad_norm": 2.7394044399261475,
      "learning_rate": 1.9049680529119524e-05,
      "loss": 1.4370222091674805,
      "step": 488
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 3.870551586151123,
      "learning_rate": 1.9044976652909102e-05,
      "loss": 2.071592330932617,
      "step": 489
    },
    {
      "epoch": 0.3340149965916837,
      "grad_norm": 2.8228816986083984,
      "learning_rate": 1.9040261747534282e-05,
      "loss": 0.5981768369674683,
      "step": 490
    },
    {
      "epoch": 0.3346966598500341,
      "grad_norm": 4.471041679382324,
      "learning_rate": 1.9035535818744286e-05,
      "loss": 1.2177919149398804,
      "step": 491
    },
    {
      "epoch": 0.33537832310838445,
      "grad_norm": 9.052423477172852,
      "learning_rate": 1.9030798872301758e-05,
      "loss": 1.2425520420074463,
      "step": 492
    },
    {
      "epoch": 0.33605998636673484,
      "grad_norm": 3.4728076457977295,
      "learning_rate": 1.9026050913982788e-05,
      "loss": 0.8533923625946045,
      "step": 493
    },
    {
      "epoch": 0.3367416496250852,
      "grad_norm": 1.923197865486145,
      "learning_rate": 1.9021291949576883e-05,
      "loss": 0.8370528221130371,
      "step": 494
    },
    {
      "epoch": 0.3374233128834356,
      "grad_norm": 3.5292904376983643,
      "learning_rate": 1.9016521984886984e-05,
      "loss": 1.0731617212295532,
      "step": 495
    },
    {
      "epoch": 0.338104976141786,
      "grad_norm": 2.2630650997161865,
      "learning_rate": 1.901174102572943e-05,
      "loss": 0.8468523621559143,
      "step": 496
    },
    {
      "epoch": 0.3387866394001363,
      "grad_norm": 4.356873989105225,
      "learning_rate": 1.9006949077933984e-05,
      "loss": 1.2603099346160889,
      "step": 497
    },
    {
      "epoch": 0.3394683026584867,
      "grad_norm": 2.700840473175049,
      "learning_rate": 1.900214614734379e-05,
      "loss": 1.1067051887512207,
      "step": 498
    },
    {
      "epoch": 0.3401499659168371,
      "grad_norm": 5.208966255187988,
      "learning_rate": 1.8997332239815403e-05,
      "loss": 1.839177131652832,
      "step": 499
    },
    {
      "epoch": 0.34083162917518744,
      "grad_norm": 5.6692633628845215,
      "learning_rate": 1.8992507361218743e-05,
      "loss": 1.3088819980621338,
      "step": 500
    },
    {
      "epoch": 0.34151329243353784,
      "grad_norm": 8.791088104248047,
      "learning_rate": 1.8987671517437122e-05,
      "loss": 2.0345616340637207,
      "step": 501
    },
    {
      "epoch": 0.3421949556918882,
      "grad_norm": 6.057740211486816,
      "learning_rate": 1.8982824714367214e-05,
      "loss": 0.721781313419342,
      "step": 502
    },
    {
      "epoch": 0.3428766189502386,
      "grad_norm": 4.495492935180664,
      "learning_rate": 1.8977966957919068e-05,
      "loss": 0.5859732627868652,
      "step": 503
    },
    {
      "epoch": 0.34355828220858897,
      "grad_norm": 3.266132116317749,
      "learning_rate": 1.8973098254016074e-05,
      "loss": 1.680146336555481,
      "step": 504
    },
    {
      "epoch": 0.3442399454669393,
      "grad_norm": 3.1697919368743896,
      "learning_rate": 1.8968218608594987e-05,
      "loss": 1.515268087387085,
      "step": 505
    },
    {
      "epoch": 0.3449216087252897,
      "grad_norm": 3.3663229942321777,
      "learning_rate": 1.8963328027605886e-05,
      "loss": 0.5287567377090454,
      "step": 506
    },
    {
      "epoch": 0.3456032719836401,
      "grad_norm": 2.6414244174957275,
      "learning_rate": 1.8958426517012203e-05,
      "loss": 0.8111573457717896,
      "step": 507
    },
    {
      "epoch": 0.34628493524199044,
      "grad_norm": 6.3523454666137695,
      "learning_rate": 1.8953514082790683e-05,
      "loss": 1.9260203838348389,
      "step": 508
    },
    {
      "epoch": 0.34696659850034084,
      "grad_norm": 3.327556610107422,
      "learning_rate": 1.8948590730931394e-05,
      "loss": 0.9914911985397339,
      "step": 509
    },
    {
      "epoch": 0.3476482617586912,
      "grad_norm": 2.532057523727417,
      "learning_rate": 1.8943656467437726e-05,
      "loss": 0.9729138612747192,
      "step": 510
    },
    {
      "epoch": 0.3483299250170416,
      "grad_norm": 4.6469268798828125,
      "learning_rate": 1.893871129832636e-05,
      "loss": 2.3366539478302,
      "step": 511
    },
    {
      "epoch": 0.34901158827539197,
      "grad_norm": 2.643529176712036,
      "learning_rate": 1.893375522962729e-05,
      "loss": 0.7275136709213257,
      "step": 512
    },
    {
      "epoch": 0.3496932515337423,
      "grad_norm": 3.031022787094116,
      "learning_rate": 1.8928788267383783e-05,
      "loss": 1.2368642091751099,
      "step": 513
    },
    {
      "epoch": 0.3503749147920927,
      "grad_norm": 2.6746222972869873,
      "learning_rate": 1.8923810417652404e-05,
      "loss": 1.6857903003692627,
      "step": 514
    },
    {
      "epoch": 0.3510565780504431,
      "grad_norm": 2.2445945739746094,
      "learning_rate": 1.8918821686502992e-05,
      "loss": 1.0779474973678589,
      "step": 515
    },
    {
      "epoch": 0.35173824130879344,
      "grad_norm": 3.943788528442383,
      "learning_rate": 1.8913822080018645e-05,
      "loss": 1.655326008796692,
      "step": 516
    },
    {
      "epoch": 0.35241990456714384,
      "grad_norm": 4.718496322631836,
      "learning_rate": 1.8908811604295728e-05,
      "loss": 0.8111345767974854,
      "step": 517
    },
    {
      "epoch": 0.35310156782549423,
      "grad_norm": 2.1908249855041504,
      "learning_rate": 1.8903790265443865e-05,
      "loss": 0.7612648010253906,
      "step": 518
    },
    {
      "epoch": 0.3537832310838446,
      "grad_norm": 3.267055034637451,
      "learning_rate": 1.8898758069585923e-05,
      "loss": 0.9781118631362915,
      "step": 519
    },
    {
      "epoch": 0.35446489434219497,
      "grad_norm": 5.063033103942871,
      "learning_rate": 1.8893715022858e-05,
      "loss": 1.366690754890442,
      "step": 520
    },
    {
      "epoch": 0.3551465576005453,
      "grad_norm": 5.890979290008545,
      "learning_rate": 1.888866113140943e-05,
      "loss": 2.1514992713928223,
      "step": 521
    },
    {
      "epoch": 0.3558282208588957,
      "grad_norm": 4.908336639404297,
      "learning_rate": 1.8883596401402777e-05,
      "loss": 1.4852519035339355,
      "step": 522
    },
    {
      "epoch": 0.3565098841172461,
      "grad_norm": 2.1742019653320312,
      "learning_rate": 1.8878520839013812e-05,
      "loss": 1.223859429359436,
      "step": 523
    },
    {
      "epoch": 0.35719154737559644,
      "grad_norm": 6.2009124755859375,
      "learning_rate": 1.8873434450431522e-05,
      "loss": 1.1366631984710693,
      "step": 524
    },
    {
      "epoch": 0.35787321063394684,
      "grad_norm": 4.069712162017822,
      "learning_rate": 1.886833724185809e-05,
      "loss": 0.6879901885986328,
      "step": 525
    },
    {
      "epoch": 0.35855487389229723,
      "grad_norm": 7.754619121551514,
      "learning_rate": 1.8863229219508892e-05,
      "loss": 2.0778799057006836,
      "step": 526
    },
    {
      "epoch": 0.3592365371506476,
      "grad_norm": 5.237489223480225,
      "learning_rate": 1.8858110389612495e-05,
      "loss": 1.3526272773742676,
      "step": 527
    },
    {
      "epoch": 0.35991820040899797,
      "grad_norm": 2.5144271850585938,
      "learning_rate": 1.885298075841064e-05,
      "loss": 1.1102807521820068,
      "step": 528
    },
    {
      "epoch": 0.3605998636673483,
      "grad_norm": 3.9299678802490234,
      "learning_rate": 1.8847840332158243e-05,
      "loss": 2.0058670043945312,
      "step": 529
    },
    {
      "epoch": 0.3612815269256987,
      "grad_norm": 3.4149467945098877,
      "learning_rate": 1.8842689117123377e-05,
      "loss": 0.6895046830177307,
      "step": 530
    },
    {
      "epoch": 0.3619631901840491,
      "grad_norm": 4.579489707946777,
      "learning_rate": 1.8837527119587277e-05,
      "loss": 1.8255746364593506,
      "step": 531
    },
    {
      "epoch": 0.36264485344239944,
      "grad_norm": 2.0138349533081055,
      "learning_rate": 1.883235434584432e-05,
      "loss": 0.8882697224617004,
      "step": 532
    },
    {
      "epoch": 0.36332651670074984,
      "grad_norm": 3.6011276245117188,
      "learning_rate": 1.8827170802202027e-05,
      "loss": 1.4054481983184814,
      "step": 533
    },
    {
      "epoch": 0.36400817995910023,
      "grad_norm": 129.46046447753906,
      "learning_rate": 1.8821976494981055e-05,
      "loss": 1.6898300647735596,
      "step": 534
    },
    {
      "epoch": 0.36468984321745057,
      "grad_norm": 2.155585527420044,
      "learning_rate": 1.8816771430515178e-05,
      "loss": 0.7753575444221497,
      "step": 535
    },
    {
      "epoch": 0.36537150647580097,
      "grad_norm": 4.523682117462158,
      "learning_rate": 1.8811555615151286e-05,
      "loss": 1.6820876598358154,
      "step": 536
    },
    {
      "epoch": 0.3660531697341513,
      "grad_norm": 4.429269790649414,
      "learning_rate": 1.880632905524939e-05,
      "loss": 0.6383548378944397,
      "step": 537
    },
    {
      "epoch": 0.3667348329925017,
      "grad_norm": 3.7983267307281494,
      "learning_rate": 1.8801091757182593e-05,
      "loss": 1.0961453914642334,
      "step": 538
    },
    {
      "epoch": 0.3674164962508521,
      "grad_norm": 3.1742172241210938,
      "learning_rate": 1.879584372733709e-05,
      "loss": 1.4234809875488281,
      "step": 539
    },
    {
      "epoch": 0.36809815950920244,
      "grad_norm": 2.4020187854766846,
      "learning_rate": 1.8790584972112174e-05,
      "loss": 1.1758843660354614,
      "step": 540
    },
    {
      "epoch": 0.36877982276755283,
      "grad_norm": 2.9260194301605225,
      "learning_rate": 1.87853154979202e-05,
      "loss": 1.0781900882720947,
      "step": 541
    },
    {
      "epoch": 0.36946148602590323,
      "grad_norm": 2.0199899673461914,
      "learning_rate": 1.8780035311186605e-05,
      "loss": 0.7699449062347412,
      "step": 542
    },
    {
      "epoch": 0.37014314928425357,
      "grad_norm": 9.097823143005371,
      "learning_rate": 1.8774744418349886e-05,
      "loss": 1.7699912786483765,
      "step": 543
    },
    {
      "epoch": 0.37082481254260397,
      "grad_norm": 3.701662302017212,
      "learning_rate": 1.8769442825861594e-05,
      "loss": 1.1131584644317627,
      "step": 544
    },
    {
      "epoch": 0.3715064758009543,
      "grad_norm": 3.3982136249542236,
      "learning_rate": 1.876413054018633e-05,
      "loss": 1.6480752229690552,
      "step": 545
    },
    {
      "epoch": 0.3721881390593047,
      "grad_norm": 2.128912925720215,
      "learning_rate": 1.875880756780172e-05,
      "loss": 1.0749809741973877,
      "step": 546
    },
    {
      "epoch": 0.3728698023176551,
      "grad_norm": 2.3384532928466797,
      "learning_rate": 1.8753473915198437e-05,
      "loss": 1.4570391178131104,
      "step": 547
    },
    {
      "epoch": 0.37355146557600544,
      "grad_norm": 2.2841551303863525,
      "learning_rate": 1.874812958888018e-05,
      "loss": 1.0104687213897705,
      "step": 548
    },
    {
      "epoch": 0.37423312883435583,
      "grad_norm": 1.5464543104171753,
      "learning_rate": 1.874277459536364e-05,
      "loss": 1.2241737842559814,
      "step": 549
    },
    {
      "epoch": 0.37491479209270623,
      "grad_norm": 5.0516815185546875,
      "learning_rate": 1.873740894117854e-05,
      "loss": 1.6643073558807373,
      "step": 550
    },
    {
      "epoch": 0.37559645535105657,
      "grad_norm": 2.9442920684814453,
      "learning_rate": 1.8732032632867592e-05,
      "loss": 1.5176081657409668,
      "step": 551
    },
    {
      "epoch": 0.37627811860940696,
      "grad_norm": 2.480600118637085,
      "learning_rate": 1.8726645676986503e-05,
      "loss": 1.3346457481384277,
      "step": 552
    },
    {
      "epoch": 0.3769597818677573,
      "grad_norm": 2.3903183937072754,
      "learning_rate": 1.872124808010395e-05,
      "loss": 1.3713115453720093,
      "step": 553
    },
    {
      "epoch": 0.3776414451261077,
      "grad_norm": 4.027533531188965,
      "learning_rate": 1.8715839848801604e-05,
      "loss": 0.8249767422676086,
      "step": 554
    },
    {
      "epoch": 0.3783231083844581,
      "grad_norm": 2.3533899784088135,
      "learning_rate": 1.8710420989674093e-05,
      "loss": 1.4343526363372803,
      "step": 555
    },
    {
      "epoch": 0.37900477164280844,
      "grad_norm": 2.4576408863067627,
      "learning_rate": 1.8704991509329002e-05,
      "loss": 1.4026904106140137,
      "step": 556
    },
    {
      "epoch": 0.37968643490115883,
      "grad_norm": 3.576802968978882,
      "learning_rate": 1.8699551414386877e-05,
      "loss": 1.5657179355621338,
      "step": 557
    },
    {
      "epoch": 0.3803680981595092,
      "grad_norm": 2.6988046169281006,
      "learning_rate": 1.8694100711481195e-05,
      "loss": 0.6028250455856323,
      "step": 558
    },
    {
      "epoch": 0.38104976141785957,
      "grad_norm": 3.8934648036956787,
      "learning_rate": 1.868863940725838e-05,
      "loss": 1.2468817234039307,
      "step": 559
    },
    {
      "epoch": 0.38173142467620996,
      "grad_norm": 2.7071168422698975,
      "learning_rate": 1.8683167508377775e-05,
      "loss": 0.9047738313674927,
      "step": 560
    },
    {
      "epoch": 0.3824130879345603,
      "grad_norm": 3.0257182121276855,
      "learning_rate": 1.8677685021511643e-05,
      "loss": 1.2457003593444824,
      "step": 561
    },
    {
      "epoch": 0.3830947511929107,
      "grad_norm": 4.956380367279053,
      "learning_rate": 1.8672191953345156e-05,
      "loss": 1.811165452003479,
      "step": 562
    },
    {
      "epoch": 0.3837764144512611,
      "grad_norm": 6.11633825302124,
      "learning_rate": 1.86666883105764e-05,
      "loss": 1.6507594585418701,
      "step": 563
    },
    {
      "epoch": 0.38445807770961143,
      "grad_norm": 4.5495991706848145,
      "learning_rate": 1.866117409991634e-05,
      "loss": 1.5494463443756104,
      "step": 564
    },
    {
      "epoch": 0.38513974096796183,
      "grad_norm": 4.0347795486450195,
      "learning_rate": 1.8655649328088836e-05,
      "loss": 1.0738871097564697,
      "step": 565
    },
    {
      "epoch": 0.3858214042263122,
      "grad_norm": 3.920830249786377,
      "learning_rate": 1.865011400183062e-05,
      "loss": 0.739644467830658,
      "step": 566
    },
    {
      "epoch": 0.38650306748466257,
      "grad_norm": 4.003133296966553,
      "learning_rate": 1.8644568127891303e-05,
      "loss": 1.6497926712036133,
      "step": 567
    },
    {
      "epoch": 0.38718473074301296,
      "grad_norm": 3.9445290565490723,
      "learning_rate": 1.8639011713033347e-05,
      "loss": 0.5134506225585938,
      "step": 568
    },
    {
      "epoch": 0.3878663940013633,
      "grad_norm": 2.661447048187256,
      "learning_rate": 1.8633444764032074e-05,
      "loss": 1.0034466981887817,
      "step": 569
    },
    {
      "epoch": 0.3885480572597137,
      "grad_norm": 2.3295094966888428,
      "learning_rate": 1.862786728767565e-05,
      "loss": 1.208392858505249,
      "step": 570
    },
    {
      "epoch": 0.3892297205180641,
      "grad_norm": 2.4365479946136475,
      "learning_rate": 1.8622279290765078e-05,
      "loss": 0.5979467630386353,
      "step": 571
    },
    {
      "epoch": 0.38991138377641443,
      "grad_norm": 5.058823108673096,
      "learning_rate": 1.8616680780114183e-05,
      "loss": 1.4158920049667358,
      "step": 572
    },
    {
      "epoch": 0.39059304703476483,
      "grad_norm": 2.1014676094055176,
      "learning_rate": 1.8611071762549623e-05,
      "loss": 1.025521993637085,
      "step": 573
    },
    {
      "epoch": 0.3912747102931152,
      "grad_norm": 2.405318260192871,
      "learning_rate": 1.860545224491085e-05,
      "loss": 0.9537474513053894,
      "step": 574
    },
    {
      "epoch": 0.39195637355146556,
      "grad_norm": 4.968394756317139,
      "learning_rate": 1.8599822234050143e-05,
      "loss": 1.0375311374664307,
      "step": 575
    },
    {
      "epoch": 0.39263803680981596,
      "grad_norm": 2.6036109924316406,
      "learning_rate": 1.859418173683255e-05,
      "loss": 1.193580150604248,
      "step": 576
    },
    {
      "epoch": 0.3933197000681663,
      "grad_norm": 3.131683826446533,
      "learning_rate": 1.858853076013593e-05,
      "loss": 1.137315034866333,
      "step": 577
    },
    {
      "epoch": 0.3940013633265167,
      "grad_norm": 4.054980278015137,
      "learning_rate": 1.8582869310850903e-05,
      "loss": 0.7231044173240662,
      "step": 578
    },
    {
      "epoch": 0.3946830265848671,
      "grad_norm": 2.896749496459961,
      "learning_rate": 1.8577197395880866e-05,
      "loss": 0.8693374395370483,
      "step": 579
    },
    {
      "epoch": 0.39536468984321743,
      "grad_norm": 3.2366976737976074,
      "learning_rate": 1.8571515022141974e-05,
      "loss": 0.869022786617279,
      "step": 580
    },
    {
      "epoch": 0.3960463531015678,
      "grad_norm": 1.8894977569580078,
      "learning_rate": 1.856582219656314e-05,
      "loss": 0.7851641178131104,
      "step": 581
    },
    {
      "epoch": 0.3967280163599182,
      "grad_norm": 1.6904579401016235,
      "learning_rate": 1.856011892608602e-05,
      "loss": 0.6581047773361206,
      "step": 582
    },
    {
      "epoch": 0.39740967961826856,
      "grad_norm": 3.3967642784118652,
      "learning_rate": 1.8554405217665004e-05,
      "loss": 0.8824714422225952,
      "step": 583
    },
    {
      "epoch": 0.39809134287661896,
      "grad_norm": 3.3108932971954346,
      "learning_rate": 1.854868107826721e-05,
      "loss": 1.6939976215362549,
      "step": 584
    },
    {
      "epoch": 0.3987730061349693,
      "grad_norm": 5.848761558532715,
      "learning_rate": 1.8542946514872478e-05,
      "loss": 2.178783416748047,
      "step": 585
    },
    {
      "epoch": 0.3994546693933197,
      "grad_norm": 3.158979654312134,
      "learning_rate": 1.8537201534473353e-05,
      "loss": 1.70957612991333,
      "step": 586
    },
    {
      "epoch": 0.4001363326516701,
      "grad_norm": 8.649386405944824,
      "learning_rate": 1.8531446144075093e-05,
      "loss": 0.9513790607452393,
      "step": 587
    },
    {
      "epoch": 0.40081799591002043,
      "grad_norm": 7.115112781524658,
      "learning_rate": 1.852568035069564e-05,
      "loss": 1.7480049133300781,
      "step": 588
    },
    {
      "epoch": 0.4014996591683708,
      "grad_norm": 8.075335502624512,
      "learning_rate": 1.8519904161365624e-05,
      "loss": 1.7717616558074951,
      "step": 589
    },
    {
      "epoch": 0.4021813224267212,
      "grad_norm": 8.434859275817871,
      "learning_rate": 1.851411758312835e-05,
      "loss": 1.2135674953460693,
      "step": 590
    },
    {
      "epoch": 0.40286298568507156,
      "grad_norm": 1.8380115032196045,
      "learning_rate": 1.8508320623039792e-05,
      "loss": 1.348672866821289,
      "step": 591
    },
    {
      "epoch": 0.40354464894342196,
      "grad_norm": 2.730818033218384,
      "learning_rate": 1.8502513288168584e-05,
      "loss": 1.261131763458252,
      "step": 592
    },
    {
      "epoch": 0.4042263122017723,
      "grad_norm": 16.677165985107422,
      "learning_rate": 1.8496695585596013e-05,
      "loss": 1.3604838848114014,
      "step": 593
    },
    {
      "epoch": 0.4049079754601227,
      "grad_norm": 7.098438262939453,
      "learning_rate": 1.8490867522416e-05,
      "loss": 1.7277930974960327,
      "step": 594
    },
    {
      "epoch": 0.4055896387184731,
      "grad_norm": 3.663721799850464,
      "learning_rate": 1.8485029105735112e-05,
      "loss": 1.1387404203414917,
      "step": 595
    },
    {
      "epoch": 0.40627130197682343,
      "grad_norm": 3.6738693714141846,
      "learning_rate": 1.8479180342672525e-05,
      "loss": 0.8586311340332031,
      "step": 596
    },
    {
      "epoch": 0.4069529652351738,
      "grad_norm": 4.40339469909668,
      "learning_rate": 1.8473321240360048e-05,
      "loss": 1.3938498497009277,
      "step": 597
    },
    {
      "epoch": 0.4076346284935242,
      "grad_norm": 3.4013774394989014,
      "learning_rate": 1.846745180594208e-05,
      "loss": 1.429935097694397,
      "step": 598
    },
    {
      "epoch": 0.40831629175187456,
      "grad_norm": 2.294057607650757,
      "learning_rate": 1.8461572046575638e-05,
      "loss": 1.4736216068267822,
      "step": 599
    },
    {
      "epoch": 0.40899795501022496,
      "grad_norm": 5.40059232711792,
      "learning_rate": 1.8455681969430307e-05,
      "loss": 1.7445282936096191,
      "step": 600
    },
    {
      "epoch": 0.4096796182685753,
      "grad_norm": 8.884811401367188,
      "learning_rate": 1.8449781581688274e-05,
      "loss": 3.040208578109741,
      "step": 601
    },
    {
      "epoch": 0.4103612815269257,
      "grad_norm": 5.935024261474609,
      "learning_rate": 1.8443870890544287e-05,
      "loss": 0.8014417886734009,
      "step": 602
    },
    {
      "epoch": 0.4110429447852761,
      "grad_norm": 3.7073605060577393,
      "learning_rate": 1.8437949903205657e-05,
      "loss": 0.7055726647377014,
      "step": 603
    },
    {
      "epoch": 0.4117246080436264,
      "grad_norm": 3.1601369380950928,
      "learning_rate": 1.843201862689225e-05,
      "loss": 0.5688856840133667,
      "step": 604
    },
    {
      "epoch": 0.4124062713019768,
      "grad_norm": 3.3272056579589844,
      "learning_rate": 1.8426077068836487e-05,
      "loss": 1.3306844234466553,
      "step": 605
    },
    {
      "epoch": 0.4130879345603272,
      "grad_norm": 2.028167247772217,
      "learning_rate": 1.842012523628332e-05,
      "loss": 0.9651132225990295,
      "step": 606
    },
    {
      "epoch": 0.41376959781867756,
      "grad_norm": 3.8314738273620605,
      "learning_rate": 1.8414163136490224e-05,
      "loss": 1.5358803272247314,
      "step": 607
    },
    {
      "epoch": 0.41445126107702795,
      "grad_norm": 6.4982733726501465,
      "learning_rate": 1.84081907767272e-05,
      "loss": 2.0918755531311035,
      "step": 608
    },
    {
      "epoch": 0.41513292433537835,
      "grad_norm": 1.8055447340011597,
      "learning_rate": 1.840220816427676e-05,
      "loss": 0.6877099275588989,
      "step": 609
    },
    {
      "epoch": 0.4158145875937287,
      "grad_norm": 2.6051347255706787,
      "learning_rate": 1.839621530643392e-05,
      "loss": 1.0851391553878784,
      "step": 610
    },
    {
      "epoch": 0.4164962508520791,
      "grad_norm": 4.730994701385498,
      "learning_rate": 1.839021221050618e-05,
      "loss": 1.643237829208374,
      "step": 611
    },
    {
      "epoch": 0.4171779141104294,
      "grad_norm": 2.420578956604004,
      "learning_rate": 1.838419888381353e-05,
      "loss": 0.8266706466674805,
      "step": 612
    },
    {
      "epoch": 0.4178595773687798,
      "grad_norm": 2.6848230361938477,
      "learning_rate": 1.8378175333688438e-05,
      "loss": 0.33754855394363403,
      "step": 613
    },
    {
      "epoch": 0.4185412406271302,
      "grad_norm": 4.421104431152344,
      "learning_rate": 1.837214156747583e-05,
      "loss": 1.3408927917480469,
      "step": 614
    },
    {
      "epoch": 0.41922290388548056,
      "grad_norm": 5.390198707580566,
      "learning_rate": 1.8366097592533095e-05,
      "loss": 0.5011366009712219,
      "step": 615
    },
    {
      "epoch": 0.41990456714383095,
      "grad_norm": 3.1726467609405518,
      "learning_rate": 1.8360043416230067e-05,
      "loss": 1.6905428171157837,
      "step": 616
    },
    {
      "epoch": 0.42058623040218135,
      "grad_norm": 2.5729990005493164,
      "learning_rate": 1.8353979045949023e-05,
      "loss": 1.076096534729004,
      "step": 617
    },
    {
      "epoch": 0.4212678936605317,
      "grad_norm": 3.2037148475646973,
      "learning_rate": 1.834790448908467e-05,
      "loss": 0.5505931377410889,
      "step": 618
    },
    {
      "epoch": 0.4219495569188821,
      "grad_norm": 3.306154251098633,
      "learning_rate": 1.8341819753044135e-05,
      "loss": 0.9625562429428101,
      "step": 619
    },
    {
      "epoch": 0.4226312201772324,
      "grad_norm": 2.3715250492095947,
      "learning_rate": 1.8335724845246948e-05,
      "loss": 0.53058260679245,
      "step": 620
    },
    {
      "epoch": 0.4233128834355828,
      "grad_norm": 4.0207839012146,
      "learning_rate": 1.8329619773125064e-05,
      "loss": 1.3297679424285889,
      "step": 621
    },
    {
      "epoch": 0.4239945466939332,
      "grad_norm": 6.694503307342529,
      "learning_rate": 1.832350454412281e-05,
      "loss": 2.504713296890259,
      "step": 622
    },
    {
      "epoch": 0.42467620995228356,
      "grad_norm": 3.3091583251953125,
      "learning_rate": 1.8317379165696908e-05,
      "loss": 1.2117489576339722,
      "step": 623
    },
    {
      "epoch": 0.42535787321063395,
      "grad_norm": 2.701916217803955,
      "learning_rate": 1.8311243645316458e-05,
      "loss": 0.6958295106887817,
      "step": 624
    },
    {
      "epoch": 0.42603953646898435,
      "grad_norm": 1.5155378580093384,
      "learning_rate": 1.830509799046292e-05,
      "loss": 0.8749496936798096,
      "step": 625
    },
    {
      "epoch": 0.4267211997273347,
      "grad_norm": 1.740338683128357,
      "learning_rate": 1.829894220863012e-05,
      "loss": 0.7681260108947754,
      "step": 626
    },
    {
      "epoch": 0.4274028629856851,
      "grad_norm": 3.138975143432617,
      "learning_rate": 1.8292776307324217e-05,
      "loss": 1.421783685684204,
      "step": 627
    },
    {
      "epoch": 0.4280845262440354,
      "grad_norm": 2.65615177154541,
      "learning_rate": 1.8286600294063732e-05,
      "loss": 0.5015825629234314,
      "step": 628
    },
    {
      "epoch": 0.4287661895023858,
      "grad_norm": 3.291783094406128,
      "learning_rate": 1.82804141763795e-05,
      "loss": 1.7397900819778442,
      "step": 629
    },
    {
      "epoch": 0.4294478527607362,
      "grad_norm": 6.939148426055908,
      "learning_rate": 1.8274217961814682e-05,
      "loss": 1.7783665657043457,
      "step": 630
    },
    {
      "epoch": 0.43012951601908656,
      "grad_norm": 2.345168352127075,
      "learning_rate": 1.8268011657924746e-05,
      "loss": 0.9429031610488892,
      "step": 631
    },
    {
      "epoch": 0.43081117927743695,
      "grad_norm": 2.665942907333374,
      "learning_rate": 1.8261795272277472e-05,
      "loss": 0.8730664849281311,
      "step": 632
    },
    {
      "epoch": 0.43149284253578735,
      "grad_norm": 2.2719271183013916,
      "learning_rate": 1.8255568812452923e-05,
      "loss": 1.1947182416915894,
      "step": 633
    },
    {
      "epoch": 0.4321745057941377,
      "grad_norm": 3.0505599975585938,
      "learning_rate": 1.8249332286043456e-05,
      "loss": 1.4211301803588867,
      "step": 634
    },
    {
      "epoch": 0.4328561690524881,
      "grad_norm": 1.8321754932403564,
      "learning_rate": 1.8243085700653698e-05,
      "loss": 1.4799766540527344,
      "step": 635
    },
    {
      "epoch": 0.4335378323108384,
      "grad_norm": 1.7265902757644653,
      "learning_rate": 1.8236829063900535e-05,
      "loss": 1.4023617506027222,
      "step": 636
    },
    {
      "epoch": 0.4342194955691888,
      "grad_norm": 2.2862470149993896,
      "learning_rate": 1.8230562383413127e-05,
      "loss": 1.5263274908065796,
      "step": 637
    },
    {
      "epoch": 0.4349011588275392,
      "grad_norm": 2.731217384338379,
      "learning_rate": 1.822428566683286e-05,
      "loss": 1.7954682111740112,
      "step": 638
    },
    {
      "epoch": 0.43558282208588955,
      "grad_norm": 2.999441385269165,
      "learning_rate": 1.8217998921813375e-05,
      "loss": 0.7107315063476562,
      "step": 639
    },
    {
      "epoch": 0.43626448534423995,
      "grad_norm": 2.7480056285858154,
      "learning_rate": 1.821170215602053e-05,
      "loss": 1.6439075469970703,
      "step": 640
    },
    {
      "epoch": 0.43694614860259035,
      "grad_norm": 5.756744384765625,
      "learning_rate": 1.8205395377132407e-05,
      "loss": 0.6778331995010376,
      "step": 641
    },
    {
      "epoch": 0.4376278118609407,
      "grad_norm": 2.9490387439727783,
      "learning_rate": 1.81990785928393e-05,
      "loss": 1.2749234437942505,
      "step": 642
    },
    {
      "epoch": 0.4383094751192911,
      "grad_norm": 2.444660186767578,
      "learning_rate": 1.8192751810843697e-05,
      "loss": 1.1050373315811157,
      "step": 643
    },
    {
      "epoch": 0.4389911383776414,
      "grad_norm": 2.1506237983703613,
      "learning_rate": 1.8186415038860276e-05,
      "loss": 0.3917778432369232,
      "step": 644
    },
    {
      "epoch": 0.4396728016359918,
      "grad_norm": 2.1962451934814453,
      "learning_rate": 1.818006828461591e-05,
      "loss": 0.9240995645523071,
      "step": 645
    },
    {
      "epoch": 0.4403544648943422,
      "grad_norm": 4.333210468292236,
      "learning_rate": 1.8173711555849626e-05,
      "loss": 1.3042209148406982,
      "step": 646
    },
    {
      "epoch": 0.44103612815269255,
      "grad_norm": 3.983182191848755,
      "learning_rate": 1.8167344860312627e-05,
      "loss": 1.383401870727539,
      "step": 647
    },
    {
      "epoch": 0.44171779141104295,
      "grad_norm": 1.7078006267547607,
      "learning_rate": 1.8160968205768264e-05,
      "loss": 0.7653818130493164,
      "step": 648
    },
    {
      "epoch": 0.44239945466939334,
      "grad_norm": 1.8697181940078735,
      "learning_rate": 1.815458159999203e-05,
      "loss": 0.8399191498756409,
      "step": 649
    },
    {
      "epoch": 0.4430811179277437,
      "grad_norm": 3.080517053604126,
      "learning_rate": 1.8148185050771554e-05,
      "loss": 1.2301526069641113,
      "step": 650
    },
    {
      "epoch": 0.4437627811860941,
      "grad_norm": 4.8597588539123535,
      "learning_rate": 1.8141778565906594e-05,
      "loss": 1.6627204418182373,
      "step": 651
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 4.034822940826416,
      "learning_rate": 1.8135362153209014e-05,
      "loss": 1.291428565979004,
      "step": 652
    },
    {
      "epoch": 0.4451261077027948,
      "grad_norm": 4.153934955596924,
      "learning_rate": 1.8128935820502792e-05,
      "loss": 1.1491031646728516,
      "step": 653
    },
    {
      "epoch": 0.4458077709611452,
      "grad_norm": 3.6002509593963623,
      "learning_rate": 1.8122499575624e-05,
      "loss": 1.6600425243377686,
      "step": 654
    },
    {
      "epoch": 0.44648943421949555,
      "grad_norm": 1.543675184249878,
      "learning_rate": 1.8116053426420793e-05,
      "loss": 0.8339579105377197,
      "step": 655
    },
    {
      "epoch": 0.44717109747784595,
      "grad_norm": 2.568967819213867,
      "learning_rate": 1.8109597380753404e-05,
      "loss": 0.8489872813224792,
      "step": 656
    },
    {
      "epoch": 0.44785276073619634,
      "grad_norm": 3.282658815383911,
      "learning_rate": 1.8103131446494144e-05,
      "loss": 1.2508018016815186,
      "step": 657
    },
    {
      "epoch": 0.4485344239945467,
      "grad_norm": 3.4995203018188477,
      "learning_rate": 1.8096655631527365e-05,
      "loss": 1.5129706859588623,
      "step": 658
    },
    {
      "epoch": 0.4492160872528971,
      "grad_norm": 2.7602193355560303,
      "learning_rate": 1.8090169943749477e-05,
      "loss": 1.2756472826004028,
      "step": 659
    },
    {
      "epoch": 0.4498977505112474,
      "grad_norm": 11.795307159423828,
      "learning_rate": 1.8083674391068925e-05,
      "loss": 1.1611485481262207,
      "step": 660
    },
    {
      "epoch": 0.4505794137695978,
      "grad_norm": 1.9726192951202393,
      "learning_rate": 1.807716898140619e-05,
      "loss": 0.83235764503479,
      "step": 661
    },
    {
      "epoch": 0.4512610770279482,
      "grad_norm": 2.960864543914795,
      "learning_rate": 1.807065372269376e-05,
      "loss": 0.7254927158355713,
      "step": 662
    },
    {
      "epoch": 0.45194274028629855,
      "grad_norm": 2.131723165512085,
      "learning_rate": 1.8064128622876146e-05,
      "loss": 0.8774275183677673,
      "step": 663
    },
    {
      "epoch": 0.45262440354464895,
      "grad_norm": 3.856238603591919,
      "learning_rate": 1.805759368990985e-05,
      "loss": 0.6111989617347717,
      "step": 664
    },
    {
      "epoch": 0.45330606680299934,
      "grad_norm": 2.0575990676879883,
      "learning_rate": 1.8051048931763366e-05,
      "loss": 1.1646723747253418,
      "step": 665
    },
    {
      "epoch": 0.4539877300613497,
      "grad_norm": 2.3782901763916016,
      "learning_rate": 1.804449435641717e-05,
      "loss": 1.2033634185791016,
      "step": 666
    },
    {
      "epoch": 0.4546693933197001,
      "grad_norm": 3.0704290866851807,
      "learning_rate": 1.803792997186371e-05,
      "loss": 1.3781287670135498,
      "step": 667
    },
    {
      "epoch": 0.4553510565780504,
      "grad_norm": 3.466710090637207,
      "learning_rate": 1.803135578610739e-05,
      "loss": 0.7485005259513855,
      "step": 668
    },
    {
      "epoch": 0.4560327198364008,
      "grad_norm": 2.91351580619812,
      "learning_rate": 1.802477180716457e-05,
      "loss": 1.451478362083435,
      "step": 669
    },
    {
      "epoch": 0.4567143830947512,
      "grad_norm": 2.3317689895629883,
      "learning_rate": 1.8018178043063554e-05,
      "loss": 1.2862257957458496,
      "step": 670
    },
    {
      "epoch": 0.45739604635310155,
      "grad_norm": 2.3442463874816895,
      "learning_rate": 1.801157450184457e-05,
      "loss": 1.1389061212539673,
      "step": 671
    },
    {
      "epoch": 0.45807770961145194,
      "grad_norm": 2.2962794303894043,
      "learning_rate": 1.8004961191559765e-05,
      "loss": 0.920241117477417,
      "step": 672
    },
    {
      "epoch": 0.45875937286980234,
      "grad_norm": 8.112113952636719,
      "learning_rate": 1.7998338120273218e-05,
      "loss": 0.3879634439945221,
      "step": 673
    },
    {
      "epoch": 0.4594410361281527,
      "grad_norm": 2.143040657043457,
      "learning_rate": 1.7991705296060888e-05,
      "loss": 1.3585686683654785,
      "step": 674
    },
    {
      "epoch": 0.4601226993865031,
      "grad_norm": 6.662731647491455,
      "learning_rate": 1.798506272701064e-05,
      "loss": 1.844017505645752,
      "step": 675
    },
    {
      "epoch": 0.4608043626448534,
      "grad_norm": 2.191220760345459,
      "learning_rate": 1.797841042122221e-05,
      "loss": 1.460452675819397,
      "step": 676
    },
    {
      "epoch": 0.4614860259032038,
      "grad_norm": 3.355347156524658,
      "learning_rate": 1.797174838680722e-05,
      "loss": 1.8264518976211548,
      "step": 677
    },
    {
      "epoch": 0.4621676891615542,
      "grad_norm": 1.9022427797317505,
      "learning_rate": 1.7965076631889146e-05,
      "loss": 1.0955109596252441,
      "step": 678
    },
    {
      "epoch": 0.46284935241990455,
      "grad_norm": 2.4177889823913574,
      "learning_rate": 1.7958395164603323e-05,
      "loss": 1.0090279579162598,
      "step": 679
    },
    {
      "epoch": 0.46353101567825494,
      "grad_norm": 3.373490571975708,
      "learning_rate": 1.795170399309692e-05,
      "loss": 1.6577601432800293,
      "step": 680
    },
    {
      "epoch": 0.46421267893660534,
      "grad_norm": 2.119124174118042,
      "learning_rate": 1.794500312552895e-05,
      "loss": 1.2227559089660645,
      "step": 681
    },
    {
      "epoch": 0.4648943421949557,
      "grad_norm": 4.674558639526367,
      "learning_rate": 1.7938292570070238e-05,
      "loss": 1.5070548057556152,
      "step": 682
    },
    {
      "epoch": 0.4655760054533061,
      "grad_norm": 4.290884494781494,
      "learning_rate": 1.7931572334903427e-05,
      "loss": 0.7182972431182861,
      "step": 683
    },
    {
      "epoch": 0.4662576687116564,
      "grad_norm": 2.9920401573181152,
      "learning_rate": 1.792484242822297e-05,
      "loss": 1.6099597215652466,
      "step": 684
    },
    {
      "epoch": 0.4669393319700068,
      "grad_norm": 2.643561840057373,
      "learning_rate": 1.7918102858235103e-05,
      "loss": 0.6941257119178772,
      "step": 685
    },
    {
      "epoch": 0.4676209952283572,
      "grad_norm": 5.84933614730835,
      "learning_rate": 1.7911353633157844e-05,
      "loss": 0.5451070070266724,
      "step": 686
    },
    {
      "epoch": 0.46830265848670755,
      "grad_norm": 2.0181429386138916,
      "learning_rate": 1.7904594761221e-05,
      "loss": 1.117553949356079,
      "step": 687
    },
    {
      "epoch": 0.46898432174505794,
      "grad_norm": 2.363997459411621,
      "learning_rate": 1.789782625066612e-05,
      "loss": 1.1420124769210815,
      "step": 688
    },
    {
      "epoch": 0.46966598500340834,
      "grad_norm": 8.58547592163086,
      "learning_rate": 1.7891048109746522e-05,
      "loss": 1.1073362827301025,
      "step": 689
    },
    {
      "epoch": 0.4703476482617587,
      "grad_norm": 6.624891757965088,
      "learning_rate": 1.7884260346727257e-05,
      "loss": 1.8669713735580444,
      "step": 690
    },
    {
      "epoch": 0.4710293115201091,
      "grad_norm": 4.729033470153809,
      "learning_rate": 1.7877462969885114e-05,
      "loss": 1.9904009103775024,
      "step": 691
    },
    {
      "epoch": 0.47171097477845947,
      "grad_norm": 1.7405580282211304,
      "learning_rate": 1.7870655987508613e-05,
      "loss": 0.7781103849411011,
      "step": 692
    },
    {
      "epoch": 0.4723926380368098,
      "grad_norm": 3.082596778869629,
      "learning_rate": 1.7863839407897962e-05,
      "loss": 1.954369306564331,
      "step": 693
    },
    {
      "epoch": 0.4730743012951602,
      "grad_norm": 2.463020086288452,
      "learning_rate": 1.7857013239365098e-05,
      "loss": 0.8323026299476624,
      "step": 694
    },
    {
      "epoch": 0.47375596455351054,
      "grad_norm": 1.7679860591888428,
      "learning_rate": 1.7850177490233635e-05,
      "loss": 0.9151184558868408,
      "step": 695
    },
    {
      "epoch": 0.47443762781186094,
      "grad_norm": 3.689037799835205,
      "learning_rate": 1.784333216883887e-05,
      "loss": 1.7770330905914307,
      "step": 696
    },
    {
      "epoch": 0.47511929107021134,
      "grad_norm": 3.824721097946167,
      "learning_rate": 1.7836477283527787e-05,
      "loss": 0.8589752912521362,
      "step": 697
    },
    {
      "epoch": 0.4758009543285617,
      "grad_norm": 3.058713674545288,
      "learning_rate": 1.782961284265901e-05,
      "loss": 1.1384007930755615,
      "step": 698
    },
    {
      "epoch": 0.47648261758691207,
      "grad_norm": 2.086995840072632,
      "learning_rate": 1.7822738854602835e-05,
      "loss": 0.9110372066497803,
      "step": 699
    },
    {
      "epoch": 0.47716428084526247,
      "grad_norm": 2.521082639694214,
      "learning_rate": 1.7815855327741185e-05,
      "loss": 1.4321343898773193,
      "step": 700
    },
    {
      "epoch": 0.4778459441036128,
      "grad_norm": 3.35274338722229,
      "learning_rate": 1.780896227046762e-05,
      "loss": 1.0381226539611816,
      "step": 701
    },
    {
      "epoch": 0.4785276073619632,
      "grad_norm": 2.294340133666992,
      "learning_rate": 1.7802059691187316e-05,
      "loss": 1.3280988931655884,
      "step": 702
    },
    {
      "epoch": 0.47920927062031354,
      "grad_norm": 4.459254741668701,
      "learning_rate": 1.7795147598317067e-05,
      "loss": 1.4365578889846802,
      "step": 703
    },
    {
      "epoch": 0.47989093387866394,
      "grad_norm": 2.573671579360962,
      "learning_rate": 1.7788226000285272e-05,
      "loss": 0.9661579132080078,
      "step": 704
    },
    {
      "epoch": 0.48057259713701433,
      "grad_norm": 3.37911319732666,
      "learning_rate": 1.7781294905531908e-05,
      "loss": 1.8097542524337769,
      "step": 705
    },
    {
      "epoch": 0.4812542603953647,
      "grad_norm": 2.7699577808380127,
      "learning_rate": 1.7774354322508535e-05,
      "loss": 1.1084448099136353,
      "step": 706
    },
    {
      "epoch": 0.48193592365371507,
      "grad_norm": 4.020786762237549,
      "learning_rate": 1.776740425967829e-05,
      "loss": 0.7846464514732361,
      "step": 707
    },
    {
      "epoch": 0.48261758691206547,
      "grad_norm": 1.7012214660644531,
      "learning_rate": 1.7760444725515856e-05,
      "loss": 1.0971169471740723,
      "step": 708
    },
    {
      "epoch": 0.4832992501704158,
      "grad_norm": 2.0524704456329346,
      "learning_rate": 1.775347572850748e-05,
      "loss": 0.6552506685256958,
      "step": 709
    },
    {
      "epoch": 0.4839809134287662,
      "grad_norm": 2.792614698410034,
      "learning_rate": 1.774649727715094e-05,
      "loss": 0.76331627368927,
      "step": 710
    },
    {
      "epoch": 0.48466257668711654,
      "grad_norm": 2.1224751472473145,
      "learning_rate": 1.7739509379955548e-05,
      "loss": 1.1910077333450317,
      "step": 711
    },
    {
      "epoch": 0.48534423994546694,
      "grad_norm": 6.945074558258057,
      "learning_rate": 1.7732512045442125e-05,
      "loss": 1.9449994564056396,
      "step": 712
    },
    {
      "epoch": 0.48602590320381733,
      "grad_norm": 7.90489387512207,
      "learning_rate": 1.7725505282142997e-05,
      "loss": 2.0441508293151855,
      "step": 713
    },
    {
      "epoch": 0.4867075664621677,
      "grad_norm": 3.1438591480255127,
      "learning_rate": 1.771848909860201e-05,
      "loss": 1.3289283514022827,
      "step": 714
    },
    {
      "epoch": 0.48738922972051807,
      "grad_norm": 4.14089822769165,
      "learning_rate": 1.7711463503374466e-05,
      "loss": 1.4352498054504395,
      "step": 715
    },
    {
      "epoch": 0.48807089297886846,
      "grad_norm": 5.588857650756836,
      "learning_rate": 1.7704428505027165e-05,
      "loss": 1.6422855854034424,
      "step": 716
    },
    {
      "epoch": 0.4887525562372188,
      "grad_norm": 5.233851432800293,
      "learning_rate": 1.7697384112138367e-05,
      "loss": 1.6709481477737427,
      "step": 717
    },
    {
      "epoch": 0.4894342194955692,
      "grad_norm": 6.2413649559021,
      "learning_rate": 1.769033033329778e-05,
      "loss": 1.1305233240127563,
      "step": 718
    },
    {
      "epoch": 0.49011588275391954,
      "grad_norm": 5.878918647766113,
      "learning_rate": 1.7683267177106573e-05,
      "loss": 0.5765758156776428,
      "step": 719
    },
    {
      "epoch": 0.49079754601226994,
      "grad_norm": 3.9863340854644775,
      "learning_rate": 1.7676194652177333e-05,
      "loss": 1.8041818141937256,
      "step": 720
    },
    {
      "epoch": 0.49147920927062033,
      "grad_norm": 2.9146947860717773,
      "learning_rate": 1.7669112767134084e-05,
      "loss": 1.0354045629501343,
      "step": 721
    },
    {
      "epoch": 0.49216087252897067,
      "grad_norm": 4.547295570373535,
      "learning_rate": 1.766202153061225e-05,
      "loss": 1.101534128189087,
      "step": 722
    },
    {
      "epoch": 0.49284253578732107,
      "grad_norm": 5.544919490814209,
      "learning_rate": 1.7654920951258668e-05,
      "loss": 0.9572349786758423,
      "step": 723
    },
    {
      "epoch": 0.49352419904567146,
      "grad_norm": 3.9510440826416016,
      "learning_rate": 1.7647811037731565e-05,
      "loss": 0.8672992587089539,
      "step": 724
    },
    {
      "epoch": 0.4942058623040218,
      "grad_norm": 4.034142017364502,
      "learning_rate": 1.764069179870055e-05,
      "loss": 0.8420158624649048,
      "step": 725
    },
    {
      "epoch": 0.4948875255623722,
      "grad_norm": 4.926695346832275,
      "learning_rate": 1.76335632428466e-05,
      "loss": 1.3785490989685059,
      "step": 726
    },
    {
      "epoch": 0.49556918882072254,
      "grad_norm": 6.231317043304443,
      "learning_rate": 1.762642537886206e-05,
      "loss": 1.6120049953460693,
      "step": 727
    },
    {
      "epoch": 0.49625085207907293,
      "grad_norm": 2.347989320755005,
      "learning_rate": 1.7619278215450615e-05,
      "loss": 0.36018455028533936,
      "step": 728
    },
    {
      "epoch": 0.49693251533742333,
      "grad_norm": 2.300482988357544,
      "learning_rate": 1.76121217613273e-05,
      "loss": 0.7264208793640137,
      "step": 729
    },
    {
      "epoch": 0.49761417859577367,
      "grad_norm": 3.5808284282684326,
      "learning_rate": 1.760495602521847e-05,
      "loss": 1.2240182161331177,
      "step": 730
    },
    {
      "epoch": 0.49829584185412407,
      "grad_norm": 2.3418526649475098,
      "learning_rate": 1.7597781015861797e-05,
      "loss": 0.4540298581123352,
      "step": 731
    },
    {
      "epoch": 0.49897750511247446,
      "grad_norm": 5.1293864250183105,
      "learning_rate": 1.7590596742006276e-05,
      "loss": 0.9630584716796875,
      "step": 732
    },
    {
      "epoch": 0.4996591683708248,
      "grad_norm": 4.265676975250244,
      "learning_rate": 1.7583403212412183e-05,
      "loss": 2.012369394302368,
      "step": 733
    },
    {
      "epoch": 0.5003408316291752,
      "grad_norm": 14.98397445678711,
      "learning_rate": 1.7576200435851082e-05,
      "loss": 1.671754002571106,
      "step": 734
    },
    {
      "epoch": 0.5010224948875256,
      "grad_norm": 6.400186538696289,
      "learning_rate": 1.756898842110582e-05,
      "loss": 2.1458077430725098,
      "step": 735
    },
    {
      "epoch": 0.501704158145876,
      "grad_norm": 5.821322917938232,
      "learning_rate": 1.75617671769705e-05,
      "loss": 0.9948315620422363,
      "step": 736
    },
    {
      "epoch": 0.5023858214042263,
      "grad_norm": 4.912761211395264,
      "learning_rate": 1.7554536712250488e-05,
      "loss": 0.9431995153427124,
      "step": 737
    },
    {
      "epoch": 0.5030674846625767,
      "grad_norm": 8.251131057739258,
      "learning_rate": 1.7547297035762387e-05,
      "loss": 1.3028041124343872,
      "step": 738
    },
    {
      "epoch": 0.5037491479209271,
      "grad_norm": 4.36862325668335,
      "learning_rate": 1.7540048156334035e-05,
      "loss": 0.7506901621818542,
      "step": 739
    },
    {
      "epoch": 0.5044308111792775,
      "grad_norm": 3.1437900066375732,
      "learning_rate": 1.753279008280449e-05,
      "loss": 1.8270992040634155,
      "step": 740
    },
    {
      "epoch": 0.5051124744376279,
      "grad_norm": 1.6939406394958496,
      "learning_rate": 1.7525522824024023e-05,
      "loss": 0.8369800448417664,
      "step": 741
    },
    {
      "epoch": 0.5057941376959781,
      "grad_norm": 5.759995460510254,
      "learning_rate": 1.75182463888541e-05,
      "loss": 1.7431058883666992,
      "step": 742
    },
    {
      "epoch": 0.5064758009543285,
      "grad_norm": 3.341987133026123,
      "learning_rate": 1.751096078616739e-05,
      "loss": 1.688689947128296,
      "step": 743
    },
    {
      "epoch": 0.5071574642126789,
      "grad_norm": 2.5472590923309326,
      "learning_rate": 1.7503666024847722e-05,
      "loss": 0.9975855350494385,
      "step": 744
    },
    {
      "epoch": 0.5078391274710293,
      "grad_norm": 3.2179603576660156,
      "learning_rate": 1.74963621137901e-05,
      "loss": 0.6496344804763794,
      "step": 745
    },
    {
      "epoch": 0.5085207907293797,
      "grad_norm": 5.027393817901611,
      "learning_rate": 1.7489049061900702e-05,
      "loss": 1.0913028717041016,
      "step": 746
    },
    {
      "epoch": 0.50920245398773,
      "grad_norm": 3.2983977794647217,
      "learning_rate": 1.7481726878096824e-05,
      "loss": 0.8632484674453735,
      "step": 747
    },
    {
      "epoch": 0.5098841172460804,
      "grad_norm": 2.075984239578247,
      "learning_rate": 1.7474395571306914e-05,
      "loss": 0.8893939256668091,
      "step": 748
    },
    {
      "epoch": 0.5105657805044308,
      "grad_norm": 3.399078130722046,
      "learning_rate": 1.746705515047054e-05,
      "loss": 0.7946146130561829,
      "step": 749
    },
    {
      "epoch": 0.5112474437627812,
      "grad_norm": 3.5610105991363525,
      "learning_rate": 1.7459705624538383e-05,
      "loss": 1.0715913772583008,
      "step": 750
    },
    {
      "epoch": 0.5119291070211316,
      "grad_norm": 2.419004440307617,
      "learning_rate": 1.745234700247223e-05,
      "loss": 1.079657793045044,
      "step": 751
    },
    {
      "epoch": 0.512610770279482,
      "grad_norm": 4.799737930297852,
      "learning_rate": 1.7444979293244953e-05,
      "loss": 1.1214956045150757,
      "step": 752
    },
    {
      "epoch": 0.5132924335378323,
      "grad_norm": 2.3297369480133057,
      "learning_rate": 1.7437602505840513e-05,
      "loss": 1.031355857849121,
      "step": 753
    },
    {
      "epoch": 0.5139740967961827,
      "grad_norm": 1.1967624425888062,
      "learning_rate": 1.7430216649253934e-05,
      "loss": 0.6558365821838379,
      "step": 754
    },
    {
      "epoch": 0.5146557600545331,
      "grad_norm": 2.59171462059021,
      "learning_rate": 1.7422821732491297e-05,
      "loss": 0.8954111337661743,
      "step": 755
    },
    {
      "epoch": 0.5153374233128835,
      "grad_norm": 3.414041519165039,
      "learning_rate": 1.741541776456974e-05,
      "loss": 1.0040534734725952,
      "step": 756
    },
    {
      "epoch": 0.5160190865712339,
      "grad_norm": 3.0361270904541016,
      "learning_rate": 1.7408004754517428e-05,
      "loss": 0.7500423789024353,
      "step": 757
    },
    {
      "epoch": 0.5167007498295841,
      "grad_norm": 3.6555752754211426,
      "learning_rate": 1.7400582711373558e-05,
      "loss": 0.7112274169921875,
      "step": 758
    },
    {
      "epoch": 0.5173824130879345,
      "grad_norm": 5.004818916320801,
      "learning_rate": 1.739315164418834e-05,
      "loss": 1.391385555267334,
      "step": 759
    },
    {
      "epoch": 0.5180640763462849,
      "grad_norm": 3.7263758182525635,
      "learning_rate": 1.7385711562022988e-05,
      "loss": 1.5679736137390137,
      "step": 760
    },
    {
      "epoch": 0.5187457396046353,
      "grad_norm": 4.171016693115234,
      "learning_rate": 1.7378262473949705e-05,
      "loss": 1.539245843887329,
      "step": 761
    },
    {
      "epoch": 0.5194274028629857,
      "grad_norm": 2.8865065574645996,
      "learning_rate": 1.737080438905168e-05,
      "loss": 0.8579041957855225,
      "step": 762
    },
    {
      "epoch": 0.520109066121336,
      "grad_norm": 2.8619775772094727,
      "learning_rate": 1.736333731642307e-05,
      "loss": 1.6193718910217285,
      "step": 763
    },
    {
      "epoch": 0.5207907293796864,
      "grad_norm": 3.0032424926757812,
      "learning_rate": 1.735586126516899e-05,
      "loss": 1.8853137493133545,
      "step": 764
    },
    {
      "epoch": 0.5214723926380368,
      "grad_norm": 3.6113500595092773,
      "learning_rate": 1.734837624440551e-05,
      "loss": 1.374289870262146,
      "step": 765
    },
    {
      "epoch": 0.5221540558963872,
      "grad_norm": 4.458436489105225,
      "learning_rate": 1.734088226325963e-05,
      "loss": 0.8771038055419922,
      "step": 766
    },
    {
      "epoch": 0.5228357191547376,
      "grad_norm": 3.736870050430298,
      "learning_rate": 1.733337933086928e-05,
      "loss": 1.342976450920105,
      "step": 767
    },
    {
      "epoch": 0.523517382413088,
      "grad_norm": 3.629173755645752,
      "learning_rate": 1.7325867456383303e-05,
      "loss": 1.500548243522644,
      "step": 768
    },
    {
      "epoch": 0.5241990456714383,
      "grad_norm": 2.3277621269226074,
      "learning_rate": 1.7318346648961444e-05,
      "loss": 0.8789968490600586,
      "step": 769
    },
    {
      "epoch": 0.5248807089297887,
      "grad_norm": 3.080993175506592,
      "learning_rate": 1.731081691777434e-05,
      "loss": 1.8359971046447754,
      "step": 770
    },
    {
      "epoch": 0.5255623721881391,
      "grad_norm": 2.8816323280334473,
      "learning_rate": 1.7303278272003524e-05,
      "loss": 1.0419747829437256,
      "step": 771
    },
    {
      "epoch": 0.5262440354464895,
      "grad_norm": 2.5966172218322754,
      "learning_rate": 1.7295730720841372e-05,
      "loss": 0.6071522235870361,
      "step": 772
    },
    {
      "epoch": 0.5269256987048399,
      "grad_norm": 2.166282892227173,
      "learning_rate": 1.7288174273491144e-05,
      "loss": 1.092464566230774,
      "step": 773
    },
    {
      "epoch": 0.5276073619631901,
      "grad_norm": 2.050143241882324,
      "learning_rate": 1.7280608939166937e-05,
      "loss": 0.3647843599319458,
      "step": 774
    },
    {
      "epoch": 0.5282890252215405,
      "grad_norm": 4.108394622802734,
      "learning_rate": 1.7273034727093677e-05,
      "loss": 1.2300772666931152,
      "step": 775
    },
    {
      "epoch": 0.5289706884798909,
      "grad_norm": 3.4278016090393066,
      "learning_rate": 1.726545164650714e-05,
      "loss": 1.1582565307617188,
      "step": 776
    },
    {
      "epoch": 0.5296523517382413,
      "grad_norm": 3.606982707977295,
      "learning_rate": 1.725785970665388e-05,
      "loss": 1.1168954372406006,
      "step": 777
    },
    {
      "epoch": 0.5303340149965917,
      "grad_norm": 1.5078668594360352,
      "learning_rate": 1.7250258916791286e-05,
      "loss": 0.8669070601463318,
      "step": 778
    },
    {
      "epoch": 0.5310156782549421,
      "grad_norm": 2.591376543045044,
      "learning_rate": 1.7242649286187524e-05,
      "loss": 0.9776431322097778,
      "step": 779
    },
    {
      "epoch": 0.5316973415132924,
      "grad_norm": 3.464742422103882,
      "learning_rate": 1.7235030824121542e-05,
      "loss": 1.2853455543518066,
      "step": 780
    },
    {
      "epoch": 0.5323790047716428,
      "grad_norm": 5.493305683135986,
      "learning_rate": 1.722740353988305e-05,
      "loss": 1.8691112995147705,
      "step": 781
    },
    {
      "epoch": 0.5330606680299932,
      "grad_norm": 2.410437822341919,
      "learning_rate": 1.721976744277253e-05,
      "loss": 0.814149796962738,
      "step": 782
    },
    {
      "epoch": 0.5337423312883436,
      "grad_norm": 16.686614990234375,
      "learning_rate": 1.7212122542101202e-05,
      "loss": 0.375972181558609,
      "step": 783
    },
    {
      "epoch": 0.534423994546694,
      "grad_norm": 2.9362881183624268,
      "learning_rate": 1.7204468847191017e-05,
      "loss": 0.7596120834350586,
      "step": 784
    },
    {
      "epoch": 0.5351056578050443,
      "grad_norm": 9.278156280517578,
      "learning_rate": 1.7196806367374656e-05,
      "loss": 1.4426381587982178,
      "step": 785
    },
    {
      "epoch": 0.5357873210633947,
      "grad_norm": 1.8680217266082764,
      "learning_rate": 1.718913511199551e-05,
      "loss": 0.5805763006210327,
      "step": 786
    },
    {
      "epoch": 0.5364689843217451,
      "grad_norm": 5.596136569976807,
      "learning_rate": 1.7181455090407667e-05,
      "loss": 1.9274470806121826,
      "step": 787
    },
    {
      "epoch": 0.5371506475800955,
      "grad_norm": 1.6634202003479004,
      "learning_rate": 1.717376631197591e-05,
      "loss": 0.9097037315368652,
      "step": 788
    },
    {
      "epoch": 0.5378323108384458,
      "grad_norm": 2.053905963897705,
      "learning_rate": 1.7166068786075697e-05,
      "loss": 0.7156496047973633,
      "step": 789
    },
    {
      "epoch": 0.5385139740967961,
      "grad_norm": 1.8190159797668457,
      "learning_rate": 1.7158362522093153e-05,
      "loss": 0.9084742665290833,
      "step": 790
    },
    {
      "epoch": 0.5391956373551465,
      "grad_norm": 6.989439010620117,
      "learning_rate": 1.715064752942506e-05,
      "loss": 1.7869974374771118,
      "step": 791
    },
    {
      "epoch": 0.5398773006134969,
      "grad_norm": 2.9668173789978027,
      "learning_rate": 1.714292381747883e-05,
      "loss": 1.452651023864746,
      "step": 792
    },
    {
      "epoch": 0.5405589638718473,
      "grad_norm": 2.09556245803833,
      "learning_rate": 1.7135191395672532e-05,
      "loss": 1.1105618476867676,
      "step": 793
    },
    {
      "epoch": 0.5412406271301977,
      "grad_norm": 2.4879820346832275,
      "learning_rate": 1.7127450273434837e-05,
      "loss": 1.349273681640625,
      "step": 794
    },
    {
      "epoch": 0.5419222903885481,
      "grad_norm": 2.475329875946045,
      "learning_rate": 1.7119700460205026e-05,
      "loss": 1.1380001306533813,
      "step": 795
    },
    {
      "epoch": 0.5426039536468984,
      "grad_norm": 2.9453556537628174,
      "learning_rate": 1.7111941965432985e-05,
      "loss": 1.2032630443572998,
      "step": 796
    },
    {
      "epoch": 0.5432856169052488,
      "grad_norm": 1.9774304628372192,
      "learning_rate": 1.710417479857918e-05,
      "loss": 1.3968552350997925,
      "step": 797
    },
    {
      "epoch": 0.5439672801635992,
      "grad_norm": 1.4213351011276245,
      "learning_rate": 1.709639896911466e-05,
      "loss": 1.2200727462768555,
      "step": 798
    },
    {
      "epoch": 0.5446489434219496,
      "grad_norm": 2.5062761306762695,
      "learning_rate": 1.708861448652102e-05,
      "loss": 1.232042908668518,
      "step": 799
    },
    {
      "epoch": 0.5453306066803,
      "grad_norm": 2.286937713623047,
      "learning_rate": 1.7080821360290426e-05,
      "loss": 1.0151350498199463,
      "step": 800
    },
    {
      "epoch": 0.5460122699386503,
      "grad_norm": 3.6527047157287598,
      "learning_rate": 1.707301959992557e-05,
      "loss": 0.5274887084960938,
      "step": 801
    },
    {
      "epoch": 0.5466939331970007,
      "grad_norm": 5.329606056213379,
      "learning_rate": 1.7065209214939677e-05,
      "loss": 1.9559152126312256,
      "step": 802
    },
    {
      "epoch": 0.547375596455351,
      "grad_norm": 3.702806234359741,
      "learning_rate": 1.7057390214856493e-05,
      "loss": 1.6446794271469116,
      "step": 803
    },
    {
      "epoch": 0.5480572597137015,
      "grad_norm": 3.3207600116729736,
      "learning_rate": 1.704956260921026e-05,
      "loss": 0.7604854106903076,
      "step": 804
    },
    {
      "epoch": 0.5487389229720518,
      "grad_norm": 3.5969300270080566,
      "learning_rate": 1.7041726407545716e-05,
      "loss": 2.1249866485595703,
      "step": 805
    },
    {
      "epoch": 0.5494205862304021,
      "grad_norm": 3.1857168674468994,
      "learning_rate": 1.703388161941809e-05,
      "loss": 1.656814455986023,
      "step": 806
    },
    {
      "epoch": 0.5501022494887525,
      "grad_norm": 6.424698829650879,
      "learning_rate": 1.7026028254393067e-05,
      "loss": 0.5891388058662415,
      "step": 807
    },
    {
      "epoch": 0.5507839127471029,
      "grad_norm": 2.86966872215271,
      "learning_rate": 1.7018166322046798e-05,
      "loss": 1.0807417631149292,
      "step": 808
    },
    {
      "epoch": 0.5514655760054533,
      "grad_norm": 2.9843268394470215,
      "learning_rate": 1.7010295831965886e-05,
      "loss": 1.485582947731018,
      "step": 809
    },
    {
      "epoch": 0.5521472392638037,
      "grad_norm": 2.941580295562744,
      "learning_rate": 1.7002416793747354e-05,
      "loss": 0.7899935841560364,
      "step": 810
    },
    {
      "epoch": 0.5528289025221541,
      "grad_norm": 3.1687259674072266,
      "learning_rate": 1.6994529216998664e-05,
      "loss": 0.9913202524185181,
      "step": 811
    },
    {
      "epoch": 0.5535105657805044,
      "grad_norm": 3.191603183746338,
      "learning_rate": 1.698663311133768e-05,
      "loss": 1.5229895114898682,
      "step": 812
    },
    {
      "epoch": 0.5541922290388548,
      "grad_norm": 3.0717062950134277,
      "learning_rate": 1.697872848639267e-05,
      "loss": 1.01241135597229,
      "step": 813
    },
    {
      "epoch": 0.5548738922972052,
      "grad_norm": 3.8809890747070312,
      "learning_rate": 1.6970815351802285e-05,
      "loss": 1.1171845197677612,
      "step": 814
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 2.6531922817230225,
      "learning_rate": 1.696289371721556e-05,
      "loss": 1.0600652694702148,
      "step": 815
    },
    {
      "epoch": 0.556237218813906,
      "grad_norm": 2.629523754119873,
      "learning_rate": 1.695496359229189e-05,
      "loss": 1.5618984699249268,
      "step": 816
    },
    {
      "epoch": 0.5569188820722563,
      "grad_norm": 3.4782345294952393,
      "learning_rate": 1.694702498670102e-05,
      "loss": 1.4636913537979126,
      "step": 817
    },
    {
      "epoch": 0.5576005453306067,
      "grad_norm": 5.301943778991699,
      "learning_rate": 1.693907791012305e-05,
      "loss": 2.062746524810791,
      "step": 818
    },
    {
      "epoch": 0.558282208588957,
      "grad_norm": 8.220975875854492,
      "learning_rate": 1.6931122372248386e-05,
      "loss": 1.9080711603164673,
      "step": 819
    },
    {
      "epoch": 0.5589638718473074,
      "grad_norm": 9.341310501098633,
      "learning_rate": 1.692315838277778e-05,
      "loss": 2.5527243614196777,
      "step": 820
    },
    {
      "epoch": 0.5596455351056578,
      "grad_norm": 3.4971513748168945,
      "learning_rate": 1.6915185951422256e-05,
      "loss": 0.818741500377655,
      "step": 821
    },
    {
      "epoch": 0.5603271983640081,
      "grad_norm": 2.5906221866607666,
      "learning_rate": 1.690720508790316e-05,
      "loss": 1.187768578529358,
      "step": 822
    },
    {
      "epoch": 0.5610088616223585,
      "grad_norm": 2.4157657623291016,
      "learning_rate": 1.6899215801952112e-05,
      "loss": 0.821315348148346,
      "step": 823
    },
    {
      "epoch": 0.5616905248807089,
      "grad_norm": 3.0064284801483154,
      "learning_rate": 1.6891218103310994e-05,
      "loss": 1.7353657484054565,
      "step": 824
    },
    {
      "epoch": 0.5623721881390593,
      "grad_norm": 2.2080047130584717,
      "learning_rate": 1.6883212001731956e-05,
      "loss": 0.8247939348220825,
      "step": 825
    },
    {
      "epoch": 0.5630538513974097,
      "grad_norm": 3.125454902648926,
      "learning_rate": 1.6875197506977387e-05,
      "loss": 0.867475152015686,
      "step": 826
    },
    {
      "epoch": 0.5637355146557601,
      "grad_norm": 3.8463499546051025,
      "learning_rate": 1.686717462881992e-05,
      "loss": 1.0625464916229248,
      "step": 827
    },
    {
      "epoch": 0.5644171779141104,
      "grad_norm": 5.8361406326293945,
      "learning_rate": 1.685914337704239e-05,
      "loss": 2.3758678436279297,
      "step": 828
    },
    {
      "epoch": 0.5650988411724608,
      "grad_norm": 2.165736436843872,
      "learning_rate": 1.6851103761437876e-05,
      "loss": 1.1737010478973389,
      "step": 829
    },
    {
      "epoch": 0.5657805044308112,
      "grad_norm": 2.5541231632232666,
      "learning_rate": 1.6843055791809623e-05,
      "loss": 1.3654487133026123,
      "step": 830
    },
    {
      "epoch": 0.5664621676891616,
      "grad_norm": 1.6458773612976074,
      "learning_rate": 1.6834999477971078e-05,
      "loss": 1.1628589630126953,
      "step": 831
    },
    {
      "epoch": 0.567143830947512,
      "grad_norm": 2.6931536197662354,
      "learning_rate": 1.6826934829745868e-05,
      "loss": 1.0243465900421143,
      "step": 832
    },
    {
      "epoch": 0.5678254942058623,
      "grad_norm": 2.4119794368743896,
      "learning_rate": 1.6818861856967762e-05,
      "loss": 1.3056764602661133,
      "step": 833
    },
    {
      "epoch": 0.5685071574642127,
      "grad_norm": 2.928074836730957,
      "learning_rate": 1.68107805694807e-05,
      "loss": 1.3191547393798828,
      "step": 834
    },
    {
      "epoch": 0.569188820722563,
      "grad_norm": 1.8255895376205444,
      "learning_rate": 1.680269097713876e-05,
      "loss": 1.5903112888336182,
      "step": 835
    },
    {
      "epoch": 0.5698704839809134,
      "grad_norm": 2.3143746852874756,
      "learning_rate": 1.6794593089806134e-05,
      "loss": 1.0325926542282104,
      "step": 836
    },
    {
      "epoch": 0.5705521472392638,
      "grad_norm": 3.990488052368164,
      "learning_rate": 1.678648691735713e-05,
      "loss": 1.4269142150878906,
      "step": 837
    },
    {
      "epoch": 0.5712338104976141,
      "grad_norm": 3.2297160625457764,
      "learning_rate": 1.6778372469676173e-05,
      "loss": 1.53303861618042,
      "step": 838
    },
    {
      "epoch": 0.5719154737559645,
      "grad_norm": 2.850156545639038,
      "learning_rate": 1.6770249756657762e-05,
      "loss": 0.9840932488441467,
      "step": 839
    },
    {
      "epoch": 0.5725971370143149,
      "grad_norm": 1.9680904150009155,
      "learning_rate": 1.6762118788206488e-05,
      "loss": 1.3542200326919556,
      "step": 840
    },
    {
      "epoch": 0.5732788002726653,
      "grad_norm": 2.278607130050659,
      "learning_rate": 1.6753979574236996e-05,
      "loss": 0.4934600591659546,
      "step": 841
    },
    {
      "epoch": 0.5739604635310157,
      "grad_norm": 2.5241875648498535,
      "learning_rate": 1.6745832124673996e-05,
      "loss": 0.564077615737915,
      "step": 842
    },
    {
      "epoch": 0.5746421267893661,
      "grad_norm": 1.576717495918274,
      "learning_rate": 1.6737676449452235e-05,
      "loss": 1.2056704759597778,
      "step": 843
    },
    {
      "epoch": 0.5753237900477164,
      "grad_norm": 3.5793991088867188,
      "learning_rate": 1.672951255851649e-05,
      "loss": 1.4175639152526855,
      "step": 844
    },
    {
      "epoch": 0.5760054533060668,
      "grad_norm": 3.2483086585998535,
      "learning_rate": 1.6721340461821555e-05,
      "loss": 1.3645559549331665,
      "step": 845
    },
    {
      "epoch": 0.5766871165644172,
      "grad_norm": 1.2694355249404907,
      "learning_rate": 1.671316016933223e-05,
      "loss": 1.0463674068450928,
      "step": 846
    },
    {
      "epoch": 0.5773687798227676,
      "grad_norm": 1.5353333950042725,
      "learning_rate": 1.6704971691023316e-05,
      "loss": 0.9055666923522949,
      "step": 847
    },
    {
      "epoch": 0.578050443081118,
      "grad_norm": 7.366179943084717,
      "learning_rate": 1.6696775036879588e-05,
      "loss": 2.724958896636963,
      "step": 848
    },
    {
      "epoch": 0.5787321063394683,
      "grad_norm": 3.2687127590179443,
      "learning_rate": 1.6688570216895793e-05,
      "loss": 1.4015331268310547,
      "step": 849
    },
    {
      "epoch": 0.5794137695978187,
      "grad_norm": 4.6578898429870605,
      "learning_rate": 1.6680357241076632e-05,
      "loss": 0.6592810153961182,
      "step": 850
    },
    {
      "epoch": 0.580095432856169,
      "grad_norm": 2.0691535472869873,
      "learning_rate": 1.667213611943675e-05,
      "loss": 0.654139518737793,
      "step": 851
    },
    {
      "epoch": 0.5807770961145194,
      "grad_norm": 2.046271324157715,
      "learning_rate": 1.6663906862000736e-05,
      "loss": 1.0838494300842285,
      "step": 852
    },
    {
      "epoch": 0.5814587593728698,
      "grad_norm": 2.3908135890960693,
      "learning_rate": 1.6655669478803086e-05,
      "loss": 0.9503333568572998,
      "step": 853
    },
    {
      "epoch": 0.5821404226312201,
      "grad_norm": 2.4451968669891357,
      "learning_rate": 1.6647423979888214e-05,
      "loss": 1.4373940229415894,
      "step": 854
    },
    {
      "epoch": 0.5828220858895705,
      "grad_norm": 1.9011889696121216,
      "learning_rate": 1.6639170375310422e-05,
      "loss": 1.1368272304534912,
      "step": 855
    },
    {
      "epoch": 0.5835037491479209,
      "grad_norm": 5.264576435089111,
      "learning_rate": 1.6630908675133905e-05,
      "loss": 2.110563278198242,
      "step": 856
    },
    {
      "epoch": 0.5841854124062713,
      "grad_norm": 2.0514638423919678,
      "learning_rate": 1.6622638889432716e-05,
      "loss": 1.768547773361206,
      "step": 857
    },
    {
      "epoch": 0.5848670756646217,
      "grad_norm": 2.4283359050750732,
      "learning_rate": 1.6614361028290783e-05,
      "loss": 1.0054471492767334,
      "step": 858
    },
    {
      "epoch": 0.5855487389229721,
      "grad_norm": 2.2833070755004883,
      "learning_rate": 1.660607510180187e-05,
      "loss": 1.6151342391967773,
      "step": 859
    },
    {
      "epoch": 0.5862304021813224,
      "grad_norm": 2.7579729557037354,
      "learning_rate": 1.6597781120069584e-05,
      "loss": 1.5430269241333008,
      "step": 860
    },
    {
      "epoch": 0.5869120654396728,
      "grad_norm": 2.7292988300323486,
      "learning_rate": 1.658947909320734e-05,
      "loss": 0.5025774240493774,
      "step": 861
    },
    {
      "epoch": 0.5875937286980232,
      "grad_norm": 2.3136188983917236,
      "learning_rate": 1.658116903133838e-05,
      "loss": 1.8564517498016357,
      "step": 862
    },
    {
      "epoch": 0.5882753919563736,
      "grad_norm": 2.4586784839630127,
      "learning_rate": 1.6572850944595735e-05,
      "loss": 1.1788643598556519,
      "step": 863
    },
    {
      "epoch": 0.588957055214724,
      "grad_norm": 6.834049701690674,
      "learning_rate": 1.6564524843122223e-05,
      "loss": 2.2534217834472656,
      "step": 864
    },
    {
      "epoch": 0.5896387184730743,
      "grad_norm": 2.284600257873535,
      "learning_rate": 1.655619073707043e-05,
      "loss": 0.9232459664344788,
      "step": 865
    },
    {
      "epoch": 0.5903203817314246,
      "grad_norm": 5.458041667938232,
      "learning_rate": 1.6547848636602708e-05,
      "loss": 1.7762432098388672,
      "step": 866
    },
    {
      "epoch": 0.591002044989775,
      "grad_norm": 4.977056980133057,
      "learning_rate": 1.653949855189116e-05,
      "loss": 1.9290387630462646,
      "step": 867
    },
    {
      "epoch": 0.5916837082481254,
      "grad_norm": 2.7046382427215576,
      "learning_rate": 1.653114049311762e-05,
      "loss": 1.8991743326187134,
      "step": 868
    },
    {
      "epoch": 0.5923653715064758,
      "grad_norm": 3.796870708465576,
      "learning_rate": 1.6522774470473642e-05,
      "loss": 1.9370957612991333,
      "step": 869
    },
    {
      "epoch": 0.5930470347648262,
      "grad_norm": 2.8540728092193604,
      "learning_rate": 1.6514400494160498e-05,
      "loss": 1.2413911819458008,
      "step": 870
    },
    {
      "epoch": 0.5937286980231765,
      "grad_norm": 2.58767032623291,
      "learning_rate": 1.6506018574389152e-05,
      "loss": 1.1953917741775513,
      "step": 871
    },
    {
      "epoch": 0.5944103612815269,
      "grad_norm": 4.319695472717285,
      "learning_rate": 1.6497628721380257e-05,
      "loss": 1.3608784675598145,
      "step": 872
    },
    {
      "epoch": 0.5950920245398773,
      "grad_norm": 3.1396563053131104,
      "learning_rate": 1.6489230945364148e-05,
      "loss": 1.0947556495666504,
      "step": 873
    },
    {
      "epoch": 0.5957736877982277,
      "grad_norm": 1.7502825260162354,
      "learning_rate": 1.648082525658081e-05,
      "loss": 0.942647397518158,
      "step": 874
    },
    {
      "epoch": 0.5964553510565781,
      "grad_norm": 3.145920991897583,
      "learning_rate": 1.6472411665279872e-05,
      "loss": 0.8317646980285645,
      "step": 875
    },
    {
      "epoch": 0.5971370143149284,
      "grad_norm": 2.4428975582122803,
      "learning_rate": 1.646399018172061e-05,
      "loss": 1.2358999252319336,
      "step": 876
    },
    {
      "epoch": 0.5978186775732788,
      "grad_norm": 2.7724978923797607,
      "learning_rate": 1.6455560816171928e-05,
      "loss": 0.3633544445037842,
      "step": 877
    },
    {
      "epoch": 0.5985003408316292,
      "grad_norm": 3.3238282203674316,
      "learning_rate": 1.644712357891232e-05,
      "loss": 1.467452049255371,
      "step": 878
    },
    {
      "epoch": 0.5991820040899796,
      "grad_norm": 1.9840031862258911,
      "learning_rate": 1.643867848022991e-05,
      "loss": 1.1709258556365967,
      "step": 879
    },
    {
      "epoch": 0.59986366734833,
      "grad_norm": 3.40712308883667,
      "learning_rate": 1.643022553042237e-05,
      "loss": 1.1537139415740967,
      "step": 880
    },
    {
      "epoch": 0.6005453306066802,
      "grad_norm": 6.150967597961426,
      "learning_rate": 1.6421764739796974e-05,
      "loss": 1.8220754861831665,
      "step": 881
    },
    {
      "epoch": 0.6012269938650306,
      "grad_norm": 3.064323663711548,
      "learning_rate": 1.6413296118670553e-05,
      "loss": 0.8146998882293701,
      "step": 882
    },
    {
      "epoch": 0.601908657123381,
      "grad_norm": 3.7720255851745605,
      "learning_rate": 1.6404819677369474e-05,
      "loss": 1.929551124572754,
      "step": 883
    },
    {
      "epoch": 0.6025903203817314,
      "grad_norm": 4.224287033081055,
      "learning_rate": 1.639633542622965e-05,
      "loss": 0.8990840911865234,
      "step": 884
    },
    {
      "epoch": 0.6032719836400818,
      "grad_norm": 7.684881687164307,
      "learning_rate": 1.6387843375596513e-05,
      "loss": 1.4321951866149902,
      "step": 885
    },
    {
      "epoch": 0.6039536468984322,
      "grad_norm": 3.8415868282318115,
      "learning_rate": 1.6379343535825004e-05,
      "loss": 0.9163957834243774,
      "step": 886
    },
    {
      "epoch": 0.6046353101567825,
      "grad_norm": 3.149662971496582,
      "learning_rate": 1.6370835917279573e-05,
      "loss": 1.1009467840194702,
      "step": 887
    },
    {
      "epoch": 0.6053169734151329,
      "grad_norm": 4.081305503845215,
      "learning_rate": 1.636232053033414e-05,
      "loss": 1.9384831190109253,
      "step": 888
    },
    {
      "epoch": 0.6059986366734833,
      "grad_norm": 1.7843787670135498,
      "learning_rate": 1.63537973853721e-05,
      "loss": 0.908522367477417,
      "step": 889
    },
    {
      "epoch": 0.6066802999318337,
      "grad_norm": 2.2492616176605225,
      "learning_rate": 1.634526649278632e-05,
      "loss": 1.1304497718811035,
      "step": 890
    },
    {
      "epoch": 0.6073619631901841,
      "grad_norm": 2.759291648864746,
      "learning_rate": 1.6336727862979108e-05,
      "loss": 0.9259381294250488,
      "step": 891
    },
    {
      "epoch": 0.6080436264485344,
      "grad_norm": 3.2604150772094727,
      "learning_rate": 1.6328181506362193e-05,
      "loss": 1.2496137619018555,
      "step": 892
    },
    {
      "epoch": 0.6087252897068848,
      "grad_norm": 2.1876111030578613,
      "learning_rate": 1.631962743335675e-05,
      "loss": 1.1682977676391602,
      "step": 893
    },
    {
      "epoch": 0.6094069529652352,
      "grad_norm": 2.5494682788848877,
      "learning_rate": 1.631106565439334e-05,
      "loss": 1.04998779296875,
      "step": 894
    },
    {
      "epoch": 0.6100886162235856,
      "grad_norm": 1.378842830657959,
      "learning_rate": 1.630249617991194e-05,
      "loss": 0.8368078470230103,
      "step": 895
    },
    {
      "epoch": 0.610770279481936,
      "grad_norm": 3.7163796424865723,
      "learning_rate": 1.6293919020361895e-05,
      "loss": 1.5429718494415283,
      "step": 896
    },
    {
      "epoch": 0.6114519427402862,
      "grad_norm": 7.239688873291016,
      "learning_rate": 1.6285334186201933e-05,
      "loss": 2.765354871749878,
      "step": 897
    },
    {
      "epoch": 0.6121336059986366,
      "grad_norm": 1.3090721368789673,
      "learning_rate": 1.6276741687900134e-05,
      "loss": 0.7607836127281189,
      "step": 898
    },
    {
      "epoch": 0.612815269256987,
      "grad_norm": 3.923982858657837,
      "learning_rate": 1.626814153593392e-05,
      "loss": 1.0957961082458496,
      "step": 899
    },
    {
      "epoch": 0.6134969325153374,
      "grad_norm": 3.3863680362701416,
      "learning_rate": 1.6259533740790055e-05,
      "loss": 1.135899305343628,
      "step": 900
    },
    {
      "epoch": 0.6141785957736878,
      "grad_norm": 2.371218681335449,
      "learning_rate": 1.6250918312964613e-05,
      "loss": 1.238204002380371,
      "step": 901
    },
    {
      "epoch": 0.6148602590320382,
      "grad_norm": 1.8255348205566406,
      "learning_rate": 1.6242295262962983e-05,
      "loss": 0.9338752031326294,
      "step": 902
    },
    {
      "epoch": 0.6155419222903885,
      "grad_norm": 4.244454383850098,
      "learning_rate": 1.6233664601299848e-05,
      "loss": 1.579453468322754,
      "step": 903
    },
    {
      "epoch": 0.6162235855487389,
      "grad_norm": 1.443424940109253,
      "learning_rate": 1.6225026338499166e-05,
      "loss": 0.8247011303901672,
      "step": 904
    },
    {
      "epoch": 0.6169052488070893,
      "grad_norm": 1.967061996459961,
      "learning_rate": 1.6216380485094164e-05,
      "loss": 0.9666604995727539,
      "step": 905
    },
    {
      "epoch": 0.6175869120654397,
      "grad_norm": 3.75724720954895,
      "learning_rate": 1.6207727051627334e-05,
      "loss": 1.3404090404510498,
      "step": 906
    },
    {
      "epoch": 0.6182685753237901,
      "grad_norm": 2.1765472888946533,
      "learning_rate": 1.61990660486504e-05,
      "loss": 0.6874090433120728,
      "step": 907
    },
    {
      "epoch": 0.6189502385821404,
      "grad_norm": 1.8902146816253662,
      "learning_rate": 1.6190397486724324e-05,
      "loss": 1.1136112213134766,
      "step": 908
    },
    {
      "epoch": 0.6196319018404908,
      "grad_norm": 1.558221459388733,
      "learning_rate": 1.6181721376419282e-05,
      "loss": 1.1098493337631226,
      "step": 909
    },
    {
      "epoch": 0.6203135650988412,
      "grad_norm": 5.35651159286499,
      "learning_rate": 1.617303772831465e-05,
      "loss": 2.0255041122436523,
      "step": 910
    },
    {
      "epoch": 0.6209952283571916,
      "grad_norm": 5.652133464813232,
      "learning_rate": 1.6164346552999e-05,
      "loss": 2.2431159019470215,
      "step": 911
    },
    {
      "epoch": 0.621676891615542,
      "grad_norm": 2.664736747741699,
      "learning_rate": 1.615564786107009e-05,
      "loss": 1.6007494926452637,
      "step": 912
    },
    {
      "epoch": 0.6223585548738922,
      "grad_norm": 3.1986606121063232,
      "learning_rate": 1.614694166313483e-05,
      "loss": 0.9353867769241333,
      "step": 913
    },
    {
      "epoch": 0.6230402181322426,
      "grad_norm": 3.8483238220214844,
      "learning_rate": 1.6138227969809283e-05,
      "loss": 1.6212551593780518,
      "step": 914
    },
    {
      "epoch": 0.623721881390593,
      "grad_norm": 6.442831039428711,
      "learning_rate": 1.6129506791718665e-05,
      "loss": 1.4637436866760254,
      "step": 915
    },
    {
      "epoch": 0.6244035446489434,
      "grad_norm": 3.796579122543335,
      "learning_rate": 1.6120778139497307e-05,
      "loss": 1.3633496761322021,
      "step": 916
    },
    {
      "epoch": 0.6250852079072938,
      "grad_norm": 4.911407470703125,
      "learning_rate": 1.611204202378866e-05,
      "loss": 1.731675386428833,
      "step": 917
    },
    {
      "epoch": 0.6257668711656442,
      "grad_norm": 3.0223350524902344,
      "learning_rate": 1.6103298455245267e-05,
      "loss": 2.0269124507904053,
      "step": 918
    },
    {
      "epoch": 0.6264485344239945,
      "grad_norm": 1.8000354766845703,
      "learning_rate": 1.6094547444528767e-05,
      "loss": 1.2296888828277588,
      "step": 919
    },
    {
      "epoch": 0.6271301976823449,
      "grad_norm": 2.296272039413452,
      "learning_rate": 1.6085789002309873e-05,
      "loss": 0.943554699420929,
      "step": 920
    },
    {
      "epoch": 0.6278118609406953,
      "grad_norm": 4.166633605957031,
      "learning_rate": 1.607702313926836e-05,
      "loss": 1.6951007843017578,
      "step": 921
    },
    {
      "epoch": 0.6284935241990457,
      "grad_norm": 2.0115439891815186,
      "learning_rate": 1.6068249866093046e-05,
      "loss": 1.4381415843963623,
      "step": 922
    },
    {
      "epoch": 0.6291751874573961,
      "grad_norm": 2.222892999649048,
      "learning_rate": 1.605946919348179e-05,
      "loss": 0.7805427312850952,
      "step": 923
    },
    {
      "epoch": 0.6298568507157464,
      "grad_norm": 7.529016494750977,
      "learning_rate": 1.6050681132141473e-05,
      "loss": 2.7365059852600098,
      "step": 924
    },
    {
      "epoch": 0.6305385139740968,
      "grad_norm": 2.209188461303711,
      "learning_rate": 1.6041885692787985e-05,
      "loss": 0.549006998538971,
      "step": 925
    },
    {
      "epoch": 0.6312201772324472,
      "grad_norm": 1.747800588607788,
      "learning_rate": 1.603308288614621e-05,
      "loss": 1.1981534957885742,
      "step": 926
    },
    {
      "epoch": 0.6319018404907976,
      "grad_norm": 1.9363545179367065,
      "learning_rate": 1.602427272295002e-05,
      "loss": 1.0019506216049194,
      "step": 927
    },
    {
      "epoch": 0.632583503749148,
      "grad_norm": 2.520519256591797,
      "learning_rate": 1.6015455213942253e-05,
      "loss": 1.3125648498535156,
      "step": 928
    },
    {
      "epoch": 0.6332651670074982,
      "grad_norm": 1.7315162420272827,
      "learning_rate": 1.600663036987471e-05,
      "loss": 1.2615352869033813,
      "step": 929
    },
    {
      "epoch": 0.6339468302658486,
      "grad_norm": 2.635585308074951,
      "learning_rate": 1.599779820150813e-05,
      "loss": 1.0167396068572998,
      "step": 930
    },
    {
      "epoch": 0.634628493524199,
      "grad_norm": 2.0008440017700195,
      "learning_rate": 1.5988958719612182e-05,
      "loss": 1.4046450853347778,
      "step": 931
    },
    {
      "epoch": 0.6353101567825494,
      "grad_norm": 1.9721522331237793,
      "learning_rate": 1.5980111934965467e-05,
      "loss": 1.0870532989501953,
      "step": 932
    },
    {
      "epoch": 0.6359918200408998,
      "grad_norm": 2.249335289001465,
      "learning_rate": 1.5971257858355467e-05,
      "loss": 1.325969934463501,
      "step": 933
    },
    {
      "epoch": 0.6366734832992502,
      "grad_norm": 5.9346747398376465,
      "learning_rate": 1.596239650057858e-05,
      "loss": 2.0995099544525146,
      "step": 934
    },
    {
      "epoch": 0.6373551465576005,
      "grad_norm": 4.217530250549316,
      "learning_rate": 1.5953527872440063e-05,
      "loss": 1.4458832740783691,
      "step": 935
    },
    {
      "epoch": 0.6380368098159509,
      "grad_norm": 4.074642658233643,
      "learning_rate": 1.5944651984754053e-05,
      "loss": 0.7346776723861694,
      "step": 936
    },
    {
      "epoch": 0.6387184730743013,
      "grad_norm": 3.239382743835449,
      "learning_rate": 1.5935768848343527e-05,
      "loss": 1.4215084314346313,
      "step": 937
    },
    {
      "epoch": 0.6394001363326517,
      "grad_norm": 2.162938117980957,
      "learning_rate": 1.5926878474040313e-05,
      "loss": 1.3204901218414307,
      "step": 938
    },
    {
      "epoch": 0.6400817995910021,
      "grad_norm": 3.4916062355041504,
      "learning_rate": 1.591798087268505e-05,
      "loss": 0.5219067335128784,
      "step": 939
    },
    {
      "epoch": 0.6407634628493524,
      "grad_norm": 3.3285751342773438,
      "learning_rate": 1.5909076055127202e-05,
      "loss": 1.9166496992111206,
      "step": 940
    },
    {
      "epoch": 0.6414451261077028,
      "grad_norm": 3.0225143432617188,
      "learning_rate": 1.590016403222503e-05,
      "loss": 1.4402289390563965,
      "step": 941
    },
    {
      "epoch": 0.6421267893660532,
      "grad_norm": 3.20241117477417,
      "learning_rate": 1.5891244814845575e-05,
      "loss": 1.6794233322143555,
      "step": 942
    },
    {
      "epoch": 0.6428084526244036,
      "grad_norm": 2.3573503494262695,
      "learning_rate": 1.5882318413864653e-05,
      "loss": 1.4372035264968872,
      "step": 943
    },
    {
      "epoch": 0.643490115882754,
      "grad_norm": 4.339122772216797,
      "learning_rate": 1.5873384840166846e-05,
      "loss": 2.0290374755859375,
      "step": 944
    },
    {
      "epoch": 0.6441717791411042,
      "grad_norm": 2.5518579483032227,
      "learning_rate": 1.5864444104645473e-05,
      "loss": 1.3544771671295166,
      "step": 945
    },
    {
      "epoch": 0.6448534423994546,
      "grad_norm": 3.1364567279815674,
      "learning_rate": 1.5855496218202592e-05,
      "loss": 1.642664909362793,
      "step": 946
    },
    {
      "epoch": 0.645535105657805,
      "grad_norm": 4.1128249168396,
      "learning_rate": 1.5846541191748978e-05,
      "loss": 1.026753306388855,
      "step": 947
    },
    {
      "epoch": 0.6462167689161554,
      "grad_norm": 2.6246652603149414,
      "learning_rate": 1.5837579036204114e-05,
      "loss": 1.317074179649353,
      "step": 948
    },
    {
      "epoch": 0.6468984321745058,
      "grad_norm": 2.8232638835906982,
      "learning_rate": 1.582860976249617e-05,
      "loss": 0.8829560279846191,
      "step": 949
    },
    {
      "epoch": 0.6475800954328562,
      "grad_norm": 2.4629805088043213,
      "learning_rate": 1.581963338156201e-05,
      "loss": 1.2965718507766724,
      "step": 950
    },
    {
      "epoch": 0.6482617586912065,
      "grad_norm": 1.6031711101531982,
      "learning_rate": 1.5810649904347145e-05,
      "loss": 0.9839382171630859,
      "step": 951
    },
    {
      "epoch": 0.6489434219495569,
      "grad_norm": 2.805589199066162,
      "learning_rate": 1.5801659341805752e-05,
      "loss": 1.3879642486572266,
      "step": 952
    },
    {
      "epoch": 0.6496250852079073,
      "grad_norm": 3.0134496688842773,
      "learning_rate": 1.5792661704900648e-05,
      "loss": 1.470901608467102,
      "step": 953
    },
    {
      "epoch": 0.6503067484662577,
      "grad_norm": 5.161888122558594,
      "learning_rate": 1.5783657004603273e-05,
      "loss": 2.198390483856201,
      "step": 954
    },
    {
      "epoch": 0.6509884117246081,
      "grad_norm": 2.703739881515503,
      "learning_rate": 1.5774645251893673e-05,
      "loss": 1.5957465171813965,
      "step": 955
    },
    {
      "epoch": 0.6516700749829584,
      "grad_norm": 2.825924873352051,
      "learning_rate": 1.5765626457760506e-05,
      "loss": 0.8621901273727417,
      "step": 956
    },
    {
      "epoch": 0.6523517382413088,
      "grad_norm": 2.693979501724243,
      "learning_rate": 1.575660063320101e-05,
      "loss": 1.402087688446045,
      "step": 957
    },
    {
      "epoch": 0.6530334014996592,
      "grad_norm": 2.7669472694396973,
      "learning_rate": 1.574756778922099e-05,
      "loss": 1.3180046081542969,
      "step": 958
    },
    {
      "epoch": 0.6537150647580096,
      "grad_norm": 2.372765302658081,
      "learning_rate": 1.5738527936834824e-05,
      "loss": 0.9966622591018677,
      "step": 959
    },
    {
      "epoch": 0.65439672801636,
      "grad_norm": 1.8964282274246216,
      "learning_rate": 1.5729481087065423e-05,
      "loss": 1.2379252910614014,
      "step": 960
    },
    {
      "epoch": 0.6550783912747103,
      "grad_norm": 4.117354869842529,
      "learning_rate": 1.5720427250944237e-05,
      "loss": 2.0293562412261963,
      "step": 961
    },
    {
      "epoch": 0.6557600545330606,
      "grad_norm": 2.0985937118530273,
      "learning_rate": 1.5711366439511234e-05,
      "loss": 0.9524621963500977,
      "step": 962
    },
    {
      "epoch": 0.656441717791411,
      "grad_norm": 1.853117823600769,
      "learning_rate": 1.5702298663814884e-05,
      "loss": 0.8067352771759033,
      "step": 963
    },
    {
      "epoch": 0.6571233810497614,
      "grad_norm": 2.6025946140289307,
      "learning_rate": 1.569322393491216e-05,
      "loss": 1.2105220556259155,
      "step": 964
    },
    {
      "epoch": 0.6578050443081118,
      "grad_norm": 1.4278172254562378,
      "learning_rate": 1.5684142263868493e-05,
      "loss": 1.3550410270690918,
      "step": 965
    },
    {
      "epoch": 0.6584867075664622,
      "grad_norm": 1.4979023933410645,
      "learning_rate": 1.5675053661757802e-05,
      "loss": 0.5304239988327026,
      "step": 966
    },
    {
      "epoch": 0.6591683708248125,
      "grad_norm": 1.8251065015792847,
      "learning_rate": 1.566595813966244e-05,
      "loss": 0.6945926547050476,
      "step": 967
    },
    {
      "epoch": 0.6598500340831629,
      "grad_norm": 1.7620820999145508,
      "learning_rate": 1.5656855708673208e-05,
      "loss": 1.5049657821655273,
      "step": 968
    },
    {
      "epoch": 0.6605316973415133,
      "grad_norm": 1.326943039894104,
      "learning_rate": 1.564774637988933e-05,
      "loss": 0.8265421986579895,
      "step": 969
    },
    {
      "epoch": 0.6612133605998637,
      "grad_norm": 1.3603960275650024,
      "learning_rate": 1.5638630164418435e-05,
      "loss": 0.9551488757133484,
      "step": 970
    },
    {
      "epoch": 0.6618950238582141,
      "grad_norm": 3.848780632019043,
      "learning_rate": 1.5629507073376556e-05,
      "loss": 1.197197675704956,
      "step": 971
    },
    {
      "epoch": 0.6625766871165644,
      "grad_norm": 3.2928988933563232,
      "learning_rate": 1.562037711788811e-05,
      "loss": 1.1889151334762573,
      "step": 972
    },
    {
      "epoch": 0.6632583503749148,
      "grad_norm": 2.450935125350952,
      "learning_rate": 1.5611240309085877e-05,
      "loss": 1.1293702125549316,
      "step": 973
    },
    {
      "epoch": 0.6639400136332652,
      "grad_norm": 1.8610042333602905,
      "learning_rate": 1.5602096658111003e-05,
      "loss": 0.689786970615387,
      "step": 974
    },
    {
      "epoch": 0.6646216768916156,
      "grad_norm": 2.4367642402648926,
      "learning_rate": 1.5592946176112973e-05,
      "loss": 0.8688675761222839,
      "step": 975
    },
    {
      "epoch": 0.665303340149966,
      "grad_norm": 2.765475034713745,
      "learning_rate": 1.55837888742496e-05,
      "loss": 1.4046356678009033,
      "step": 976
    },
    {
      "epoch": 0.6659850034083163,
      "grad_norm": 2.2495126724243164,
      "learning_rate": 1.5574624763687006e-05,
      "loss": 1.0725502967834473,
      "step": 977
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 2.21120548248291,
      "learning_rate": 1.556545385559964e-05,
      "loss": 0.50251704454422,
      "step": 978
    },
    {
      "epoch": 0.667348329925017,
      "grad_norm": 2.6886188983917236,
      "learning_rate": 1.5556276161170214e-05,
      "loss": 1.5717726945877075,
      "step": 979
    },
    {
      "epoch": 0.6680299931833674,
      "grad_norm": 2.472787380218506,
      "learning_rate": 1.554709169158972e-05,
      "loss": 0.9982832670211792,
      "step": 980
    },
    {
      "epoch": 0.6687116564417178,
      "grad_norm": 2.3250319957733154,
      "learning_rate": 1.5537900458057426e-05,
      "loss": 1.3237147331237793,
      "step": 981
    },
    {
      "epoch": 0.6693933197000682,
      "grad_norm": 3.5646936893463135,
      "learning_rate": 1.5528702471780832e-05,
      "loss": 1.4620048999786377,
      "step": 982
    },
    {
      "epoch": 0.6700749829584185,
      "grad_norm": 3.5376639366149902,
      "learning_rate": 1.5519497743975676e-05,
      "loss": 1.7363507747650146,
      "step": 983
    },
    {
      "epoch": 0.6707566462167689,
      "grad_norm": 2.8820950984954834,
      "learning_rate": 1.551028628586592e-05,
      "loss": 0.7051398754119873,
      "step": 984
    },
    {
      "epoch": 0.6714383094751193,
      "grad_norm": 4.920443058013916,
      "learning_rate": 1.550106810868373e-05,
      "loss": 2.031773567199707,
      "step": 985
    },
    {
      "epoch": 0.6721199727334697,
      "grad_norm": 5.214235305786133,
      "learning_rate": 1.549184322366947e-05,
      "loss": 1.7547272443771362,
      "step": 986
    },
    {
      "epoch": 0.6728016359918201,
      "grad_norm": 3.160337209701538,
      "learning_rate": 1.5482611642071672e-05,
      "loss": 0.8350422978401184,
      "step": 987
    },
    {
      "epoch": 0.6734832992501704,
      "grad_norm": 2.562685966491699,
      "learning_rate": 1.5473373375147046e-05,
      "loss": 1.5145583152770996,
      "step": 988
    },
    {
      "epoch": 0.6741649625085208,
      "grad_norm": 2.3527350425720215,
      "learning_rate": 1.546412843416045e-05,
      "loss": 1.2808892726898193,
      "step": 989
    },
    {
      "epoch": 0.6748466257668712,
      "grad_norm": 2.424290180206299,
      "learning_rate": 1.5454876830384868e-05,
      "loss": 1.0751357078552246,
      "step": 990
    },
    {
      "epoch": 0.6755282890252216,
      "grad_norm": 3.4699552059173584,
      "learning_rate": 1.544561857510143e-05,
      "loss": 1.7717998027801514,
      "step": 991
    },
    {
      "epoch": 0.676209952283572,
      "grad_norm": 5.047571182250977,
      "learning_rate": 1.5436353679599363e-05,
      "loss": 1.4212061166763306,
      "step": 992
    },
    {
      "epoch": 0.6768916155419223,
      "grad_norm": 1.3153938055038452,
      "learning_rate": 1.5427082155175993e-05,
      "loss": 0.9446808695793152,
      "step": 993
    },
    {
      "epoch": 0.6775732788002726,
      "grad_norm": 3.4039230346679688,
      "learning_rate": 1.541780401313673e-05,
      "loss": 0.8643260598182678,
      "step": 994
    },
    {
      "epoch": 0.678254942058623,
      "grad_norm": 1.9677404165267944,
      "learning_rate": 1.540851926479505e-05,
      "loss": 1.230716586112976,
      "step": 995
    },
    {
      "epoch": 0.6789366053169734,
      "grad_norm": 3.332017183303833,
      "learning_rate": 1.5399227921472493e-05,
      "loss": 1.6875895261764526,
      "step": 996
    },
    {
      "epoch": 0.6796182685753238,
      "grad_norm": 2.3876984119415283,
      "learning_rate": 1.5389929994498635e-05,
      "loss": 0.35820311307907104,
      "step": 997
    },
    {
      "epoch": 0.6802999318336742,
      "grad_norm": 3.2951459884643555,
      "learning_rate": 1.5380625495211072e-05,
      "loss": 0.7848578095436096,
      "step": 998
    },
    {
      "epoch": 0.6809815950920245,
      "grad_norm": 2.0296571254730225,
      "learning_rate": 1.537131443495543e-05,
      "loss": 1.5027271509170532,
      "step": 999
    },
    {
      "epoch": 0.6816632583503749,
      "grad_norm": 3.0071208477020264,
      "learning_rate": 1.536199682508533e-05,
      "loss": 1.7935607433319092,
      "step": 1000
    },
    {
      "epoch": 0.6823449216087253,
      "grad_norm": 3.048903226852417,
      "learning_rate": 1.5352672676962365e-05,
      "loss": 1.4052588939666748,
      "step": 1001
    },
    {
      "epoch": 0.6830265848670757,
      "grad_norm": 2.0453131198883057,
      "learning_rate": 1.5343342001956125e-05,
      "loss": 0.7496938705444336,
      "step": 1002
    },
    {
      "epoch": 0.6837082481254261,
      "grad_norm": 2.2888898849487305,
      "learning_rate": 1.533400481144414e-05,
      "loss": 0.9012516736984253,
      "step": 1003
    },
    {
      "epoch": 0.6843899113837764,
      "grad_norm": 4.049041271209717,
      "learning_rate": 1.5324661116811887e-05,
      "loss": 1.8084564208984375,
      "step": 1004
    },
    {
      "epoch": 0.6850715746421268,
      "grad_norm": 3.5373117923736572,
      "learning_rate": 1.531531092945279e-05,
      "loss": 1.5952699184417725,
      "step": 1005
    },
    {
      "epoch": 0.6857532379004772,
      "grad_norm": 1.6792633533477783,
      "learning_rate": 1.5305954260768166e-05,
      "loss": 0.2857983112335205,
      "step": 1006
    },
    {
      "epoch": 0.6864349011588275,
      "grad_norm": 1.9056538343429565,
      "learning_rate": 1.5296591122167254e-05,
      "loss": 0.3411814272403717,
      "step": 1007
    },
    {
      "epoch": 0.6871165644171779,
      "grad_norm": 1.7760215997695923,
      "learning_rate": 1.5287221525067168e-05,
      "loss": 0.6943484544754028,
      "step": 1008
    },
    {
      "epoch": 0.6877982276755283,
      "grad_norm": 2.4310076236724854,
      "learning_rate": 1.5277845480892914e-05,
      "loss": 1.2629508972167969,
      "step": 1009
    },
    {
      "epoch": 0.6884798909338786,
      "grad_norm": 1.9507763385772705,
      "learning_rate": 1.526846300107734e-05,
      "loss": 1.1614940166473389,
      "step": 1010
    },
    {
      "epoch": 0.689161554192229,
      "grad_norm": 4.232208728790283,
      "learning_rate": 1.5259074097061166e-05,
      "loss": 1.4028643369674683,
      "step": 1011
    },
    {
      "epoch": 0.6898432174505794,
      "grad_norm": 3.713007688522339,
      "learning_rate": 1.5249678780292913e-05,
      "loss": 1.0402387380599976,
      "step": 1012
    },
    {
      "epoch": 0.6905248807089298,
      "grad_norm": 2.0313596725463867,
      "learning_rate": 1.5240277062228952e-05,
      "loss": 0.4616890251636505,
      "step": 1013
    },
    {
      "epoch": 0.6912065439672802,
      "grad_norm": 2.8289709091186523,
      "learning_rate": 1.523086895433344e-05,
      "loss": 1.3428205251693726,
      "step": 1014
    },
    {
      "epoch": 0.6918882072256305,
      "grad_norm": 4.949586868286133,
      "learning_rate": 1.5221454468078336e-05,
      "loss": 1.4365060329437256,
      "step": 1015
    },
    {
      "epoch": 0.6925698704839809,
      "grad_norm": 9.691402435302734,
      "learning_rate": 1.5212033614943371e-05,
      "loss": 3.060600519180298,
      "step": 1016
    },
    {
      "epoch": 0.6932515337423313,
      "grad_norm": 2.583277463912964,
      "learning_rate": 1.5202606406416043e-05,
      "loss": 1.2374069690704346,
      "step": 1017
    },
    {
      "epoch": 0.6939331970006817,
      "grad_norm": 3.875859022140503,
      "learning_rate": 1.5193172853991596e-05,
      "loss": 1.4892609119415283,
      "step": 1018
    },
    {
      "epoch": 0.6946148602590321,
      "grad_norm": 4.193378448486328,
      "learning_rate": 1.518373296917301e-05,
      "loss": 1.2775728702545166,
      "step": 1019
    },
    {
      "epoch": 0.6952965235173824,
      "grad_norm": 4.090426921844482,
      "learning_rate": 1.5174286763470995e-05,
      "loss": 0.4450388550758362,
      "step": 1020
    },
    {
      "epoch": 0.6959781867757328,
      "grad_norm": 4.702569007873535,
      "learning_rate": 1.5164834248403959e-05,
      "loss": 0.5944312214851379,
      "step": 1021
    },
    {
      "epoch": 0.6966598500340832,
      "grad_norm": 2.688467264175415,
      "learning_rate": 1.5155375435498001e-05,
      "loss": 1.0980937480926514,
      "step": 1022
    },
    {
      "epoch": 0.6973415132924335,
      "grad_norm": 1.5542073249816895,
      "learning_rate": 1.5145910336286912e-05,
      "loss": 0.9820501208305359,
      "step": 1023
    },
    {
      "epoch": 0.6980231765507839,
      "grad_norm": 2.9898831844329834,
      "learning_rate": 1.5136438962312134e-05,
      "loss": 1.3177458047866821,
      "step": 1024
    },
    {
      "epoch": 0.6987048398091343,
      "grad_norm": 3.9392518997192383,
      "learning_rate": 1.5126961325122773e-05,
      "loss": 1.6820330619812012,
      "step": 1025
    },
    {
      "epoch": 0.6993865030674846,
      "grad_norm": 1.8033751249313354,
      "learning_rate": 1.511747743627556e-05,
      "loss": 1.1170791387557983,
      "step": 1026
    },
    {
      "epoch": 0.700068166325835,
      "grad_norm": 1.4688934087753296,
      "learning_rate": 1.5107987307334864e-05,
      "loss": 0.9317739605903625,
      "step": 1027
    },
    {
      "epoch": 0.7007498295841854,
      "grad_norm": 2.8467535972595215,
      "learning_rate": 1.5098490949872648e-05,
      "loss": 1.3663240671157837,
      "step": 1028
    },
    {
      "epoch": 0.7014314928425358,
      "grad_norm": 3.6989221572875977,
      "learning_rate": 1.5088988375468473e-05,
      "loss": 1.3530757427215576,
      "step": 1029
    },
    {
      "epoch": 0.7021131561008862,
      "grad_norm": 3.1766574382781982,
      "learning_rate": 1.5079479595709493e-05,
      "loss": 1.1704943180084229,
      "step": 1030
    },
    {
      "epoch": 0.7027948193592365,
      "grad_norm": 1.4907842874526978,
      "learning_rate": 1.5069964622190409e-05,
      "loss": 0.32295915484428406,
      "step": 1031
    },
    {
      "epoch": 0.7034764826175869,
      "grad_norm": 2.6720528602600098,
      "learning_rate": 1.5060443466513497e-05,
      "loss": 1.995790958404541,
      "step": 1032
    },
    {
      "epoch": 0.7041581458759373,
      "grad_norm": 2.4431049823760986,
      "learning_rate": 1.5050916140288552e-05,
      "loss": 1.0614051818847656,
      "step": 1033
    },
    {
      "epoch": 0.7048398091342877,
      "grad_norm": 2.8213205337524414,
      "learning_rate": 1.5041382655132899e-05,
      "loss": 1.234609842300415,
      "step": 1034
    },
    {
      "epoch": 0.7055214723926381,
      "grad_norm": 1.7441692352294922,
      "learning_rate": 1.5031843022671377e-05,
      "loss": 1.0156347751617432,
      "step": 1035
    },
    {
      "epoch": 0.7062031356509885,
      "grad_norm": 1.8287917375564575,
      "learning_rate": 1.5022297254536321e-05,
      "loss": 1.3329904079437256,
      "step": 1036
    },
    {
      "epoch": 0.7068847989093388,
      "grad_norm": 1.5410305261611938,
      "learning_rate": 1.5012745362367543e-05,
      "loss": 1.0349948406219482,
      "step": 1037
    },
    {
      "epoch": 0.7075664621676891,
      "grad_norm": 1.9430551528930664,
      "learning_rate": 1.5003187357812323e-05,
      "loss": 1.4377586841583252,
      "step": 1038
    },
    {
      "epoch": 0.7082481254260395,
      "grad_norm": 1.7912523746490479,
      "learning_rate": 1.4993623252525398e-05,
      "loss": 1.3896902799606323,
      "step": 1039
    },
    {
      "epoch": 0.7089297886843899,
      "grad_norm": 2.173234701156616,
      "learning_rate": 1.4984053058168936e-05,
      "loss": 1.353006362915039,
      "step": 1040
    },
    {
      "epoch": 0.7096114519427403,
      "grad_norm": 3.65002179145813,
      "learning_rate": 1.4974476786412542e-05,
      "loss": 1.4411238431930542,
      "step": 1041
    },
    {
      "epoch": 0.7102931152010906,
      "grad_norm": 2.9713757038116455,
      "learning_rate": 1.4964894448933227e-05,
      "loss": 0.813322901725769,
      "step": 1042
    },
    {
      "epoch": 0.710974778459441,
      "grad_norm": 1.54813814163208,
      "learning_rate": 1.4955306057415388e-05,
      "loss": 1.206241488456726,
      "step": 1043
    },
    {
      "epoch": 0.7116564417177914,
      "grad_norm": 2.3598363399505615,
      "learning_rate": 1.4945711623550822e-05,
      "loss": 1.1738507747650146,
      "step": 1044
    },
    {
      "epoch": 0.7123381049761418,
      "grad_norm": 2.5693681240081787,
      "learning_rate": 1.4936111159038677e-05,
      "loss": 1.855168342590332,
      "step": 1045
    },
    {
      "epoch": 0.7130197682344922,
      "grad_norm": 1.6126163005828857,
      "learning_rate": 1.4926504675585467e-05,
      "loss": 1.1066110134124756,
      "step": 1046
    },
    {
      "epoch": 0.7137014314928425,
      "grad_norm": 1.2783271074295044,
      "learning_rate": 1.4916892184905037e-05,
      "loss": 0.6282731294631958,
      "step": 1047
    },
    {
      "epoch": 0.7143830947511929,
      "grad_norm": 2.2483839988708496,
      "learning_rate": 1.4907273698718562e-05,
      "loss": 0.9469138383865356,
      "step": 1048
    },
    {
      "epoch": 0.7150647580095433,
      "grad_norm": 4.296797752380371,
      "learning_rate": 1.4897649228754527e-05,
      "loss": 1.7291085720062256,
      "step": 1049
    },
    {
      "epoch": 0.7157464212678937,
      "grad_norm": 3.502342462539673,
      "learning_rate": 1.4888018786748713e-05,
      "loss": 1.0134327411651611,
      "step": 1050
    },
    {
      "epoch": 0.7164280845262441,
      "grad_norm": 3.2990827560424805,
      "learning_rate": 1.487838238444418e-05,
      "loss": 1.590086579322815,
      "step": 1051
    },
    {
      "epoch": 0.7171097477845945,
      "grad_norm": 3.785966157913208,
      "learning_rate": 1.4868740033591258e-05,
      "loss": 1.6262550354003906,
      "step": 1052
    },
    {
      "epoch": 0.7177914110429447,
      "grad_norm": 6.545089244842529,
      "learning_rate": 1.485909174594753e-05,
      "loss": 2.984455108642578,
      "step": 1053
    },
    {
      "epoch": 0.7184730743012951,
      "grad_norm": 2.6544864177703857,
      "learning_rate": 1.484943753327783e-05,
      "loss": 1.136319637298584,
      "step": 1054
    },
    {
      "epoch": 0.7191547375596455,
      "grad_norm": 2.4620413780212402,
      "learning_rate": 1.4839777407354194e-05,
      "loss": 0.72819983959198,
      "step": 1055
    },
    {
      "epoch": 0.7198364008179959,
      "grad_norm": 7.4918951988220215,
      "learning_rate": 1.4830111379955886e-05,
      "loss": 1.7762341499328613,
      "step": 1056
    },
    {
      "epoch": 0.7205180640763463,
      "grad_norm": 6.07712459564209,
      "learning_rate": 1.4820439462869353e-05,
      "loss": 1.6564725637435913,
      "step": 1057
    },
    {
      "epoch": 0.7211997273346966,
      "grad_norm": 2.416376829147339,
      "learning_rate": 1.481076166788824e-05,
      "loss": 1.1260161399841309,
      "step": 1058
    },
    {
      "epoch": 0.721881390593047,
      "grad_norm": 3.4239766597747803,
      "learning_rate": 1.480107800681335e-05,
      "loss": 1.4130642414093018,
      "step": 1059
    },
    {
      "epoch": 0.7225630538513974,
      "grad_norm": 2.0911810398101807,
      "learning_rate": 1.4791388491452637e-05,
      "loss": 1.4372596740722656,
      "step": 1060
    },
    {
      "epoch": 0.7232447171097478,
      "grad_norm": 2.543943405151367,
      "learning_rate": 1.4781693133621191e-05,
      "loss": 0.859691858291626,
      "step": 1061
    },
    {
      "epoch": 0.7239263803680982,
      "grad_norm": 2.474747657775879,
      "learning_rate": 1.4771991945141237e-05,
      "loss": 1.1199817657470703,
      "step": 1062
    },
    {
      "epoch": 0.7246080436264485,
      "grad_norm": 7.446532249450684,
      "learning_rate": 1.4762284937842103e-05,
      "loss": 2.407529354095459,
      "step": 1063
    },
    {
      "epoch": 0.7252897068847989,
      "grad_norm": 3.7536842823028564,
      "learning_rate": 1.4752572123560216e-05,
      "loss": 1.3106913566589355,
      "step": 1064
    },
    {
      "epoch": 0.7259713701431493,
      "grad_norm": 3.0671236515045166,
      "learning_rate": 1.4742853514139076e-05,
      "loss": 0.7006158232688904,
      "step": 1065
    },
    {
      "epoch": 0.7266530334014997,
      "grad_norm": 5.503408432006836,
      "learning_rate": 1.4733129121429253e-05,
      "loss": 2.3005611896514893,
      "step": 1066
    },
    {
      "epoch": 0.7273346966598501,
      "grad_norm": 4.134151458740234,
      "learning_rate": 1.4723398957288373e-05,
      "loss": 1.7469112873077393,
      "step": 1067
    },
    {
      "epoch": 0.7280163599182005,
      "grad_norm": 3.927537441253662,
      "learning_rate": 1.4713663033581099e-05,
      "loss": 1.7568607330322266,
      "step": 1068
    },
    {
      "epoch": 0.7286980231765507,
      "grad_norm": 6.670135021209717,
      "learning_rate": 1.470392136217911e-05,
      "loss": 1.0784207582473755,
      "step": 1069
    },
    {
      "epoch": 0.7293796864349011,
      "grad_norm": 4.407510280609131,
      "learning_rate": 1.4694173954961105e-05,
      "loss": 1.3891305923461914,
      "step": 1070
    },
    {
      "epoch": 0.7300613496932515,
      "grad_norm": 3.5949463844299316,
      "learning_rate": 1.4684420823812763e-05,
      "loss": 0.9051351547241211,
      "step": 1071
    },
    {
      "epoch": 0.7307430129516019,
      "grad_norm": 3.821967363357544,
      "learning_rate": 1.4674661980626754e-05,
      "loss": 0.6995428800582886,
      "step": 1072
    },
    {
      "epoch": 0.7314246762099523,
      "grad_norm": 2.605086326599121,
      "learning_rate": 1.466489743730271e-05,
      "loss": 1.1066350936889648,
      "step": 1073
    },
    {
      "epoch": 0.7321063394683026,
      "grad_norm": 2.183931350708008,
      "learning_rate": 1.4655127205747208e-05,
      "loss": 1.5164170265197754,
      "step": 1074
    },
    {
      "epoch": 0.732788002726653,
      "grad_norm": 1.955289602279663,
      "learning_rate": 1.4645351297873774e-05,
      "loss": 1.0034122467041016,
      "step": 1075
    },
    {
      "epoch": 0.7334696659850034,
      "grad_norm": 1.7779383659362793,
      "learning_rate": 1.463556972560284e-05,
      "loss": 1.0842978954315186,
      "step": 1076
    },
    {
      "epoch": 0.7341513292433538,
      "grad_norm": 2.3080132007598877,
      "learning_rate": 1.4625782500861756e-05,
      "loss": 0.9262508749961853,
      "step": 1077
    },
    {
      "epoch": 0.7348329925017042,
      "grad_norm": 2.3780229091644287,
      "learning_rate": 1.4615989635584757e-05,
      "loss": 0.780438244342804,
      "step": 1078
    },
    {
      "epoch": 0.7355146557600545,
      "grad_norm": 1.959047794342041,
      "learning_rate": 1.4606191141712964e-05,
      "loss": 1.0655291080474854,
      "step": 1079
    },
    {
      "epoch": 0.7361963190184049,
      "grad_norm": 2.633192300796509,
      "learning_rate": 1.4596387031194354e-05,
      "loss": 0.8464280366897583,
      "step": 1080
    },
    {
      "epoch": 0.7368779822767553,
      "grad_norm": 1.6572291851043701,
      "learning_rate": 1.458657731598376e-05,
      "loss": 0.3969135880470276,
      "step": 1081
    },
    {
      "epoch": 0.7375596455351057,
      "grad_norm": 2.454660177230835,
      "learning_rate": 1.4576762008042837e-05,
      "loss": 1.2453688383102417,
      "step": 1082
    },
    {
      "epoch": 0.7382413087934561,
      "grad_norm": 4.7392144203186035,
      "learning_rate": 1.4566941119340074e-05,
      "loss": 1.502977967262268,
      "step": 1083
    },
    {
      "epoch": 0.7389229720518065,
      "grad_norm": 2.6455323696136475,
      "learning_rate": 1.4557114661850755e-05,
      "loss": 1.0623095035552979,
      "step": 1084
    },
    {
      "epoch": 0.7396046353101567,
      "grad_norm": 4.488423824310303,
      "learning_rate": 1.4547282647556964e-05,
      "loss": 1.8041034936904907,
      "step": 1085
    },
    {
      "epoch": 0.7402862985685071,
      "grad_norm": 1.9584484100341797,
      "learning_rate": 1.4537445088447547e-05,
      "loss": 0.7578965425491333,
      "step": 1086
    },
    {
      "epoch": 0.7409679618268575,
      "grad_norm": 2.6489927768707275,
      "learning_rate": 1.4527601996518122e-05,
      "loss": 0.7286869287490845,
      "step": 1087
    },
    {
      "epoch": 0.7416496250852079,
      "grad_norm": 1.6441211700439453,
      "learning_rate": 1.4517753383771052e-05,
      "loss": 0.9616504311561584,
      "step": 1088
    },
    {
      "epoch": 0.7423312883435583,
      "grad_norm": 2.347137212753296,
      "learning_rate": 1.4507899262215426e-05,
      "loss": 1.5748083591461182,
      "step": 1089
    },
    {
      "epoch": 0.7430129516019086,
      "grad_norm": 2.179248809814453,
      "learning_rate": 1.449803964386706e-05,
      "loss": 1.1422452926635742,
      "step": 1090
    },
    {
      "epoch": 0.743694614860259,
      "grad_norm": 2.3553104400634766,
      "learning_rate": 1.4488174540748463e-05,
      "loss": 1.0269725322723389,
      "step": 1091
    },
    {
      "epoch": 0.7443762781186094,
      "grad_norm": 0.9572274684906006,
      "learning_rate": 1.4478303964888842e-05,
      "loss": 0.5475146770477295,
      "step": 1092
    },
    {
      "epoch": 0.7450579413769598,
      "grad_norm": 2.5568504333496094,
      "learning_rate": 1.4468427928324065e-05,
      "loss": 1.681059718132019,
      "step": 1093
    },
    {
      "epoch": 0.7457396046353102,
      "grad_norm": 1.5831090211868286,
      "learning_rate": 1.4458546443096663e-05,
      "loss": 1.3471312522888184,
      "step": 1094
    },
    {
      "epoch": 0.7464212678936605,
      "grad_norm": 1.6717140674591064,
      "learning_rate": 1.4448659521255823e-05,
      "loss": 1.0710022449493408,
      "step": 1095
    },
    {
      "epoch": 0.7471029311520109,
      "grad_norm": 2.684556007385254,
      "learning_rate": 1.4438767174857346e-05,
      "loss": 1.708756685256958,
      "step": 1096
    },
    {
      "epoch": 0.7477845944103613,
      "grad_norm": 2.5712358951568604,
      "learning_rate": 1.442886941596365e-05,
      "loss": 1.1187701225280762,
      "step": 1097
    },
    {
      "epoch": 0.7484662576687117,
      "grad_norm": 1.3731135129928589,
      "learning_rate": 1.4418966256643762e-05,
      "loss": 1.2401134967803955,
      "step": 1098
    },
    {
      "epoch": 0.7491479209270621,
      "grad_norm": 2.568267345428467,
      "learning_rate": 1.4409057708973282e-05,
      "loss": 0.7313793897628784,
      "step": 1099
    },
    {
      "epoch": 0.7498295841854125,
      "grad_norm": 2.1688249111175537,
      "learning_rate": 1.4399143785034388e-05,
      "loss": 1.3187694549560547,
      "step": 1100
    },
    {
      "epoch": 0.7505112474437627,
      "grad_norm": 2.1575472354888916,
      "learning_rate": 1.4389224496915814e-05,
      "loss": 0.8957356214523315,
      "step": 1101
    },
    {
      "epoch": 0.7511929107021131,
      "grad_norm": 2.9634883403778076,
      "learning_rate": 1.4379299856712827e-05,
      "loss": 0.5563441514968872,
      "step": 1102
    },
    {
      "epoch": 0.7518745739604635,
      "grad_norm": 3.4954793453216553,
      "learning_rate": 1.4369369876527234e-05,
      "loss": 1.5315556526184082,
      "step": 1103
    },
    {
      "epoch": 0.7525562372188139,
      "grad_norm": 1.7266521453857422,
      "learning_rate": 1.4359434568467341e-05,
      "loss": 0.7705234289169312,
      "step": 1104
    },
    {
      "epoch": 0.7532379004771643,
      "grad_norm": 4.004641056060791,
      "learning_rate": 1.4349493944647953e-05,
      "loss": 1.7995654344558716,
      "step": 1105
    },
    {
      "epoch": 0.7539195637355146,
      "grad_norm": 1.724542498588562,
      "learning_rate": 1.4339548017190356e-05,
      "loss": 0.3790285587310791,
      "step": 1106
    },
    {
      "epoch": 0.754601226993865,
      "grad_norm": 2.3936798572540283,
      "learning_rate": 1.4329596798222318e-05,
      "loss": 0.6810147762298584,
      "step": 1107
    },
    {
      "epoch": 0.7552828902522154,
      "grad_norm": 5.291030406951904,
      "learning_rate": 1.4319640299878038e-05,
      "loss": 2.0598695278167725,
      "step": 1108
    },
    {
      "epoch": 0.7559645535105658,
      "grad_norm": 3.289830446243286,
      "learning_rate": 1.4309678534298164e-05,
      "loss": 1.0737022161483765,
      "step": 1109
    },
    {
      "epoch": 0.7566462167689162,
      "grad_norm": 9.536825180053711,
      "learning_rate": 1.4299711513629759e-05,
      "loss": 1.3822963237762451,
      "step": 1110
    },
    {
      "epoch": 0.7573278800272665,
      "grad_norm": 2.259124755859375,
      "learning_rate": 1.428973925002631e-05,
      "loss": 1.4830787181854248,
      "step": 1111
    },
    {
      "epoch": 0.7580095432856169,
      "grad_norm": 1.6364065408706665,
      "learning_rate": 1.4279761755647679e-05,
      "loss": 1.0743396282196045,
      "step": 1112
    },
    {
      "epoch": 0.7586912065439673,
      "grad_norm": 1.8119486570358276,
      "learning_rate": 1.4269779042660112e-05,
      "loss": 0.804845929145813,
      "step": 1113
    },
    {
      "epoch": 0.7593728698023177,
      "grad_norm": 1.8661983013153076,
      "learning_rate": 1.4259791123236227e-05,
      "loss": 0.7559719085693359,
      "step": 1114
    },
    {
      "epoch": 0.7600545330606681,
      "grad_norm": 1.2363063097000122,
      "learning_rate": 1.4249798009554979e-05,
      "loss": 0.8930497169494629,
      "step": 1115
    },
    {
      "epoch": 0.7607361963190185,
      "grad_norm": 1.8818364143371582,
      "learning_rate": 1.4239799713801662e-05,
      "loss": 1.1456657648086548,
      "step": 1116
    },
    {
      "epoch": 0.7614178595773687,
      "grad_norm": 1.87226140499115,
      "learning_rate": 1.4229796248167888e-05,
      "loss": 0.5097870230674744,
      "step": 1117
    },
    {
      "epoch": 0.7620995228357191,
      "grad_norm": 3.1565282344818115,
      "learning_rate": 1.421978762485157e-05,
      "loss": 1.0278431177139282,
      "step": 1118
    },
    {
      "epoch": 0.7627811860940695,
      "grad_norm": 5.5133957862854,
      "learning_rate": 1.4209773856056925e-05,
      "loss": 2.1597955226898193,
      "step": 1119
    },
    {
      "epoch": 0.7634628493524199,
      "grad_norm": 3.499448537826538,
      "learning_rate": 1.419975495399442e-05,
      "loss": 1.8728885650634766,
      "step": 1120
    },
    {
      "epoch": 0.7641445126107703,
      "grad_norm": 1.7962192296981812,
      "learning_rate": 1.4189730930880799e-05,
      "loss": 1.4974309206008911,
      "step": 1121
    },
    {
      "epoch": 0.7648261758691206,
      "grad_norm": 2.1655869483947754,
      "learning_rate": 1.417970179893904e-05,
      "loss": 1.0126588344573975,
      "step": 1122
    },
    {
      "epoch": 0.765507839127471,
      "grad_norm": 3.2068166732788086,
      "learning_rate": 1.4169667570398367e-05,
      "loss": 1.8077328205108643,
      "step": 1123
    },
    {
      "epoch": 0.7661895023858214,
      "grad_norm": 2.407762289047241,
      "learning_rate": 1.4159628257494195e-05,
      "loss": 0.6827515363693237,
      "step": 1124
    },
    {
      "epoch": 0.7668711656441718,
      "grad_norm": 3.49932599067688,
      "learning_rate": 1.4149583872468165e-05,
      "loss": 1.3755052089691162,
      "step": 1125
    },
    {
      "epoch": 0.7675528289025222,
      "grad_norm": 1.8937991857528687,
      "learning_rate": 1.4139534427568073e-05,
      "loss": 1.2675697803497314,
      "step": 1126
    },
    {
      "epoch": 0.7682344921608726,
      "grad_norm": 1.550775170326233,
      "learning_rate": 1.4129479935047914e-05,
      "loss": 0.6430014371871948,
      "step": 1127
    },
    {
      "epoch": 0.7689161554192229,
      "grad_norm": 2.033308744430542,
      "learning_rate": 1.4119420407167817e-05,
      "loss": 0.9698971509933472,
      "step": 1128
    },
    {
      "epoch": 0.7695978186775733,
      "grad_norm": 1.069423794746399,
      "learning_rate": 1.4109355856194062e-05,
      "loss": 0.7354646325111389,
      "step": 1129
    },
    {
      "epoch": 0.7702794819359237,
      "grad_norm": 2.814561128616333,
      "learning_rate": 1.4099286294399051e-05,
      "loss": 1.539209008216858,
      "step": 1130
    },
    {
      "epoch": 0.7709611451942741,
      "grad_norm": 3.4009978771209717,
      "learning_rate": 1.4089211734061294e-05,
      "loss": 0.6647955179214478,
      "step": 1131
    },
    {
      "epoch": 0.7716428084526245,
      "grad_norm": 1.6567187309265137,
      "learning_rate": 1.4079132187465403e-05,
      "loss": 0.864957332611084,
      "step": 1132
    },
    {
      "epoch": 0.7723244717109747,
      "grad_norm": 2.7520089149475098,
      "learning_rate": 1.4069047666902056e-05,
      "loss": 0.6806797385215759,
      "step": 1133
    },
    {
      "epoch": 0.7730061349693251,
      "grad_norm": 6.400692939758301,
      "learning_rate": 1.405895818466801e-05,
      "loss": 2.2545909881591797,
      "step": 1134
    },
    {
      "epoch": 0.7736877982276755,
      "grad_norm": 2.637324333190918,
      "learning_rate": 1.404886375306607e-05,
      "loss": 1.1330559253692627,
      "step": 1135
    },
    {
      "epoch": 0.7743694614860259,
      "grad_norm": 4.983392238616943,
      "learning_rate": 1.403876438440507e-05,
      "loss": 2.1453890800476074,
      "step": 1136
    },
    {
      "epoch": 0.7750511247443763,
      "grad_norm": 24.753963470458984,
      "learning_rate": 1.4028660090999866e-05,
      "loss": 0.6390861868858337,
      "step": 1137
    },
    {
      "epoch": 0.7757327880027266,
      "grad_norm": 2.1686322689056396,
      "learning_rate": 1.4018550885171322e-05,
      "loss": 1.2475088834762573,
      "step": 1138
    },
    {
      "epoch": 0.776414451261077,
      "grad_norm": 1.1742987632751465,
      "learning_rate": 1.4008436779246288e-05,
      "loss": 0.4145359694957733,
      "step": 1139
    },
    {
      "epoch": 0.7770961145194274,
      "grad_norm": 3.770195722579956,
      "learning_rate": 1.3998317785557597e-05,
      "loss": 1.0192723274230957,
      "step": 1140
    },
    {
      "epoch": 0.7777777777777778,
      "grad_norm": 3.6359922885894775,
      "learning_rate": 1.3988193916444036e-05,
      "loss": 1.6351332664489746,
      "step": 1141
    },
    {
      "epoch": 0.7784594410361282,
      "grad_norm": 1.383095383644104,
      "learning_rate": 1.3978065184250334e-05,
      "loss": 0.6680575609207153,
      "step": 1142
    },
    {
      "epoch": 0.7791411042944786,
      "grad_norm": 3.0580966472625732,
      "learning_rate": 1.396793160132715e-05,
      "loss": 2.0260071754455566,
      "step": 1143
    },
    {
      "epoch": 0.7798227675528289,
      "grad_norm": 1.9012495279312134,
      "learning_rate": 1.3957793180031067e-05,
      "loss": 0.7958223819732666,
      "step": 1144
    },
    {
      "epoch": 0.7805044308111793,
      "grad_norm": 3.0579073429107666,
      "learning_rate": 1.3947649932724563e-05,
      "loss": 1.2729113101959229,
      "step": 1145
    },
    {
      "epoch": 0.7811860940695297,
      "grad_norm": 3.44350266456604,
      "learning_rate": 1.3937501871775995e-05,
      "loss": 1.5779197216033936,
      "step": 1146
    },
    {
      "epoch": 0.78186775732788,
      "grad_norm": 1.746261715888977,
      "learning_rate": 1.3927349009559597e-05,
      "loss": 0.3372318744659424,
      "step": 1147
    },
    {
      "epoch": 0.7825494205862304,
      "grad_norm": 5.006249904632568,
      "learning_rate": 1.3917191358455453e-05,
      "loss": 2.2594876289367676,
      "step": 1148
    },
    {
      "epoch": 0.7832310838445807,
      "grad_norm": 5.940740585327148,
      "learning_rate": 1.3907028930849489e-05,
      "loss": 0.8546584844589233,
      "step": 1149
    },
    {
      "epoch": 0.7839127471029311,
      "grad_norm": 3.4024150371551514,
      "learning_rate": 1.3896861739133456e-05,
      "loss": 1.9201159477233887,
      "step": 1150
    },
    {
      "epoch": 0.7845944103612815,
      "grad_norm": 1.3676657676696777,
      "learning_rate": 1.388668979570491e-05,
      "loss": 0.8639696836471558,
      "step": 1151
    },
    {
      "epoch": 0.7852760736196319,
      "grad_norm": 1.9111442565917969,
      "learning_rate": 1.3876513112967208e-05,
      "loss": 0.7849295139312744,
      "step": 1152
    },
    {
      "epoch": 0.7859577368779823,
      "grad_norm": 1.646479606628418,
      "learning_rate": 1.3866331703329477e-05,
      "loss": 0.9975169897079468,
      "step": 1153
    },
    {
      "epoch": 0.7866394001363326,
      "grad_norm": 1.8222453594207764,
      "learning_rate": 1.3856145579206612e-05,
      "loss": 1.2962346076965332,
      "step": 1154
    },
    {
      "epoch": 0.787321063394683,
      "grad_norm": 3.7591559886932373,
      "learning_rate": 1.384595475301926e-05,
      "loss": 1.5346903800964355,
      "step": 1155
    },
    {
      "epoch": 0.7880027266530334,
      "grad_norm": 1.4336442947387695,
      "learning_rate": 1.38357592371938e-05,
      "loss": 1.160192847251892,
      "step": 1156
    },
    {
      "epoch": 0.7886843899113838,
      "grad_norm": 2.9270148277282715,
      "learning_rate": 1.3825559044162327e-05,
      "loss": 1.0325207710266113,
      "step": 1157
    },
    {
      "epoch": 0.7893660531697342,
      "grad_norm": 3.7184078693389893,
      "learning_rate": 1.381535418636264e-05,
      "loss": 0.982779860496521,
      "step": 1158
    },
    {
      "epoch": 0.7900477164280846,
      "grad_norm": 1.879891276359558,
      "learning_rate": 1.3805144676238225e-05,
      "loss": 2.0673606395721436,
      "step": 1159
    },
    {
      "epoch": 0.7907293796864349,
      "grad_norm": 1.9370105266571045,
      "learning_rate": 1.3794930526238246e-05,
      "loss": 0.573197603225708,
      "step": 1160
    },
    {
      "epoch": 0.7914110429447853,
      "grad_norm": 2.1516077518463135,
      "learning_rate": 1.3784711748817519e-05,
      "loss": 0.9432398080825806,
      "step": 1161
    },
    {
      "epoch": 0.7920927062031357,
      "grad_norm": 2.1923482418060303,
      "learning_rate": 1.3774488356436505e-05,
      "loss": 1.4591634273529053,
      "step": 1162
    },
    {
      "epoch": 0.792774369461486,
      "grad_norm": 3.7260212898254395,
      "learning_rate": 1.376426036156129e-05,
      "loss": 1.241162896156311,
      "step": 1163
    },
    {
      "epoch": 0.7934560327198364,
      "grad_norm": 2.8687682151794434,
      "learning_rate": 1.3754027776663579e-05,
      "loss": 1.5285322666168213,
      "step": 1164
    },
    {
      "epoch": 0.7941376959781867,
      "grad_norm": 1.8364909887313843,
      "learning_rate": 1.3743790614220664e-05,
      "loss": 0.9934275150299072,
      "step": 1165
    },
    {
      "epoch": 0.7948193592365371,
      "grad_norm": 2.3077330589294434,
      "learning_rate": 1.3733548886715427e-05,
      "loss": 1.2558547258377075,
      "step": 1166
    },
    {
      "epoch": 0.7955010224948875,
      "grad_norm": 1.8851512670516968,
      "learning_rate": 1.3723302606636311e-05,
      "loss": 0.9629714488983154,
      "step": 1167
    },
    {
      "epoch": 0.7961826857532379,
      "grad_norm": 2.393500804901123,
      "learning_rate": 1.3713051786477319e-05,
      "loss": 1.1742806434631348,
      "step": 1168
    },
    {
      "epoch": 0.7968643490115883,
      "grad_norm": 3.2605621814727783,
      "learning_rate": 1.3702796438737974e-05,
      "loss": 2.027634382247925,
      "step": 1169
    },
    {
      "epoch": 0.7975460122699386,
      "grad_norm": 2.644625425338745,
      "learning_rate": 1.3692536575923334e-05,
      "loss": 1.0252785682678223,
      "step": 1170
    },
    {
      "epoch": 0.798227675528289,
      "grad_norm": 3.954820394515991,
      "learning_rate": 1.3682272210543959e-05,
      "loss": 2.3715176582336426,
      "step": 1171
    },
    {
      "epoch": 0.7989093387866394,
      "grad_norm": 2.5120863914489746,
      "learning_rate": 1.3672003355115897e-05,
      "loss": 2.089763641357422,
      "step": 1172
    },
    {
      "epoch": 0.7995910020449898,
      "grad_norm": 2.659560441970825,
      "learning_rate": 1.3661730022160673e-05,
      "loss": 0.6313329339027405,
      "step": 1173
    },
    {
      "epoch": 0.8002726653033402,
      "grad_norm": 3.3629090785980225,
      "learning_rate": 1.365145222420527e-05,
      "loss": 0.580939531326294,
      "step": 1174
    },
    {
      "epoch": 0.8009543285616906,
      "grad_norm": 2.3204710483551025,
      "learning_rate": 1.3641169973782117e-05,
      "loss": 1.5531153678894043,
      "step": 1175
    },
    {
      "epoch": 0.8016359918200409,
      "grad_norm": 3.2493536472320557,
      "learning_rate": 1.3630883283429071e-05,
      "loss": 1.7264301776885986,
      "step": 1176
    },
    {
      "epoch": 0.8023176550783913,
      "grad_norm": 2.0848870277404785,
      "learning_rate": 1.3620592165689405e-05,
      "loss": 1.3860576152801514,
      "step": 1177
    },
    {
      "epoch": 0.8029993183367417,
      "grad_norm": 3.532919406890869,
      "learning_rate": 1.3610296633111788e-05,
      "loss": 0.6948189735412598,
      "step": 1178
    },
    {
      "epoch": 0.803680981595092,
      "grad_norm": 1.9613711833953857,
      "learning_rate": 1.3599996698250274e-05,
      "loss": 1.3784890174865723,
      "step": 1179
    },
    {
      "epoch": 0.8043626448534424,
      "grad_norm": 2.8494956493377686,
      "learning_rate": 1.3589692373664288e-05,
      "loss": 0.40545928478240967,
      "step": 1180
    },
    {
      "epoch": 0.8050443081117927,
      "grad_norm": 1.2043472528457642,
      "learning_rate": 1.3579383671918598e-05,
      "loss": 0.9535353183746338,
      "step": 1181
    },
    {
      "epoch": 0.8057259713701431,
      "grad_norm": 2.0384488105773926,
      "learning_rate": 1.3569070605583319e-05,
      "loss": 1.616403341293335,
      "step": 1182
    },
    {
      "epoch": 0.8064076346284935,
      "grad_norm": 2.768143892288208,
      "learning_rate": 1.3558753187233881e-05,
      "loss": 2.2363321781158447,
      "step": 1183
    },
    {
      "epoch": 0.8070892978868439,
      "grad_norm": 2.2129340171813965,
      "learning_rate": 1.3548431429451032e-05,
      "loss": 1.5187221765518188,
      "step": 1184
    },
    {
      "epoch": 0.8077709611451943,
      "grad_norm": 2.341991424560547,
      "learning_rate": 1.3538105344820798e-05,
      "loss": 1.0091967582702637,
      "step": 1185
    },
    {
      "epoch": 0.8084526244035446,
      "grad_norm": 2.6940460205078125,
      "learning_rate": 1.352777494593449e-05,
      "loss": 1.6440155506134033,
      "step": 1186
    },
    {
      "epoch": 0.809134287661895,
      "grad_norm": 2.276599168777466,
      "learning_rate": 1.3517440245388672e-05,
      "loss": 1.2129032611846924,
      "step": 1187
    },
    {
      "epoch": 0.8098159509202454,
      "grad_norm": 3.9329209327697754,
      "learning_rate": 1.350710125578516e-05,
      "loss": 1.818249225616455,
      "step": 1188
    },
    {
      "epoch": 0.8104976141785958,
      "grad_norm": 2.928197145462036,
      "learning_rate": 1.3496757989730997e-05,
      "loss": 1.140410304069519,
      "step": 1189
    },
    {
      "epoch": 0.8111792774369462,
      "grad_norm": 2.0259079933166504,
      "learning_rate": 1.3486410459838448e-05,
      "loss": 0.7515283823013306,
      "step": 1190
    },
    {
      "epoch": 0.8118609406952966,
      "grad_norm": 5.171846389770508,
      "learning_rate": 1.347605867872496e-05,
      "loss": 1.5359857082366943,
      "step": 1191
    },
    {
      "epoch": 0.8125426039536469,
      "grad_norm": 2.310758590698242,
      "learning_rate": 1.346570265901318e-05,
      "loss": 1.3270797729492188,
      "step": 1192
    },
    {
      "epoch": 0.8132242672119973,
      "grad_norm": 2.1669437885284424,
      "learning_rate": 1.3455342413330916e-05,
      "loss": 1.3661367893218994,
      "step": 1193
    },
    {
      "epoch": 0.8139059304703476,
      "grad_norm": 2.030578136444092,
      "learning_rate": 1.3444977954311133e-05,
      "loss": 1.123007893562317,
      "step": 1194
    },
    {
      "epoch": 0.814587593728698,
      "grad_norm": 3.647148847579956,
      "learning_rate": 1.343460929459193e-05,
      "loss": 1.5400652885437012,
      "step": 1195
    },
    {
      "epoch": 0.8152692569870484,
      "grad_norm": 1.4944745302200317,
      "learning_rate": 1.3424236446816528e-05,
      "loss": 1.2711783647537231,
      "step": 1196
    },
    {
      "epoch": 0.8159509202453987,
      "grad_norm": 4.806166172027588,
      "learning_rate": 1.3413859423633259e-05,
      "loss": 1.698742389678955,
      "step": 1197
    },
    {
      "epoch": 0.8166325835037491,
      "grad_norm": 1.8429958820343018,
      "learning_rate": 1.3403478237695542e-05,
      "loss": 1.910172939300537,
      "step": 1198
    },
    {
      "epoch": 0.8173142467620995,
      "grad_norm": 3.9592504501342773,
      "learning_rate": 1.3393092901661873e-05,
      "loss": 1.5437757968902588,
      "step": 1199
    },
    {
      "epoch": 0.8179959100204499,
      "grad_norm": 3.513111114501953,
      "learning_rate": 1.3382703428195812e-05,
      "loss": 1.042831540107727,
      "step": 1200
    },
    {
      "epoch": 0.8186775732788003,
      "grad_norm": 4.69813871383667,
      "learning_rate": 1.3372309829965957e-05,
      "loss": 2.1290884017944336,
      "step": 1201
    },
    {
      "epoch": 0.8193592365371506,
      "grad_norm": 4.101344585418701,
      "learning_rate": 1.3361912119645943e-05,
      "loss": 0.5426227450370789,
      "step": 1202
    },
    {
      "epoch": 0.820040899795501,
      "grad_norm": 3.597198724746704,
      "learning_rate": 1.3351510309914415e-05,
      "loss": 0.7113486528396606,
      "step": 1203
    },
    {
      "epoch": 0.8207225630538514,
      "grad_norm": 2.5351171493530273,
      "learning_rate": 1.3341104413455014e-05,
      "loss": 0.8288606405258179,
      "step": 1204
    },
    {
      "epoch": 0.8214042263122018,
      "grad_norm": 2.3007466793060303,
      "learning_rate": 1.3330694442956376e-05,
      "loss": 1.4681382179260254,
      "step": 1205
    },
    {
      "epoch": 0.8220858895705522,
      "grad_norm": 2.452038049697876,
      "learning_rate": 1.3320280411112092e-05,
      "loss": 1.3009843826293945,
      "step": 1206
    },
    {
      "epoch": 0.8227675528289026,
      "grad_norm": 2.4166622161865234,
      "learning_rate": 1.3309862330620709e-05,
      "loss": 0.875541090965271,
      "step": 1207
    },
    {
      "epoch": 0.8234492160872529,
      "grad_norm": 3.604154348373413,
      "learning_rate": 1.3299440214185707e-05,
      "loss": 1.0196988582611084,
      "step": 1208
    },
    {
      "epoch": 0.8241308793456033,
      "grad_norm": 2.63765025138855,
      "learning_rate": 1.3289014074515505e-05,
      "loss": 0.8730734586715698,
      "step": 1209
    },
    {
      "epoch": 0.8248125426039536,
      "grad_norm": 2.459676504135132,
      "learning_rate": 1.3278583924323405e-05,
      "loss": 2.113161087036133,
      "step": 1210
    },
    {
      "epoch": 0.825494205862304,
      "grad_norm": 2.1859536170959473,
      "learning_rate": 1.326814977632761e-05,
      "loss": 1.2790409326553345,
      "step": 1211
    },
    {
      "epoch": 0.8261758691206544,
      "grad_norm": 2.1957504749298096,
      "learning_rate": 1.3257711643251201e-05,
      "loss": 0.5538440346717834,
      "step": 1212
    },
    {
      "epoch": 0.8268575323790047,
      "grad_norm": 1.5440486669540405,
      "learning_rate": 1.3247269537822109e-05,
      "loss": 0.7184191942214966,
      "step": 1213
    },
    {
      "epoch": 0.8275391956373551,
      "grad_norm": 1.557157278060913,
      "learning_rate": 1.3236823472773116e-05,
      "loss": 0.47062918543815613,
      "step": 1214
    },
    {
      "epoch": 0.8282208588957055,
      "grad_norm": 5.947640419006348,
      "learning_rate": 1.3226373460841835e-05,
      "loss": 1.872814655303955,
      "step": 1215
    },
    {
      "epoch": 0.8289025221540559,
      "grad_norm": 1.9622546434402466,
      "learning_rate": 1.3215919514770676e-05,
      "loss": 1.1466459035873413,
      "step": 1216
    },
    {
      "epoch": 0.8295841854124063,
      "grad_norm": 1.643409013748169,
      "learning_rate": 1.3205461647306872e-05,
      "loss": 1.1066665649414062,
      "step": 1217
    },
    {
      "epoch": 0.8302658486707567,
      "grad_norm": 1.5371270179748535,
      "learning_rate": 1.3194999871202408e-05,
      "loss": 0.630884051322937,
      "step": 1218
    },
    {
      "epoch": 0.830947511929107,
      "grad_norm": 1.544770359992981,
      "learning_rate": 1.3184534199214059e-05,
      "loss": 0.7396583557128906,
      "step": 1219
    },
    {
      "epoch": 0.8316291751874574,
      "grad_norm": 3.373950481414795,
      "learning_rate": 1.3174064644103334e-05,
      "loss": 1.3077354431152344,
      "step": 1220
    },
    {
      "epoch": 0.8323108384458078,
      "grad_norm": 1.815501093864441,
      "learning_rate": 1.3163591218636494e-05,
      "loss": 1.2874424457550049,
      "step": 1221
    },
    {
      "epoch": 0.8329925017041582,
      "grad_norm": 5.293972015380859,
      "learning_rate": 1.31531139355845e-05,
      "loss": 1.6489955186843872,
      "step": 1222
    },
    {
      "epoch": 0.8336741649625086,
      "grad_norm": 1.9330779314041138,
      "learning_rate": 1.3142632807723035e-05,
      "loss": 1.4095408916473389,
      "step": 1223
    },
    {
      "epoch": 0.8343558282208589,
      "grad_norm": 2.491067886352539,
      "learning_rate": 1.3132147847832453e-05,
      "loss": 1.4048972129821777,
      "step": 1224
    },
    {
      "epoch": 0.8350374914792092,
      "grad_norm": 2.374852180480957,
      "learning_rate": 1.3121659068697797e-05,
      "loss": 1.1800034046173096,
      "step": 1225
    },
    {
      "epoch": 0.8357191547375596,
      "grad_norm": 3.167478561401367,
      "learning_rate": 1.3111166483108753e-05,
      "loss": 1.1449928283691406,
      "step": 1226
    },
    {
      "epoch": 0.83640081799591,
      "grad_norm": 1.7197049856185913,
      "learning_rate": 1.310067010385966e-05,
      "loss": 1.2595001459121704,
      "step": 1227
    },
    {
      "epoch": 0.8370824812542604,
      "grad_norm": 2.305821657180786,
      "learning_rate": 1.3090169943749475e-05,
      "loss": 0.5387115478515625,
      "step": 1228
    },
    {
      "epoch": 0.8377641445126107,
      "grad_norm": 1.9236418008804321,
      "learning_rate": 1.307966601558177e-05,
      "loss": 1.238250970840454,
      "step": 1229
    },
    {
      "epoch": 0.8384458077709611,
      "grad_norm": 1.9397454261779785,
      "learning_rate": 1.306915833216471e-05,
      "loss": 1.2780492305755615,
      "step": 1230
    },
    {
      "epoch": 0.8391274710293115,
      "grad_norm": 5.5808820724487305,
      "learning_rate": 1.3058646906311032e-05,
      "loss": 0.4606386423110962,
      "step": 1231
    },
    {
      "epoch": 0.8398091342876619,
      "grad_norm": 1.8887132406234741,
      "learning_rate": 1.304813175083805e-05,
      "loss": 0.5161309838294983,
      "step": 1232
    },
    {
      "epoch": 0.8404907975460123,
      "grad_norm": 2.4710726737976074,
      "learning_rate": 1.3037612878567623e-05,
      "loss": 0.7300988435745239,
      "step": 1233
    },
    {
      "epoch": 0.8411724608043627,
      "grad_norm": 3.93088960647583,
      "learning_rate": 1.3027090302326127e-05,
      "loss": 1.6448276042938232,
      "step": 1234
    },
    {
      "epoch": 0.841854124062713,
      "grad_norm": 5.784260272979736,
      "learning_rate": 1.3016564034944473e-05,
      "loss": 2.1232104301452637,
      "step": 1235
    },
    {
      "epoch": 0.8425357873210634,
      "grad_norm": 9.557524681091309,
      "learning_rate": 1.3006034089258059e-05,
      "loss": 0.8751978874206543,
      "step": 1236
    },
    {
      "epoch": 0.8432174505794138,
      "grad_norm": 3.1583986282348633,
      "learning_rate": 1.2995500478106781e-05,
      "loss": 1.4895182847976685,
      "step": 1237
    },
    {
      "epoch": 0.8438991138377642,
      "grad_norm": 1.9370651245117188,
      "learning_rate": 1.2984963214335e-05,
      "loss": 1.2552303075790405,
      "step": 1238
    },
    {
      "epoch": 0.8445807770961146,
      "grad_norm": 2.8927485942840576,
      "learning_rate": 1.2974422310791524e-05,
      "loss": 0.8721221089363098,
      "step": 1239
    },
    {
      "epoch": 0.8452624403544649,
      "grad_norm": 3.3905813694000244,
      "learning_rate": 1.29638777803296e-05,
      "loss": 2.2706828117370605,
      "step": 1240
    },
    {
      "epoch": 0.8459441036128152,
      "grad_norm": 2.136692762374878,
      "learning_rate": 1.2953329635806914e-05,
      "loss": 0.9477517604827881,
      "step": 1241
    },
    {
      "epoch": 0.8466257668711656,
      "grad_norm": 6.7342963218688965,
      "learning_rate": 1.2942777890085538e-05,
      "loss": 2.1006269454956055,
      "step": 1242
    },
    {
      "epoch": 0.847307430129516,
      "grad_norm": 6.7248616218566895,
      "learning_rate": 1.2932222556031946e-05,
      "loss": 2.246072292327881,
      "step": 1243
    },
    {
      "epoch": 0.8479890933878664,
      "grad_norm": 5.852639675140381,
      "learning_rate": 1.2921663646516985e-05,
      "loss": 1.0963563919067383,
      "step": 1244
    },
    {
      "epoch": 0.8486707566462167,
      "grad_norm": 3.222761631011963,
      "learning_rate": 1.2911101174415861e-05,
      "loss": 1.497108817100525,
      "step": 1245
    },
    {
      "epoch": 0.8493524199045671,
      "grad_norm": 2.8850924968719482,
      "learning_rate": 1.290053515260813e-05,
      "loss": 1.030866026878357,
      "step": 1246
    },
    {
      "epoch": 0.8500340831629175,
      "grad_norm": 2.141866445541382,
      "learning_rate": 1.288996559397767e-05,
      "loss": 1.2230726480484009,
      "step": 1247
    },
    {
      "epoch": 0.8507157464212679,
      "grad_norm": 2.458935499191284,
      "learning_rate": 1.2879392511412668e-05,
      "loss": 1.5903170108795166,
      "step": 1248
    },
    {
      "epoch": 0.8513974096796183,
      "grad_norm": 2.7172353267669678,
      "learning_rate": 1.2868815917805619e-05,
      "loss": 0.705411970615387,
      "step": 1249
    },
    {
      "epoch": 0.8520790729379687,
      "grad_norm": 1.890684723854065,
      "learning_rate": 1.2858235826053294e-05,
      "loss": 0.7464626431465149,
      "step": 1250
    },
    {
      "epoch": 0.852760736196319,
      "grad_norm": 2.983992576599121,
      "learning_rate": 1.2847652249056726e-05,
      "loss": 1.1335132122039795,
      "step": 1251
    },
    {
      "epoch": 0.8534423994546694,
      "grad_norm": 2.6148171424865723,
      "learning_rate": 1.2837065199721204e-05,
      "loss": 0.6404839754104614,
      "step": 1252
    },
    {
      "epoch": 0.8541240627130198,
      "grad_norm": 2.2352583408355713,
      "learning_rate": 1.2826474690956243e-05,
      "loss": 0.8552806377410889,
      "step": 1253
    },
    {
      "epoch": 0.8548057259713702,
      "grad_norm": 1.6480870246887207,
      "learning_rate": 1.2815880735675588e-05,
      "loss": 0.601885199546814,
      "step": 1254
    },
    {
      "epoch": 0.8554873892297206,
      "grad_norm": 11.749967575073242,
      "learning_rate": 1.2805283346797179e-05,
      "loss": 1.6991385221481323,
      "step": 1255
    },
    {
      "epoch": 0.8561690524880708,
      "grad_norm": 2.079409122467041,
      "learning_rate": 1.279468253724314e-05,
      "loss": 1.1878442764282227,
      "step": 1256
    },
    {
      "epoch": 0.8568507157464212,
      "grad_norm": 4.077375888824463,
      "learning_rate": 1.2784078319939769e-05,
      "loss": 1.33461594581604,
      "step": 1257
    },
    {
      "epoch": 0.8575323790047716,
      "grad_norm": 3.0802202224731445,
      "learning_rate": 1.2773470707817524e-05,
      "loss": 1.5822620391845703,
      "step": 1258
    },
    {
      "epoch": 0.858214042263122,
      "grad_norm": 3.6835556030273438,
      "learning_rate": 1.2762859713810998e-05,
      "loss": 1.514790415763855,
      "step": 1259
    },
    {
      "epoch": 0.8588957055214724,
      "grad_norm": 2.215324878692627,
      "learning_rate": 1.2752245350858905e-05,
      "loss": 1.1391081809997559,
      "step": 1260
    },
    {
      "epoch": 0.8595773687798227,
      "grad_norm": 4.364893436431885,
      "learning_rate": 1.2741627631904077e-05,
      "loss": 1.7329888343811035,
      "step": 1261
    },
    {
      "epoch": 0.8602590320381731,
      "grad_norm": 3.4366931915283203,
      "learning_rate": 1.2731006569893427e-05,
      "loss": 1.4349662065505981,
      "step": 1262
    },
    {
      "epoch": 0.8609406952965235,
      "grad_norm": 4.452749729156494,
      "learning_rate": 1.272038217777795e-05,
      "loss": 1.5987038612365723,
      "step": 1263
    },
    {
      "epoch": 0.8616223585548739,
      "grad_norm": 232.9865264892578,
      "learning_rate": 1.27097544685127e-05,
      "loss": 0.9670251607894897,
      "step": 1264
    },
    {
      "epoch": 0.8623040218132243,
      "grad_norm": 3.7537894248962402,
      "learning_rate": 1.2699123455056777e-05,
      "loss": 1.1016144752502441,
      "step": 1265
    },
    {
      "epoch": 0.8629856850715747,
      "grad_norm": 2.8255839347839355,
      "learning_rate": 1.268848915037331e-05,
      "loss": 0.9010818600654602,
      "step": 1266
    },
    {
      "epoch": 0.863667348329925,
      "grad_norm": 2.359464406967163,
      "learning_rate": 1.2677851567429442e-05,
      "loss": 0.7024168968200684,
      "step": 1267
    },
    {
      "epoch": 0.8643490115882754,
      "grad_norm": 2.3273167610168457,
      "learning_rate": 1.2667210719196308e-05,
      "loss": 1.6643811464309692,
      "step": 1268
    },
    {
      "epoch": 0.8650306748466258,
      "grad_norm": 2.9757978916168213,
      "learning_rate": 1.2656566618649031e-05,
      "loss": 1.4444563388824463,
      "step": 1269
    },
    {
      "epoch": 0.8657123381049762,
      "grad_norm": 1.7979950904846191,
      "learning_rate": 1.26459192787667e-05,
      "loss": 0.7493287920951843,
      "step": 1270
    },
    {
      "epoch": 0.8663940013633266,
      "grad_norm": 2.6119706630706787,
      "learning_rate": 1.263526871253235e-05,
      "loss": 1.1911826133728027,
      "step": 1271
    },
    {
      "epoch": 0.8670756646216768,
      "grad_norm": 1.5572715997695923,
      "learning_rate": 1.2624614932932953e-05,
      "loss": 1.0380706787109375,
      "step": 1272
    },
    {
      "epoch": 0.8677573278800272,
      "grad_norm": 2.26962947845459,
      "learning_rate": 1.261395795295939e-05,
      "loss": 1.4516929388046265,
      "step": 1273
    },
    {
      "epoch": 0.8684389911383776,
      "grad_norm": 2.810452938079834,
      "learning_rate": 1.260329778560646e-05,
      "loss": 0.6930328607559204,
      "step": 1274
    },
    {
      "epoch": 0.869120654396728,
      "grad_norm": 2.030446767807007,
      "learning_rate": 1.2592634443872842e-05,
      "loss": 0.3848379850387573,
      "step": 1275
    },
    {
      "epoch": 0.8698023176550784,
      "grad_norm": 2.2821154594421387,
      "learning_rate": 1.2581967940761079e-05,
      "loss": 0.6541157364845276,
      "step": 1276
    },
    {
      "epoch": 0.8704839809134287,
      "grad_norm": 3.862823247909546,
      "learning_rate": 1.257129828927758e-05,
      "loss": 1.4444286823272705,
      "step": 1277
    },
    {
      "epoch": 0.8711656441717791,
      "grad_norm": 1.122416615486145,
      "learning_rate": 1.2560625502432581e-05,
      "loss": 0.7840420007705688,
      "step": 1278
    },
    {
      "epoch": 0.8718473074301295,
      "grad_norm": 2.7760159969329834,
      "learning_rate": 1.2549949593240156e-05,
      "loss": 1.672440528869629,
      "step": 1279
    },
    {
      "epoch": 0.8725289706884799,
      "grad_norm": 1.3836902379989624,
      "learning_rate": 1.2539270574718172e-05,
      "loss": 0.9528952836990356,
      "step": 1280
    },
    {
      "epoch": 0.8732106339468303,
      "grad_norm": 2.4517650604248047,
      "learning_rate": 1.2528588459888291e-05,
      "loss": 1.0446099042892456,
      "step": 1281
    },
    {
      "epoch": 0.8738922972051807,
      "grad_norm": 1.6478908061981201,
      "learning_rate": 1.2517903261775963e-05,
      "loss": 1.1493809223175049,
      "step": 1282
    },
    {
      "epoch": 0.874573960463531,
      "grad_norm": 1.7826266288757324,
      "learning_rate": 1.2507214993410382e-05,
      "loss": 0.873786449432373,
      "step": 1283
    },
    {
      "epoch": 0.8752556237218814,
      "grad_norm": 1.3265115022659302,
      "learning_rate": 1.2496523667824487e-05,
      "loss": 0.9068435430526733,
      "step": 1284
    },
    {
      "epoch": 0.8759372869802318,
      "grad_norm": 4.726826190948486,
      "learning_rate": 1.2485829298054952e-05,
      "loss": 2.038616418838501,
      "step": 1285
    },
    {
      "epoch": 0.8766189502385822,
      "grad_norm": 2.2327160835266113,
      "learning_rate": 1.2475131897142165e-05,
      "loss": 1.1699340343475342,
      "step": 1286
    },
    {
      "epoch": 0.8773006134969326,
      "grad_norm": 2.6090691089630127,
      "learning_rate": 1.2464431478130204e-05,
      "loss": 1.4517043828964233,
      "step": 1287
    },
    {
      "epoch": 0.8779822767552828,
      "grad_norm": 3.6594088077545166,
      "learning_rate": 1.2453728054066825e-05,
      "loss": 1.3603757619857788,
      "step": 1288
    },
    {
      "epoch": 0.8786639400136332,
      "grad_norm": 1.8763833045959473,
      "learning_rate": 1.244302163800345e-05,
      "loss": 1.105027198791504,
      "step": 1289
    },
    {
      "epoch": 0.8793456032719836,
      "grad_norm": 3.21225643157959,
      "learning_rate": 1.2432312242995158e-05,
      "loss": 1.1615551710128784,
      "step": 1290
    },
    {
      "epoch": 0.880027266530334,
      "grad_norm": 1.9490127563476562,
      "learning_rate": 1.2421599882100647e-05,
      "loss": 1.3426179885864258,
      "step": 1291
    },
    {
      "epoch": 0.8807089297886844,
      "grad_norm": 2.9683022499084473,
      "learning_rate": 1.2410884568382245e-05,
      "loss": 0.8526750802993774,
      "step": 1292
    },
    {
      "epoch": 0.8813905930470347,
      "grad_norm": 1.6657367944717407,
      "learning_rate": 1.2400166314905868e-05,
      "loss": 0.974453330039978,
      "step": 1293
    },
    {
      "epoch": 0.8820722563053851,
      "grad_norm": 2.1943328380584717,
      "learning_rate": 1.2389445134741022e-05,
      "loss": 1.0904216766357422,
      "step": 1294
    },
    {
      "epoch": 0.8827539195637355,
      "grad_norm": 3.002743721008301,
      "learning_rate": 1.2378721040960788e-05,
      "loss": 1.1856180429458618,
      "step": 1295
    },
    {
      "epoch": 0.8834355828220859,
      "grad_norm": 3.0109915733337402,
      "learning_rate": 1.2367994046641787e-05,
      "loss": 1.7809927463531494,
      "step": 1296
    },
    {
      "epoch": 0.8841172460804363,
      "grad_norm": 1.7773187160491943,
      "learning_rate": 1.2357264164864186e-05,
      "loss": 0.9765096306800842,
      "step": 1297
    },
    {
      "epoch": 0.8847989093387867,
      "grad_norm": 1.5350987911224365,
      "learning_rate": 1.2346531408711675e-05,
      "loss": 1.1852858066558838,
      "step": 1298
    },
    {
      "epoch": 0.885480572597137,
      "grad_norm": 2.7784996032714844,
      "learning_rate": 1.233579579127144e-05,
      "loss": 1.5897890329360962,
      "step": 1299
    },
    {
      "epoch": 0.8861622358554874,
      "grad_norm": 5.824115753173828,
      "learning_rate": 1.232505732563416e-05,
      "loss": 1.3956981897354126,
      "step": 1300
    },
    {
      "epoch": 0.8868438991138378,
      "grad_norm": 1.4179086685180664,
      "learning_rate": 1.2314316024893987e-05,
      "loss": 0.5982742309570312,
      "step": 1301
    },
    {
      "epoch": 0.8875255623721882,
      "grad_norm": 5.166876792907715,
      "learning_rate": 1.2303571902148532e-05,
      "loss": 1.2101175785064697,
      "step": 1302
    },
    {
      "epoch": 0.8882072256305386,
      "grad_norm": 2.7313640117645264,
      "learning_rate": 1.2292824970498847e-05,
      "loss": 1.0363984107971191,
      "step": 1303
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 2.3922321796417236,
      "learning_rate": 1.2282075243049408e-05,
      "loss": 1.292094349861145,
      "step": 1304
    },
    {
      "epoch": 0.8895705521472392,
      "grad_norm": 2.692531108856201,
      "learning_rate": 1.2271322732908091e-05,
      "loss": 0.5840368866920471,
      "step": 1305
    },
    {
      "epoch": 0.8902522154055896,
      "grad_norm": 1.4718867540359497,
      "learning_rate": 1.2260567453186185e-05,
      "loss": 0.5893124341964722,
      "step": 1306
    },
    {
      "epoch": 0.89093387866394,
      "grad_norm": 4.281642436981201,
      "learning_rate": 1.2249809416998339e-05,
      "loss": 1.3083157539367676,
      "step": 1307
    },
    {
      "epoch": 0.8916155419222904,
      "grad_norm": 1.3782727718353271,
      "learning_rate": 1.2239048637462572e-05,
      "loss": 0.3187441825866699,
      "step": 1308
    },
    {
      "epoch": 0.8922972051806408,
      "grad_norm": 6.625371932983398,
      "learning_rate": 1.2228285127700244e-05,
      "loss": 2.061591386795044,
      "step": 1309
    },
    {
      "epoch": 0.8929788684389911,
      "grad_norm": 1.15508234500885,
      "learning_rate": 1.2217518900836045e-05,
      "loss": 0.7010345458984375,
      "step": 1310
    },
    {
      "epoch": 0.8936605316973415,
      "grad_norm": 2.2813875675201416,
      "learning_rate": 1.2206749969997979e-05,
      "loss": 1.2704284191131592,
      "step": 1311
    },
    {
      "epoch": 0.8943421949556919,
      "grad_norm": 1.3211407661437988,
      "learning_rate": 1.2195978348317347e-05,
      "loss": 0.8025050163269043,
      "step": 1312
    },
    {
      "epoch": 0.8950238582140423,
      "grad_norm": 3.8039255142211914,
      "learning_rate": 1.2185204048928729e-05,
      "loss": 1.2957152128219604,
      "step": 1313
    },
    {
      "epoch": 0.8957055214723927,
      "grad_norm": 2.144146203994751,
      "learning_rate": 1.2174427084969973e-05,
      "loss": 1.082507610321045,
      "step": 1314
    },
    {
      "epoch": 0.896387184730743,
      "grad_norm": 2.7374770641326904,
      "learning_rate": 1.2163647469582181e-05,
      "loss": 1.42399001121521,
      "step": 1315
    },
    {
      "epoch": 0.8970688479890934,
      "grad_norm": 6.868131637573242,
      "learning_rate": 1.2152865215909673e-05,
      "loss": 1.5974717140197754,
      "step": 1316
    },
    {
      "epoch": 0.8977505112474438,
      "grad_norm": 2.1185736656188965,
      "learning_rate": 1.2142080337099998e-05,
      "loss": 1.3208156824111938,
      "step": 1317
    },
    {
      "epoch": 0.8984321745057942,
      "grad_norm": 4.58150053024292,
      "learning_rate": 1.2131292846303901e-05,
      "loss": 1.752542495727539,
      "step": 1318
    },
    {
      "epoch": 0.8991138377641446,
      "grad_norm": 3.0584685802459717,
      "learning_rate": 1.2120502756675324e-05,
      "loss": 0.8576693534851074,
      "step": 1319
    },
    {
      "epoch": 0.8997955010224948,
      "grad_norm": 2.083662748336792,
      "learning_rate": 1.210971008137136e-05,
      "loss": 0.9496646523475647,
      "step": 1320
    },
    {
      "epoch": 0.9004771642808452,
      "grad_norm": 2.260331869125366,
      "learning_rate": 1.2098914833552262e-05,
      "loss": 1.085833191871643,
      "step": 1321
    },
    {
      "epoch": 0.9011588275391956,
      "grad_norm": 2.5296528339385986,
      "learning_rate": 1.2088117026381422e-05,
      "loss": 1.541821002960205,
      "step": 1322
    },
    {
      "epoch": 0.901840490797546,
      "grad_norm": 1.7845332622528076,
      "learning_rate": 1.2077316673025354e-05,
      "loss": 0.7951586246490479,
      "step": 1323
    },
    {
      "epoch": 0.9025221540558964,
      "grad_norm": 1.9708597660064697,
      "learning_rate": 1.2066513786653675e-05,
      "loss": 1.301053762435913,
      "step": 1324
    },
    {
      "epoch": 0.9032038173142468,
      "grad_norm": 2.5523624420166016,
      "learning_rate": 1.2055708380439089e-05,
      "loss": 1.4844532012939453,
      "step": 1325
    },
    {
      "epoch": 0.9038854805725971,
      "grad_norm": 1.4186663627624512,
      "learning_rate": 1.204490046755737e-05,
      "loss": 0.7520268559455872,
      "step": 1326
    },
    {
      "epoch": 0.9045671438309475,
      "grad_norm": 3.578901767730713,
      "learning_rate": 1.2034090061187358e-05,
      "loss": 1.8416643142700195,
      "step": 1327
    },
    {
      "epoch": 0.9052488070892979,
      "grad_norm": 1.7172307968139648,
      "learning_rate": 1.2023277174510923e-05,
      "loss": 0.981949508190155,
      "step": 1328
    },
    {
      "epoch": 0.9059304703476483,
      "grad_norm": 4.107685565948486,
      "learning_rate": 1.2012461820712966e-05,
      "loss": 2.1946287155151367,
      "step": 1329
    },
    {
      "epoch": 0.9066121336059987,
      "grad_norm": 2.601182460784912,
      "learning_rate": 1.2001644012981392e-05,
      "loss": 1.226723313331604,
      "step": 1330
    },
    {
      "epoch": 0.907293796864349,
      "grad_norm": 1.4821761846542358,
      "learning_rate": 1.1990823764507108e-05,
      "loss": 1.1278297901153564,
      "step": 1331
    },
    {
      "epoch": 0.9079754601226994,
      "grad_norm": 3.0466654300689697,
      "learning_rate": 1.1980001088483986e-05,
      "loss": 1.0089236497879028,
      "step": 1332
    },
    {
      "epoch": 0.9086571233810498,
      "grad_norm": 1.8594928979873657,
      "learning_rate": 1.1969175998108857e-05,
      "loss": 1.0941195487976074,
      "step": 1333
    },
    {
      "epoch": 0.9093387866394002,
      "grad_norm": 6.154777526855469,
      "learning_rate": 1.1958348506581503e-05,
      "loss": 2.400118112564087,
      "step": 1334
    },
    {
      "epoch": 0.9100204498977505,
      "grad_norm": 3.1990363597869873,
      "learning_rate": 1.1947518627104637e-05,
      "loss": 0.6849943995475769,
      "step": 1335
    },
    {
      "epoch": 0.9107021131561008,
      "grad_norm": 2.930387496948242,
      "learning_rate": 1.1936686372883877e-05,
      "loss": 0.5548266768455505,
      "step": 1336
    },
    {
      "epoch": 0.9113837764144512,
      "grad_norm": 2.311358690261841,
      "learning_rate": 1.1925851757127735e-05,
      "loss": 0.995979905128479,
      "step": 1337
    },
    {
      "epoch": 0.9120654396728016,
      "grad_norm": 3.1525368690490723,
      "learning_rate": 1.1915014793047606e-05,
      "loss": 0.44815969467163086,
      "step": 1338
    },
    {
      "epoch": 0.912747102931152,
      "grad_norm": 3.2352945804595947,
      "learning_rate": 1.190417549385775e-05,
      "loss": 1.2947889566421509,
      "step": 1339
    },
    {
      "epoch": 0.9134287661895024,
      "grad_norm": 1.5861382484436035,
      "learning_rate": 1.1893333872775275e-05,
      "loss": 0.9021660089492798,
      "step": 1340
    },
    {
      "epoch": 0.9141104294478528,
      "grad_norm": 4.334277629852295,
      "learning_rate": 1.1882489943020115e-05,
      "loss": 1.8276174068450928,
      "step": 1341
    },
    {
      "epoch": 0.9147920927062031,
      "grad_norm": 2.043137788772583,
      "learning_rate": 1.187164371781502e-05,
      "loss": 0.3331798017024994,
      "step": 1342
    },
    {
      "epoch": 0.9154737559645535,
      "grad_norm": 3.3330094814300537,
      "learning_rate": 1.1860795210385547e-05,
      "loss": 2.193763256072998,
      "step": 1343
    },
    {
      "epoch": 0.9161554192229039,
      "grad_norm": 2.059584379196167,
      "learning_rate": 1.1849944433960026e-05,
      "loss": 0.5906944870948792,
      "step": 1344
    },
    {
      "epoch": 0.9168370824812543,
      "grad_norm": 2.9722602367401123,
      "learning_rate": 1.1839091401769559e-05,
      "loss": 1.6175780296325684,
      "step": 1345
    },
    {
      "epoch": 0.9175187457396047,
      "grad_norm": 3.0332117080688477,
      "learning_rate": 1.1828236127047991e-05,
      "loss": 1.4893518686294556,
      "step": 1346
    },
    {
      "epoch": 0.918200408997955,
      "grad_norm": 1.3801240921020508,
      "learning_rate": 1.1817378623031921e-05,
      "loss": 1.227494716644287,
      "step": 1347
    },
    {
      "epoch": 0.9188820722563054,
      "grad_norm": 1.5017725229263306,
      "learning_rate": 1.1806518902960643e-05,
      "loss": 0.8263968229293823,
      "step": 1348
    },
    {
      "epoch": 0.9195637355146558,
      "grad_norm": 2.4677810668945312,
      "learning_rate": 1.1795656980076164e-05,
      "loss": 1.325760006904602,
      "step": 1349
    },
    {
      "epoch": 0.9202453987730062,
      "grad_norm": 6.49123477935791,
      "learning_rate": 1.1784792867623179e-05,
      "loss": 1.9121781587600708,
      "step": 1350
    },
    {
      "epoch": 0.9209270620313565,
      "grad_norm": 1.6628427505493164,
      "learning_rate": 1.1773926578849049e-05,
      "loss": 0.689493715763092,
      "step": 1351
    },
    {
      "epoch": 0.9216087252897068,
      "grad_norm": 3.224045753479004,
      "learning_rate": 1.1763058127003793e-05,
      "loss": 1.6399683952331543,
      "step": 1352
    },
    {
      "epoch": 0.9222903885480572,
      "grad_norm": 2.3120028972625732,
      "learning_rate": 1.1752187525340061e-05,
      "loss": 0.34457504749298096,
      "step": 1353
    },
    {
      "epoch": 0.9229720518064076,
      "grad_norm": 2.854567289352417,
      "learning_rate": 1.1741314787113129e-05,
      "loss": 1.567234992980957,
      "step": 1354
    },
    {
      "epoch": 0.923653715064758,
      "grad_norm": 2.151095151901245,
      "learning_rate": 1.1730439925580876e-05,
      "loss": 1.320873737335205,
      "step": 1355
    },
    {
      "epoch": 0.9243353783231084,
      "grad_norm": 1.4363987445831299,
      "learning_rate": 1.1719562954003774e-05,
      "loss": 0.8847675919532776,
      "step": 1356
    },
    {
      "epoch": 0.9250170415814588,
      "grad_norm": 3.134401321411133,
      "learning_rate": 1.1708683885644865e-05,
      "loss": 1.750314474105835,
      "step": 1357
    },
    {
      "epoch": 0.9256987048398091,
      "grad_norm": 1.9255026578903198,
      "learning_rate": 1.1697802733769745e-05,
      "loss": 1.4583141803741455,
      "step": 1358
    },
    {
      "epoch": 0.9263803680981595,
      "grad_norm": 3.1198015213012695,
      "learning_rate": 1.1686919511646557e-05,
      "loss": 1.9378410577774048,
      "step": 1359
    },
    {
      "epoch": 0.9270620313565099,
      "grad_norm": 2.286750555038452,
      "learning_rate": 1.1676034232545963e-05,
      "loss": 0.9694126844406128,
      "step": 1360
    },
    {
      "epoch": 0.9277436946148603,
      "grad_norm": 1.7516858577728271,
      "learning_rate": 1.1665146909741134e-05,
      "loss": 1.0411911010742188,
      "step": 1361
    },
    {
      "epoch": 0.9284253578732107,
      "grad_norm": 3.267704963684082,
      "learning_rate": 1.1654257556507735e-05,
      "loss": 1.0651662349700928,
      "step": 1362
    },
    {
      "epoch": 0.929107021131561,
      "grad_norm": 1.5885710716247559,
      "learning_rate": 1.1643366186123913e-05,
      "loss": 0.6454929113388062,
      "step": 1363
    },
    {
      "epoch": 0.9297886843899114,
      "grad_norm": 3.1804027557373047,
      "learning_rate": 1.163247281187026e-05,
      "loss": 1.0113682746887207,
      "step": 1364
    },
    {
      "epoch": 0.9304703476482618,
      "grad_norm": 2.0777599811553955,
      "learning_rate": 1.1621577447029816e-05,
      "loss": 0.6646759510040283,
      "step": 1365
    },
    {
      "epoch": 0.9311520109066121,
      "grad_norm": 4.906405448913574,
      "learning_rate": 1.1610680104888057e-05,
      "loss": 2.013087272644043,
      "step": 1366
    },
    {
      "epoch": 0.9318336741649625,
      "grad_norm": 1.0533791780471802,
      "learning_rate": 1.1599780798732868e-05,
      "loss": 0.5444119572639465,
      "step": 1367
    },
    {
      "epoch": 0.9325153374233128,
      "grad_norm": 3.627973794937134,
      "learning_rate": 1.158887954185452e-05,
      "loss": 1.0098434686660767,
      "step": 1368
    },
    {
      "epoch": 0.9331970006816632,
      "grad_norm": 2.2816169261932373,
      "learning_rate": 1.157797634754567e-05,
      "loss": 0.5894101858139038,
      "step": 1369
    },
    {
      "epoch": 0.9338786639400136,
      "grad_norm": 1.3498238325119019,
      "learning_rate": 1.1567071229101332e-05,
      "loss": 0.8812987804412842,
      "step": 1370
    },
    {
      "epoch": 0.934560327198364,
      "grad_norm": 2.0164008140563965,
      "learning_rate": 1.1556164199818871e-05,
      "loss": 1.0886428356170654,
      "step": 1371
    },
    {
      "epoch": 0.9352419904567144,
      "grad_norm": 5.006718635559082,
      "learning_rate": 1.1545255272997983e-05,
      "loss": 2.039119005203247,
      "step": 1372
    },
    {
      "epoch": 0.9359236537150648,
      "grad_norm": 1.3555481433868408,
      "learning_rate": 1.153434446194068e-05,
      "loss": 1.6098264455795288,
      "step": 1373
    },
    {
      "epoch": 0.9366053169734151,
      "grad_norm": 3.5221757888793945,
      "learning_rate": 1.1523431779951255e-05,
      "loss": 1.293176531791687,
      "step": 1374
    },
    {
      "epoch": 0.9372869802317655,
      "grad_norm": 2.4867475032806396,
      "learning_rate": 1.1512517240336304e-05,
      "loss": 1.3837792873382568,
      "step": 1375
    },
    {
      "epoch": 0.9379686434901159,
      "grad_norm": 5.508114337921143,
      "learning_rate": 1.1501600856404676e-05,
      "loss": 2.0230002403259277,
      "step": 1376
    },
    {
      "epoch": 0.9386503067484663,
      "grad_norm": 2.9103028774261475,
      "learning_rate": 1.149068264146747e-05,
      "loss": 1.313584327697754,
      "step": 1377
    },
    {
      "epoch": 0.9393319700068167,
      "grad_norm": 4.0926594734191895,
      "learning_rate": 1.1479762608838018e-05,
      "loss": 1.785624623298645,
      "step": 1378
    },
    {
      "epoch": 0.940013633265167,
      "grad_norm": 2.0462605953216553,
      "learning_rate": 1.1468840771831874e-05,
      "loss": 0.5250790119171143,
      "step": 1379
    },
    {
      "epoch": 0.9406952965235174,
      "grad_norm": 2.402515172958374,
      "learning_rate": 1.1457917143766786e-05,
      "loss": 0.5881788730621338,
      "step": 1380
    },
    {
      "epoch": 0.9413769597818678,
      "grad_norm": 1.6995738744735718,
      "learning_rate": 1.1446991737962688e-05,
      "loss": 0.9168304800987244,
      "step": 1381
    },
    {
      "epoch": 0.9420586230402181,
      "grad_norm": 1.801107406616211,
      "learning_rate": 1.1436064567741679e-05,
      "loss": 0.9895972013473511,
      "step": 1382
    },
    {
      "epoch": 0.9427402862985685,
      "grad_norm": 4.026597023010254,
      "learning_rate": 1.1425135646428011e-05,
      "loss": 2.1194210052490234,
      "step": 1383
    },
    {
      "epoch": 0.9434219495569189,
      "grad_norm": 3.322819232940674,
      "learning_rate": 1.141420498734808e-05,
      "loss": 0.801817774772644,
      "step": 1384
    },
    {
      "epoch": 0.9441036128152692,
      "grad_norm": 1.8702592849731445,
      "learning_rate": 1.1403272603830384e-05,
      "loss": 1.154260277748108,
      "step": 1385
    },
    {
      "epoch": 0.9447852760736196,
      "grad_norm": 4.2028489112854,
      "learning_rate": 1.139233850920554e-05,
      "loss": 2.3136725425720215,
      "step": 1386
    },
    {
      "epoch": 0.94546693933197,
      "grad_norm": 2.436260223388672,
      "learning_rate": 1.1381402716806237e-05,
      "loss": 0.9741934537887573,
      "step": 1387
    },
    {
      "epoch": 0.9461486025903204,
      "grad_norm": 1.9411702156066895,
      "learning_rate": 1.137046523996725e-05,
      "loss": 1.2022333145141602,
      "step": 1388
    },
    {
      "epoch": 0.9468302658486708,
      "grad_norm": 2.452498435974121,
      "learning_rate": 1.1359526092025395e-05,
      "loss": 0.7073385715484619,
      "step": 1389
    },
    {
      "epoch": 0.9475119291070211,
      "grad_norm": 1.9482067823410034,
      "learning_rate": 1.1348585286319529e-05,
      "loss": 0.8009145259857178,
      "step": 1390
    },
    {
      "epoch": 0.9481935923653715,
      "grad_norm": 1.6864196062088013,
      "learning_rate": 1.1337642836190532e-05,
      "loss": 0.9256442785263062,
      "step": 1391
    },
    {
      "epoch": 0.9488752556237219,
      "grad_norm": 1.9843751192092896,
      "learning_rate": 1.1326698754981292e-05,
      "loss": 0.8110345602035522,
      "step": 1392
    },
    {
      "epoch": 0.9495569188820723,
      "grad_norm": 2.8555917739868164,
      "learning_rate": 1.131575305603668e-05,
      "loss": 0.9550151824951172,
      "step": 1393
    },
    {
      "epoch": 0.9502385821404227,
      "grad_norm": 1.2877635955810547,
      "learning_rate": 1.130480575270354e-05,
      "loss": 0.7633803486824036,
      "step": 1394
    },
    {
      "epoch": 0.950920245398773,
      "grad_norm": 1.3084089756011963,
      "learning_rate": 1.1293856858330678e-05,
      "loss": 1.1857316493988037,
      "step": 1395
    },
    {
      "epoch": 0.9516019086571234,
      "grad_norm": 2.01818585395813,
      "learning_rate": 1.1282906386268842e-05,
      "loss": 1.207491159439087,
      "step": 1396
    },
    {
      "epoch": 0.9522835719154737,
      "grad_norm": 2.232659101486206,
      "learning_rate": 1.1271954349870686e-05,
      "loss": 1.1294128894805908,
      "step": 1397
    },
    {
      "epoch": 0.9529652351738241,
      "grad_norm": 2.3538355827331543,
      "learning_rate": 1.1261000762490793e-05,
      "loss": 1.0520989894866943,
      "step": 1398
    },
    {
      "epoch": 0.9536468984321745,
      "grad_norm": 2.2052597999572754,
      "learning_rate": 1.1250045637485624e-05,
      "loss": 0.3434506356716156,
      "step": 1399
    },
    {
      "epoch": 0.9543285616905249,
      "grad_norm": 2.2298030853271484,
      "learning_rate": 1.1239088988213522e-05,
      "loss": 1.4217681884765625,
      "step": 1400
    },
    {
      "epoch": 0.9550102249488752,
      "grad_norm": 3.030216932296753,
      "learning_rate": 1.1228130828034685e-05,
      "loss": 0.8571851253509521,
      "step": 1401
    },
    {
      "epoch": 0.9556918882072256,
      "grad_norm": 1.500774621963501,
      "learning_rate": 1.1217171170311157e-05,
      "loss": 1.0443930625915527,
      "step": 1402
    },
    {
      "epoch": 0.956373551465576,
      "grad_norm": 2.5589287281036377,
      "learning_rate": 1.1206210028406797e-05,
      "loss": 1.8444973230361938,
      "step": 1403
    },
    {
      "epoch": 0.9570552147239264,
      "grad_norm": 1.1014353036880493,
      "learning_rate": 1.1195247415687286e-05,
      "loss": 0.6612838506698608,
      "step": 1404
    },
    {
      "epoch": 0.9577368779822768,
      "grad_norm": 1.461776614189148,
      "learning_rate": 1.11842833455201e-05,
      "loss": 0.9575937986373901,
      "step": 1405
    },
    {
      "epoch": 0.9584185412406271,
      "grad_norm": 2.6493754386901855,
      "learning_rate": 1.1173317831274479e-05,
      "loss": 1.0812537670135498,
      "step": 1406
    },
    {
      "epoch": 0.9591002044989775,
      "grad_norm": 2.1644461154937744,
      "learning_rate": 1.1162350886321435e-05,
      "loss": 0.9594922065734863,
      "step": 1407
    },
    {
      "epoch": 0.9597818677573279,
      "grad_norm": 3.7024781703948975,
      "learning_rate": 1.115138252403372e-05,
      "loss": 1.1270642280578613,
      "step": 1408
    },
    {
      "epoch": 0.9604635310156783,
      "grad_norm": 2.0624656677246094,
      "learning_rate": 1.1140412757785818e-05,
      "loss": 0.8593518733978271,
      "step": 1409
    },
    {
      "epoch": 0.9611451942740287,
      "grad_norm": 1.5966134071350098,
      "learning_rate": 1.1129441600953916e-05,
      "loss": 1.2847955226898193,
      "step": 1410
    },
    {
      "epoch": 0.961826857532379,
      "grad_norm": 1.5607731342315674,
      "learning_rate": 1.1118469066915907e-05,
      "loss": 0.973434329032898,
      "step": 1411
    },
    {
      "epoch": 0.9625085207907293,
      "grad_norm": 2.171595811843872,
      "learning_rate": 1.1107495169051364e-05,
      "loss": 1.2536604404449463,
      "step": 1412
    },
    {
      "epoch": 0.9631901840490797,
      "grad_norm": 2.4465882778167725,
      "learning_rate": 1.1096519920741509e-05,
      "loss": 1.2964740991592407,
      "step": 1413
    },
    {
      "epoch": 0.9638718473074301,
      "grad_norm": 1.1267685890197754,
      "learning_rate": 1.1085543335369224e-05,
      "loss": 0.756505012512207,
      "step": 1414
    },
    {
      "epoch": 0.9645535105657805,
      "grad_norm": 4.980567455291748,
      "learning_rate": 1.1074565426319014e-05,
      "loss": 1.916570782661438,
      "step": 1415
    },
    {
      "epoch": 0.9652351738241309,
      "grad_norm": 2.2414605617523193,
      "learning_rate": 1.1063586206977009e-05,
      "loss": 1.068878173828125,
      "step": 1416
    },
    {
      "epoch": 0.9659168370824812,
      "grad_norm": 1.3340094089508057,
      "learning_rate": 1.1052605690730922e-05,
      "loss": 0.5894954204559326,
      "step": 1417
    },
    {
      "epoch": 0.9665985003408316,
      "grad_norm": 1.699578881263733,
      "learning_rate": 1.1041623890970061e-05,
      "loss": 0.9399139881134033,
      "step": 1418
    },
    {
      "epoch": 0.967280163599182,
      "grad_norm": 1.8976777791976929,
      "learning_rate": 1.1030640821085284e-05,
      "loss": 1.1349092721939087,
      "step": 1419
    },
    {
      "epoch": 0.9679618268575324,
      "grad_norm": 1.6042039394378662,
      "learning_rate": 1.101965649446901e-05,
      "loss": 1.9341599941253662,
      "step": 1420
    },
    {
      "epoch": 0.9686434901158828,
      "grad_norm": 1.7874032258987427,
      "learning_rate": 1.1008670924515191e-05,
      "loss": 1.09175443649292,
      "step": 1421
    },
    {
      "epoch": 0.9693251533742331,
      "grad_norm": 2.457379102706909,
      "learning_rate": 1.0997684124619286e-05,
      "loss": 1.2264299392700195,
      "step": 1422
    },
    {
      "epoch": 0.9700068166325835,
      "grad_norm": 2.286973476409912,
      "learning_rate": 1.0986696108178259e-05,
      "loss": 1.0105416774749756,
      "step": 1423
    },
    {
      "epoch": 0.9706884798909339,
      "grad_norm": 1.4236822128295898,
      "learning_rate": 1.0975706888590556e-05,
      "loss": 0.9824390411376953,
      "step": 1424
    },
    {
      "epoch": 0.9713701431492843,
      "grad_norm": 2.462789297103882,
      "learning_rate": 1.0964716479256094e-05,
      "loss": 1.3617198467254639,
      "step": 1425
    },
    {
      "epoch": 0.9720518064076347,
      "grad_norm": 2.2924046516418457,
      "learning_rate": 1.0953724893576236e-05,
      "loss": 1.625471830368042,
      "step": 1426
    },
    {
      "epoch": 0.972733469665985,
      "grad_norm": 2.718590021133423,
      "learning_rate": 1.0942732144953782e-05,
      "loss": 1.3157684803009033,
      "step": 1427
    },
    {
      "epoch": 0.9734151329243353,
      "grad_norm": 2.6177055835723877,
      "learning_rate": 1.0931738246792947e-05,
      "loss": 1.2948482036590576,
      "step": 1428
    },
    {
      "epoch": 0.9740967961826857,
      "grad_norm": 2.5654430389404297,
      "learning_rate": 1.0920743212499355e-05,
      "loss": 1.319617509841919,
      "step": 1429
    },
    {
      "epoch": 0.9747784594410361,
      "grad_norm": 1.715665578842163,
      "learning_rate": 1.0909747055480004e-05,
      "loss": 0.8499696254730225,
      "step": 1430
    },
    {
      "epoch": 0.9754601226993865,
      "grad_norm": 5.237400531768799,
      "learning_rate": 1.089874978914327e-05,
      "loss": 1.848403811454773,
      "step": 1431
    },
    {
      "epoch": 0.9761417859577369,
      "grad_norm": 3.2037734985351562,
      "learning_rate": 1.0887751426898878e-05,
      "loss": 1.5934137105941772,
      "step": 1432
    },
    {
      "epoch": 0.9768234492160872,
      "grad_norm": 5.400890350341797,
      "learning_rate": 1.0876751982157892e-05,
      "loss": 2.2045936584472656,
      "step": 1433
    },
    {
      "epoch": 0.9775051124744376,
      "grad_norm": 2.7312662601470947,
      "learning_rate": 1.0865751468332695e-05,
      "loss": 1.0877323150634766,
      "step": 1434
    },
    {
      "epoch": 0.978186775732788,
      "grad_norm": 3.9003102779388428,
      "learning_rate": 1.0854749898836974e-05,
      "loss": 1.2857639789581299,
      "step": 1435
    },
    {
      "epoch": 0.9788684389911384,
      "grad_norm": 2.6747279167175293,
      "learning_rate": 1.0843747287085693e-05,
      "loss": 0.6983846426010132,
      "step": 1436
    },
    {
      "epoch": 0.9795501022494888,
      "grad_norm": 2.099173069000244,
      "learning_rate": 1.0832743646495105e-05,
      "loss": 0.3862391412258148,
      "step": 1437
    },
    {
      "epoch": 0.9802317655078391,
      "grad_norm": 3.4450464248657227,
      "learning_rate": 1.0821738990482709e-05,
      "loss": 2.163217782974243,
      "step": 1438
    },
    {
      "epoch": 0.9809134287661895,
      "grad_norm": 2.7090086936950684,
      "learning_rate": 1.0810733332467235e-05,
      "loss": 1.9412810802459717,
      "step": 1439
    },
    {
      "epoch": 0.9815950920245399,
      "grad_norm": 2.2056849002838135,
      "learning_rate": 1.0799726685868648e-05,
      "loss": 0.9925412535667419,
      "step": 1440
    },
    {
      "epoch": 0.9822767552828903,
      "grad_norm": 1.637809157371521,
      "learning_rate": 1.0788719064108108e-05,
      "loss": 0.6028140783309937,
      "step": 1441
    },
    {
      "epoch": 0.9829584185412407,
      "grad_norm": 22.958332061767578,
      "learning_rate": 1.077771048060797e-05,
      "loss": 1.2065813541412354,
      "step": 1442
    },
    {
      "epoch": 0.983640081799591,
      "grad_norm": 4.294493198394775,
      "learning_rate": 1.076670094879176e-05,
      "loss": 1.4867355823516846,
      "step": 1443
    },
    {
      "epoch": 0.9843217450579413,
      "grad_norm": 6.976797103881836,
      "learning_rate": 1.0755690482084154e-05,
      "loss": 2.184006929397583,
      "step": 1444
    },
    {
      "epoch": 0.9850034083162917,
      "grad_norm": 1.6113888025283813,
      "learning_rate": 1.0744679093910987e-05,
      "loss": 1.124434232711792,
      "step": 1445
    },
    {
      "epoch": 0.9856850715746421,
      "grad_norm": 1.7234139442443848,
      "learning_rate": 1.0733666797699191e-05,
      "loss": 1.2631725072860718,
      "step": 1446
    },
    {
      "epoch": 0.9863667348329925,
      "grad_norm": 2.597224712371826,
      "learning_rate": 1.0722653606876828e-05,
      "loss": 1.4020732641220093,
      "step": 1447
    },
    {
      "epoch": 0.9870483980913429,
      "grad_norm": 1.8286712169647217,
      "learning_rate": 1.0711639534873035e-05,
      "loss": 0.7092963457107544,
      "step": 1448
    },
    {
      "epoch": 0.9877300613496932,
      "grad_norm": 2.565237283706665,
      "learning_rate": 1.0700624595118037e-05,
      "loss": 1.0420867204666138,
      "step": 1449
    },
    {
      "epoch": 0.9884117246080436,
      "grad_norm": 2.8494246006011963,
      "learning_rate": 1.0689608801043107e-05,
      "loss": 1.3831346035003662,
      "step": 1450
    },
    {
      "epoch": 0.989093387866394,
      "grad_norm": 2.3130369186401367,
      "learning_rate": 1.0678592166080565e-05,
      "loss": 1.2310330867767334,
      "step": 1451
    },
    {
      "epoch": 0.9897750511247444,
      "grad_norm": 1.8310436010360718,
      "learning_rate": 1.066757470366375e-05,
      "loss": 1.2459018230438232,
      "step": 1452
    },
    {
      "epoch": 0.9904567143830948,
      "grad_norm": 2.529782772064209,
      "learning_rate": 1.0656556427227019e-05,
      "loss": 1.8146663904190063,
      "step": 1453
    },
    {
      "epoch": 0.9911383776414451,
      "grad_norm": 1.7871593236923218,
      "learning_rate": 1.0645537350205714e-05,
      "loss": 1.0763839483261108,
      "step": 1454
    },
    {
      "epoch": 0.9918200408997955,
      "grad_norm": 1.7131450176239014,
      "learning_rate": 1.063451748603616e-05,
      "loss": 1.2468634843826294,
      "step": 1455
    },
    {
      "epoch": 0.9925017041581459,
      "grad_norm": 2.5768184661865234,
      "learning_rate": 1.0623496848155635e-05,
      "loss": 1.4966133832931519,
      "step": 1456
    },
    {
      "epoch": 0.9931833674164963,
      "grad_norm": 11.853314399719238,
      "learning_rate": 1.0612475450002363e-05,
      "loss": 1.127371907234192,
      "step": 1457
    },
    {
      "epoch": 0.9938650306748467,
      "grad_norm": 2.7855846881866455,
      "learning_rate": 1.0601453305015497e-05,
      "loss": 1.5127134323120117,
      "step": 1458
    },
    {
      "epoch": 0.994546693933197,
      "grad_norm": 2.1716721057891846,
      "learning_rate": 1.0590430426635098e-05,
      "loss": 0.47972676157951355,
      "step": 1459
    },
    {
      "epoch": 0.9952283571915473,
      "grad_norm": 2.356139898300171,
      "learning_rate": 1.0579406828302124e-05,
      "loss": 1.1699801683425903,
      "step": 1460
    },
    {
      "epoch": 0.9959100204498977,
      "grad_norm": 2.288517713546753,
      "learning_rate": 1.0568382523458412e-05,
      "loss": 0.9673724174499512,
      "step": 1461
    },
    {
      "epoch": 0.9965916837082481,
      "grad_norm": 2.9393985271453857,
      "learning_rate": 1.0557357525546651e-05,
      "loss": 1.2749524116516113,
      "step": 1462
    },
    {
      "epoch": 0.9972733469665985,
      "grad_norm": 3.3071682453155518,
      "learning_rate": 1.054633184801039e-05,
      "loss": 1.4630143642425537,
      "step": 1463
    },
    {
      "epoch": 0.9979550102249489,
      "grad_norm": 3.298875331878662,
      "learning_rate": 1.0535305504293988e-05,
      "loss": 2.061471700668335,
      "step": 1464
    },
    {
      "epoch": 0.9986366734832992,
      "grad_norm": 2.4312033653259277,
      "learning_rate": 1.0524278507842637e-05,
      "loss": 1.497416377067566,
      "step": 1465
    },
    {
      "epoch": 0.9993183367416496,
      "grad_norm": 1.8498071432113647,
      "learning_rate": 1.0513250872102312e-05,
      "loss": 0.9513588547706604,
      "step": 1466
    },
    {
      "epoch": 1.0,
      "grad_norm": 5.430646896362305,
      "learning_rate": 1.0502222610519772e-05,
      "loss": 1.1737076044082642,
      "step": 1467
    }
  ],
  "logging_steps": 1,
  "max_steps": 2934,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.504286382316585e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}