| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.998016660055534, |
| "eval_steps": 500, |
| "global_step": 1575, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0031733439111463705, |
| "grad_norm": 6.348144432543206, |
| "learning_rate": 5.063291139240507e-07, |
| "loss": 0.8982, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.006346687822292741, |
| "grad_norm": 6.383645545622549, |
| "learning_rate": 1.0126582278481013e-06, |
| "loss": 0.9021, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.009520031733439112, |
| "grad_norm": 6.2539360712589085, |
| "learning_rate": 1.518987341772152e-06, |
| "loss": 0.8937, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.012693375644585482, |
| "grad_norm": 6.225921771088206, |
| "learning_rate": 2.0253164556962026e-06, |
| "loss": 0.8949, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.01586671955573185, |
| "grad_norm": 5.8423675974230775, |
| "learning_rate": 2.5316455696202535e-06, |
| "loss": 0.8753, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.019040063466878223, |
| "grad_norm": 4.757379141562461, |
| "learning_rate": 3.037974683544304e-06, |
| "loss": 0.8416, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.022213407378024592, |
| "grad_norm": 4.272314367321253, |
| "learning_rate": 3.544303797468355e-06, |
| "loss": 0.8311, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.025386751289170964, |
| "grad_norm": 2.4318992207766845, |
| "learning_rate": 4.050632911392405e-06, |
| "loss": 0.7784, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.028560095200317333, |
| "grad_norm": 2.248095466527857, |
| "learning_rate": 4.556962025316456e-06, |
| "loss": 0.7769, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.0317334391114637, |
| "grad_norm": 4.2093273786875836, |
| "learning_rate": 5.063291139240507e-06, |
| "loss": 0.7732, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.03490678302261008, |
| "grad_norm": 4.309584499183112, |
| "learning_rate": 5.569620253164557e-06, |
| "loss": 0.7619, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.038080126933756446, |
| "grad_norm": 4.357671892488039, |
| "learning_rate": 6.075949367088608e-06, |
| "loss": 0.7564, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.041253470844902815, |
| "grad_norm": 3.6078600546011184, |
| "learning_rate": 6.582278481012659e-06, |
| "loss": 0.7009, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.044426814756049184, |
| "grad_norm": 3.651249913873882, |
| "learning_rate": 7.08860759493671e-06, |
| "loss": 0.699, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.04760015866719556, |
| "grad_norm": 2.9003418519249107, |
| "learning_rate": 7.5949367088607605e-06, |
| "loss": 0.6807, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.05077350257834193, |
| "grad_norm": 2.0070454552304744, |
| "learning_rate": 8.10126582278481e-06, |
| "loss": 0.6622, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.0539468464894883, |
| "grad_norm": 1.6956361687151162, |
| "learning_rate": 8.607594936708861e-06, |
| "loss": 0.6405, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.057120190400634666, |
| "grad_norm": 2.212305308576385, |
| "learning_rate": 9.113924050632912e-06, |
| "loss": 0.6294, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.06029353431178104, |
| "grad_norm": 2.2094016296877634, |
| "learning_rate": 9.620253164556963e-06, |
| "loss": 0.6225, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.0634668782229274, |
| "grad_norm": 1.6141377735329752, |
| "learning_rate": 1.0126582278481014e-05, |
| "loss": 0.611, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.06664022213407378, |
| "grad_norm": 1.204912005316192, |
| "learning_rate": 1.0632911392405063e-05, |
| "loss": 0.6073, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.06981356604522015, |
| "grad_norm": 1.3322615853509538, |
| "learning_rate": 1.1139240506329114e-05, |
| "loss": 0.5935, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.07298690995636652, |
| "grad_norm": 1.3306388942331462, |
| "learning_rate": 1.1645569620253165e-05, |
| "loss": 0.5827, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.07616025386751289, |
| "grad_norm": 0.8751536661021161, |
| "learning_rate": 1.2151898734177216e-05, |
| "loss": 0.5805, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.07933359777865927, |
| "grad_norm": 0.9015772829079778, |
| "learning_rate": 1.2658227848101268e-05, |
| "loss": 0.5726, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.08250694168980563, |
| "grad_norm": 0.9818736669411537, |
| "learning_rate": 1.3164556962025317e-05, |
| "loss": 0.5683, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.085680285600952, |
| "grad_norm": 0.6758237512246137, |
| "learning_rate": 1.3670886075949368e-05, |
| "loss": 0.5554, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.08885362951209837, |
| "grad_norm": 0.7798065896044373, |
| "learning_rate": 1.417721518987342e-05, |
| "loss": 0.562, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.09202697342324474, |
| "grad_norm": 0.5943455450936407, |
| "learning_rate": 1.468354430379747e-05, |
| "loss": 0.5516, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.09520031733439112, |
| "grad_norm": 0.5360484272133458, |
| "learning_rate": 1.5189873417721521e-05, |
| "loss": 0.5466, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.09837366124553748, |
| "grad_norm": 0.6427312239326713, |
| "learning_rate": 1.5696202531645572e-05, |
| "loss": 0.5282, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.10154700515668386, |
| "grad_norm": 0.52852465695618, |
| "learning_rate": 1.620253164556962e-05, |
| "loss": 0.5358, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.10472034906783023, |
| "grad_norm": 0.5252420797220524, |
| "learning_rate": 1.6708860759493674e-05, |
| "loss": 0.5292, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.1078936929789766, |
| "grad_norm": 0.6243715389867477, |
| "learning_rate": 1.7215189873417723e-05, |
| "loss": 0.5371, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.11106703689012297, |
| "grad_norm": 0.4003457981794737, |
| "learning_rate": 1.7721518987341772e-05, |
| "loss": 0.5186, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.11424038080126933, |
| "grad_norm": 0.5457989224110974, |
| "learning_rate": 1.8227848101265824e-05, |
| "loss": 0.5223, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.1174137247124157, |
| "grad_norm": 0.3580435227349059, |
| "learning_rate": 1.8734177215189874e-05, |
| "loss": 0.5158, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.12058706862356208, |
| "grad_norm": 0.4663870760426878, |
| "learning_rate": 1.9240506329113926e-05, |
| "loss": 0.518, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.12376041253470844, |
| "grad_norm": 0.4046971344951154, |
| "learning_rate": 1.974683544303798e-05, |
| "loss": 0.5107, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.1269337564458548, |
| "grad_norm": 0.41758513906570793, |
| "learning_rate": 2.0253164556962028e-05, |
| "loss": 0.5124, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.13010710035700118, |
| "grad_norm": 0.4062531142420596, |
| "learning_rate": 2.0759493670886077e-05, |
| "loss": 0.504, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.13328044426814756, |
| "grad_norm": 0.3998294866521708, |
| "learning_rate": 2.1265822784810126e-05, |
| "loss": 0.5025, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.13645378817929393, |
| "grad_norm": 0.3867028742210112, |
| "learning_rate": 2.177215189873418e-05, |
| "loss": 0.5043, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.1396271320904403, |
| "grad_norm": 0.43575380555266197, |
| "learning_rate": 2.2278481012658228e-05, |
| "loss": 0.4972, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.14280047600158668, |
| "grad_norm": 0.6078264125881937, |
| "learning_rate": 2.278481012658228e-05, |
| "loss": 0.4975, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.14597381991273303, |
| "grad_norm": 0.973098853907099, |
| "learning_rate": 2.329113924050633e-05, |
| "loss": 0.4998, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.1491471638238794, |
| "grad_norm": 1.2032473307606681, |
| "learning_rate": 2.379746835443038e-05, |
| "loss": 0.5023, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.15232050773502578, |
| "grad_norm": 0.517082628902644, |
| "learning_rate": 2.430379746835443e-05, |
| "loss": 0.4926, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.15549385164617216, |
| "grad_norm": 0.8487019755795518, |
| "learning_rate": 2.481012658227848e-05, |
| "loss": 0.4981, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.15866719555731854, |
| "grad_norm": 1.0951673394024417, |
| "learning_rate": 2.5316455696202537e-05, |
| "loss": 0.4962, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.16184053946846488, |
| "grad_norm": 0.755728182616416, |
| "learning_rate": 2.5822784810126586e-05, |
| "loss": 0.4962, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.16501388337961126, |
| "grad_norm": 1.3057901440899915, |
| "learning_rate": 2.6329113924050635e-05, |
| "loss": 0.4865, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.16818722729075763, |
| "grad_norm": 0.6650026611670792, |
| "learning_rate": 2.6835443037974687e-05, |
| "loss": 0.4895, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.171360571201904, |
| "grad_norm": 0.7738295996967581, |
| "learning_rate": 2.7341772151898737e-05, |
| "loss": 0.4968, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.1745339151130504, |
| "grad_norm": 0.9000555872432531, |
| "learning_rate": 2.784810126582279e-05, |
| "loss": 0.4909, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.17770725902419673, |
| "grad_norm": 0.8162914872438413, |
| "learning_rate": 2.835443037974684e-05, |
| "loss": 0.4834, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.1808806029353431, |
| "grad_norm": 0.7906164914396787, |
| "learning_rate": 2.8860759493670888e-05, |
| "loss": 0.4865, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.18405394684648949, |
| "grad_norm": 0.9490020845109697, |
| "learning_rate": 2.936708860759494e-05, |
| "loss": 0.4908, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.18722729075763586, |
| "grad_norm": 0.7752131353512624, |
| "learning_rate": 2.987341772151899e-05, |
| "loss": 0.4782, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.19040063466878224, |
| "grad_norm": 0.84561035331472, |
| "learning_rate": 3.0379746835443042e-05, |
| "loss": 0.4703, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.1935739785799286, |
| "grad_norm": 0.5602877470932804, |
| "learning_rate": 3.088607594936709e-05, |
| "loss": 0.4775, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.19674732249107496, |
| "grad_norm": 0.6821307536004709, |
| "learning_rate": 3.1392405063291144e-05, |
| "loss": 0.4773, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.19992066640222134, |
| "grad_norm": 0.717968030563759, |
| "learning_rate": 3.1898734177215196e-05, |
| "loss": 0.4742, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.2030940103133677, |
| "grad_norm": 0.8033651165413181, |
| "learning_rate": 3.240506329113924e-05, |
| "loss": 0.4721, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.2062673542245141, |
| "grad_norm": 0.8192446128586057, |
| "learning_rate": 3.2911392405063295e-05, |
| "loss": 0.4772, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.20944069813566046, |
| "grad_norm": 1.431814362557968, |
| "learning_rate": 3.341772151898735e-05, |
| "loss": 0.4833, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.2126140420468068, |
| "grad_norm": 0.8878416063140385, |
| "learning_rate": 3.392405063291139e-05, |
| "loss": 0.4769, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.2157873859579532, |
| "grad_norm": 0.8851153809304894, |
| "learning_rate": 3.4430379746835445e-05, |
| "loss": 0.4702, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.21896072986909956, |
| "grad_norm": 0.8786193628266902, |
| "learning_rate": 3.49367088607595e-05, |
| "loss": 0.4685, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.22213407378024594, |
| "grad_norm": 0.7405283080781369, |
| "learning_rate": 3.5443037974683544e-05, |
| "loss": 0.4717, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.22530741769139231, |
| "grad_norm": 1.043777209641996, |
| "learning_rate": 3.5949367088607596e-05, |
| "loss": 0.4739, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.22848076160253866, |
| "grad_norm": 1.3637808792967987, |
| "learning_rate": 3.645569620253165e-05, |
| "loss": 0.4609, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.23165410551368504, |
| "grad_norm": 0.5922364571167895, |
| "learning_rate": 3.69620253164557e-05, |
| "loss": 0.4633, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.2348274494248314, |
| "grad_norm": 1.092592419482634, |
| "learning_rate": 3.746835443037975e-05, |
| "loss": 0.4709, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.2380007933359778, |
| "grad_norm": 1.3150716961544304, |
| "learning_rate": 3.79746835443038e-05, |
| "loss": 0.4645, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.24117413724712417, |
| "grad_norm": 0.8868277668057346, |
| "learning_rate": 3.848101265822785e-05, |
| "loss": 0.4701, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.24434748115827054, |
| "grad_norm": 1.0869800415170585, |
| "learning_rate": 3.89873417721519e-05, |
| "loss": 0.4646, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.2475208250694169, |
| "grad_norm": 1.0125334083010975, |
| "learning_rate": 3.949367088607596e-05, |
| "loss": 0.4678, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.2506941689805633, |
| "grad_norm": 1.312025871541637, |
| "learning_rate": 4e-05, |
| "loss": 0.4689, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.2538675128917096, |
| "grad_norm": 0.7660489575183855, |
| "learning_rate": 4.0506329113924056e-05, |
| "loss": 0.4627, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.257040856802856, |
| "grad_norm": 1.0627032211180467, |
| "learning_rate": 4.10126582278481e-05, |
| "loss": 0.4665, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.26021420071400236, |
| "grad_norm": 1.2004403182979329, |
| "learning_rate": 4.1518987341772154e-05, |
| "loss": 0.463, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.26338754462514874, |
| "grad_norm": 0.8697213717507531, |
| "learning_rate": 4.202531645569621e-05, |
| "loss": 0.4639, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.2665608885362951, |
| "grad_norm": 0.7770576209264962, |
| "learning_rate": 4.253164556962025e-05, |
| "loss": 0.4636, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.2697342324474415, |
| "grad_norm": 1.006934185356337, |
| "learning_rate": 4.3037974683544305e-05, |
| "loss": 0.4687, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.27290757635858787, |
| "grad_norm": 1.7918476049624474, |
| "learning_rate": 4.354430379746836e-05, |
| "loss": 0.4775, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.27608092026973424, |
| "grad_norm": 1.0471693596288953, |
| "learning_rate": 4.405063291139241e-05, |
| "loss": 0.4736, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.2792542641808806, |
| "grad_norm": 1.4597496826948222, |
| "learning_rate": 4.4556962025316456e-05, |
| "loss": 0.4786, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.282427608092027, |
| "grad_norm": 1.400079131837375, |
| "learning_rate": 4.506329113924051e-05, |
| "loss": 0.4699, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.28560095200317337, |
| "grad_norm": 1.1646233119330298, |
| "learning_rate": 4.556962025316456e-05, |
| "loss": 0.4721, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.2887742959143197, |
| "grad_norm": 1.5770765835982208, |
| "learning_rate": 4.607594936708861e-05, |
| "loss": 0.4741, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.29194763982546607, |
| "grad_norm": 1.2163067580443867, |
| "learning_rate": 4.658227848101266e-05, |
| "loss": 0.466, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.29512098373661244, |
| "grad_norm": 1.2720825044452424, |
| "learning_rate": 4.708860759493671e-05, |
| "loss": 0.4641, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.2982943276477588, |
| "grad_norm": 1.1086102734888972, |
| "learning_rate": 4.759493670886076e-05, |
| "loss": 0.4689, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.3014676715589052, |
| "grad_norm": 1.1621389294628086, |
| "learning_rate": 4.810126582278481e-05, |
| "loss": 0.46, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.30464101547005157, |
| "grad_norm": 1.023227048678522, |
| "learning_rate": 4.860759493670886e-05, |
| "loss": 0.4664, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.30781435938119794, |
| "grad_norm": 0.6681644577920394, |
| "learning_rate": 4.911392405063292e-05, |
| "loss": 0.46, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.3109877032923443, |
| "grad_norm": 0.8942148240973403, |
| "learning_rate": 4.962025316455696e-05, |
| "loss": 0.4578, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.3141610472034907, |
| "grad_norm": 0.8129981254381207, |
| "learning_rate": 5.012658227848102e-05, |
| "loss": 0.4588, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.31733439111463707, |
| "grad_norm": 0.7399247303363102, |
| "learning_rate": 5.063291139240507e-05, |
| "loss": 0.4684, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.32050773502578345, |
| "grad_norm": 0.9208344037352115, |
| "learning_rate": 5.113924050632911e-05, |
| "loss": 0.4537, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.32368107893692977, |
| "grad_norm": 0.7718334071956167, |
| "learning_rate": 5.164556962025317e-05, |
| "loss": 0.4541, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.32685442284807614, |
| "grad_norm": 0.9193553200855868, |
| "learning_rate": 5.2151898734177224e-05, |
| "loss": 0.4639, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.3300277667592225, |
| "grad_norm": 1.0893805228839906, |
| "learning_rate": 5.265822784810127e-05, |
| "loss": 0.4591, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.3332011106703689, |
| "grad_norm": 1.3296951795184973, |
| "learning_rate": 5.316455696202532e-05, |
| "loss": 0.4609, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.33637445458151527, |
| "grad_norm": 0.749655425862983, |
| "learning_rate": 5.3670886075949375e-05, |
| "loss": 0.4552, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.33954779849266165, |
| "grad_norm": 1.0304107904402815, |
| "learning_rate": 5.417721518987342e-05, |
| "loss": 0.455, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.342721142403808, |
| "grad_norm": 1.259806934599001, |
| "learning_rate": 5.468354430379747e-05, |
| "loss": 0.456, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.3458944863149544, |
| "grad_norm": 0.7667285389018935, |
| "learning_rate": 5.5189873417721526e-05, |
| "loss": 0.446, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.3490678302261008, |
| "grad_norm": 0.8396599205938527, |
| "learning_rate": 5.569620253164558e-05, |
| "loss": 0.444, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.35224117413724715, |
| "grad_norm": 1.0519977391007944, |
| "learning_rate": 5.6202531645569624e-05, |
| "loss": 0.4509, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.35541451804839347, |
| "grad_norm": 1.0013235222472492, |
| "learning_rate": 5.670886075949368e-05, |
| "loss": 0.4486, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.35858786195953984, |
| "grad_norm": 1.0607291724487944, |
| "learning_rate": 5.721518987341773e-05, |
| "loss": 0.4469, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.3617612058706862, |
| "grad_norm": 0.9739072199836216, |
| "learning_rate": 5.7721518987341775e-05, |
| "loss": 0.453, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.3649345497818326, |
| "grad_norm": 0.9878026910095292, |
| "learning_rate": 5.822784810126583e-05, |
| "loss": 0.4504, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.36810789369297897, |
| "grad_norm": 1.0083153796649502, |
| "learning_rate": 5.873417721518988e-05, |
| "loss": 0.4514, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.37128123760412535, |
| "grad_norm": 1.230069181330947, |
| "learning_rate": 5.9240506329113926e-05, |
| "loss": 0.4547, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.3744545815152717, |
| "grad_norm": 0.8910651737656846, |
| "learning_rate": 5.974683544303798e-05, |
| "loss": 0.447, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.3776279254264181, |
| "grad_norm": 1.0595908240339857, |
| "learning_rate": 6.025316455696203e-05, |
| "loss": 0.4466, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.3808012693375645, |
| "grad_norm": 0.8363383114472455, |
| "learning_rate": 6.0759493670886084e-05, |
| "loss": 0.4463, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.38397461324871085, |
| "grad_norm": 0.907469468063755, |
| "learning_rate": 6.126582278481012e-05, |
| "loss": 0.4492, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.3871479571598572, |
| "grad_norm": 1.3417514038396015, |
| "learning_rate": 6.177215189873418e-05, |
| "loss": 0.4572, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.39032130107100355, |
| "grad_norm": 0.6834706943125461, |
| "learning_rate": 6.227848101265824e-05, |
| "loss": 0.4452, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.3934946449821499, |
| "grad_norm": 1.1807244230068368, |
| "learning_rate": 6.278481012658229e-05, |
| "loss": 0.4486, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.3966679888932963, |
| "grad_norm": 0.9150568429572349, |
| "learning_rate": 6.329113924050633e-05, |
| "loss": 0.4475, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.3998413328044427, |
| "grad_norm": 0.9711686157986756, |
| "learning_rate": 6.379746835443039e-05, |
| "loss": 0.4548, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.40301467671558905, |
| "grad_norm": 0.8470526923713568, |
| "learning_rate": 6.430379746835444e-05, |
| "loss": 0.4573, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.4061880206267354, |
| "grad_norm": 1.1867353576740691, |
| "learning_rate": 6.481012658227848e-05, |
| "loss": 0.4524, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.4093613645378818, |
| "grad_norm": 0.9924058775384482, |
| "learning_rate": 6.531645569620254e-05, |
| "loss": 0.4445, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.4125347084490282, |
| "grad_norm": 1.0279428635787766, |
| "learning_rate": 6.582278481012659e-05, |
| "loss": 0.4536, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.41570805236017455, |
| "grad_norm": 1.327497625966449, |
| "learning_rate": 6.632911392405063e-05, |
| "loss": 0.4517, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.4188813962713209, |
| "grad_norm": 0.8047709339837646, |
| "learning_rate": 6.68354430379747e-05, |
| "loss": 0.4507, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.42205474018246725, |
| "grad_norm": 0.6624995618693278, |
| "learning_rate": 6.734177215189874e-05, |
| "loss": 0.4416, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.4252280840936136, |
| "grad_norm": 0.8937479460795225, |
| "learning_rate": 6.784810126582279e-05, |
| "loss": 0.4413, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.42840142800476, |
| "grad_norm": 1.2288491348657344, |
| "learning_rate": 6.835443037974685e-05, |
| "loss": 0.4481, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.4315747719159064, |
| "grad_norm": 0.7888292495946069, |
| "learning_rate": 6.886075949367089e-05, |
| "loss": 0.4434, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.43474811582705275, |
| "grad_norm": 0.8552313093639724, |
| "learning_rate": 6.936708860759494e-05, |
| "loss": 0.4415, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.4379214597381991, |
| "grad_norm": 1.1555499174697232, |
| "learning_rate": 6.9873417721519e-05, |
| "loss": 0.4469, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.4410948036493455, |
| "grad_norm": 0.8107672566991376, |
| "learning_rate": 7.037974683544304e-05, |
| "loss": 0.4391, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.4442681475604919, |
| "grad_norm": 0.7123665736327819, |
| "learning_rate": 7.088607594936709e-05, |
| "loss": 0.44, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.44744149147163825, |
| "grad_norm": 0.7484877480349433, |
| "learning_rate": 7.139240506329115e-05, |
| "loss": 0.4444, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.45061483538278463, |
| "grad_norm": 0.8956448687190801, |
| "learning_rate": 7.189873417721519e-05, |
| "loss": 0.4472, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.453788179293931, |
| "grad_norm": 1.1407806224479462, |
| "learning_rate": 7.240506329113925e-05, |
| "loss": 0.4549, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.4569615232050773, |
| "grad_norm": 0.6987492103428099, |
| "learning_rate": 7.29113924050633e-05, |
| "loss": 0.4376, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.4601348671162237, |
| "grad_norm": 1.0417474479567967, |
| "learning_rate": 7.341772151898734e-05, |
| "loss": 0.4496, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.4633082110273701, |
| "grad_norm": 0.9448597075694767, |
| "learning_rate": 7.39240506329114e-05, |
| "loss": 0.4446, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.46648155493851645, |
| "grad_norm": 0.891015819461564, |
| "learning_rate": 7.443037974683545e-05, |
| "loss": 0.445, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.4696548988496628, |
| "grad_norm": 0.6640649337472588, |
| "learning_rate": 7.49367088607595e-05, |
| "loss": 0.4415, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.4728282427608092, |
| "grad_norm": 0.6255801769841464, |
| "learning_rate": 7.544303797468355e-05, |
| "loss": 0.4401, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.4760015866719556, |
| "grad_norm": 0.6462120499489888, |
| "learning_rate": 7.59493670886076e-05, |
| "loss": 0.4443, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.47917493058310195, |
| "grad_norm": 0.6031979187078812, |
| "learning_rate": 7.645569620253165e-05, |
| "loss": 0.4315, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.48234827449424833, |
| "grad_norm": 0.7422409369854028, |
| "learning_rate": 7.69620253164557e-05, |
| "loss": 0.4411, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.4855216184053947, |
| "grad_norm": 0.6026165860234792, |
| "learning_rate": 7.746835443037976e-05, |
| "loss": 0.4372, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.4886949623165411, |
| "grad_norm": 0.4790898172907393, |
| "learning_rate": 7.79746835443038e-05, |
| "loss": 0.4397, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.4918683062276874, |
| "grad_norm": 0.5637573427525947, |
| "learning_rate": 7.848101265822786e-05, |
| "loss": 0.4364, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.4950416501388338, |
| "grad_norm": 0.7151994774739086, |
| "learning_rate": 7.898734177215191e-05, |
| "loss": 0.4418, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.49821499404998015, |
| "grad_norm": 0.8523966891138255, |
| "learning_rate": 7.949367088607595e-05, |
| "loss": 0.4426, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.5013883379611266, |
| "grad_norm": 1.0199664244681628, |
| "learning_rate": 8e-05, |
| "loss": 0.4396, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.5045616818722729, |
| "grad_norm": 0.9730498513447443, |
| "learning_rate": 7.999990169177323e-05, |
| "loss": 0.4524, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.5077350257834192, |
| "grad_norm": 0.8763687649740503, |
| "learning_rate": 7.99996067675761e-05, |
| "loss": 0.4385, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.5109083696945657, |
| "grad_norm": 0.7439185882238727, |
| "learning_rate": 7.99991152288583e-05, |
| "loss": 0.4426, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.514081713605712, |
| "grad_norm": 0.8277849239630293, |
| "learning_rate": 7.999842707803597e-05, |
| "loss": 0.4336, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.5172550575168584, |
| "grad_norm": 0.6740425300459671, |
| "learning_rate": 7.999754231849163e-05, |
| "loss": 0.4371, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.5204284014280047, |
| "grad_norm": 0.6114082854253373, |
| "learning_rate": 7.999646095457422e-05, |
| "loss": 0.4421, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.5236017453391512, |
| "grad_norm": 0.8489305672656007, |
| "learning_rate": 7.999518299159912e-05, |
| "loss": 0.4366, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.5267750892502975, |
| "grad_norm": 0.7585314746590911, |
| "learning_rate": 7.999370843584805e-05, |
| "loss": 0.432, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.5299484331614439, |
| "grad_norm": 0.9398955324495176, |
| "learning_rate": 7.999203729456902e-05, |
| "loss": 0.4361, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.5331217770725902, |
| "grad_norm": 1.7667814883362698, |
| "learning_rate": 7.99901695759764e-05, |
| "loss": 0.4484, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.5362951209837367, |
| "grad_norm": 0.5640015415710142, |
| "learning_rate": 7.99881052892508e-05, |
| "loss": 0.4347, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.539468464894883, |
| "grad_norm": 1.512073308742083, |
| "learning_rate": 7.998584444453901e-05, |
| "loss": 0.4454, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.5426418088060293, |
| "grad_norm": 0.9689824722762622, |
| "learning_rate": 7.998338705295406e-05, |
| "loss": 0.4386, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.5458151527171757, |
| "grad_norm": 0.7646001072380342, |
| "learning_rate": 7.9980733126575e-05, |
| "loss": 0.4358, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.548988496628322, |
| "grad_norm": 0.9621346516255858, |
| "learning_rate": 7.997788267844699e-05, |
| "loss": 0.4438, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.5521618405394685, |
| "grad_norm": 0.8313101918847394, |
| "learning_rate": 7.997483572258112e-05, |
| "loss": 0.4402, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.5553351844506148, |
| "grad_norm": 0.6402057742934584, |
| "learning_rate": 7.997159227395449e-05, |
| "loss": 0.4289, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.5585085283617612, |
| "grad_norm": 0.5861524014663406, |
| "learning_rate": 7.996815234850994e-05, |
| "loss": 0.4258, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.5616818722729076, |
| "grad_norm": 0.49147871141369276, |
| "learning_rate": 7.996451596315613e-05, |
| "loss": 0.4284, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.564855216184054, |
| "grad_norm": 0.5385589588185274, |
| "learning_rate": 7.99606831357674e-05, |
| "loss": 0.4326, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.5680285600952003, |
| "grad_norm": 0.5020636674847232, |
| "learning_rate": 7.995665388518366e-05, |
| "loss": 0.4275, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.5712019040063467, |
| "grad_norm": 0.34677645292080367, |
| "learning_rate": 7.995242823121035e-05, |
| "loss": 0.4313, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.5743752479174931, |
| "grad_norm": 0.41481246440728614, |
| "learning_rate": 7.994800619461826e-05, |
| "loss": 0.428, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.5775485918286394, |
| "grad_norm": 0.4728147459852834, |
| "learning_rate": 7.994338779714356e-05, |
| "loss": 0.429, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.5807219357397858, |
| "grad_norm": 0.34714272709199906, |
| "learning_rate": 7.993857306148757e-05, |
| "loss": 0.42, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.5838952796509321, |
| "grad_norm": 0.33307391540828185, |
| "learning_rate": 7.993356201131667e-05, |
| "loss": 0.4306, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.5870686235620786, |
| "grad_norm": 0.4557580388879463, |
| "learning_rate": 7.992835467126226e-05, |
| "loss": 0.4336, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.5902419674732249, |
| "grad_norm": 0.3413621320410112, |
| "learning_rate": 7.992295106692053e-05, |
| "loss": 0.4244, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.5934153113843713, |
| "grad_norm": 0.30301313621067855, |
| "learning_rate": 7.991735122485244e-05, |
| "loss": 0.4264, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.5965886552955176, |
| "grad_norm": 0.27873012092060434, |
| "learning_rate": 7.991155517258351e-05, |
| "loss": 0.4254, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.5997619992066641, |
| "grad_norm": 0.3234296671716833, |
| "learning_rate": 7.990556293860373e-05, |
| "loss": 0.4226, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.6029353431178104, |
| "grad_norm": 0.26061056621175, |
| "learning_rate": 7.989937455236738e-05, |
| "loss": 0.4212, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.6061086870289568, |
| "grad_norm": 0.32864221465315796, |
| "learning_rate": 7.989299004429294e-05, |
| "loss": 0.4226, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.6092820309401031, |
| "grad_norm": 0.4444198405279817, |
| "learning_rate": 7.988640944576287e-05, |
| "loss": 0.4266, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.6124553748512495, |
| "grad_norm": 0.5842630238421751, |
| "learning_rate": 7.987963278912353e-05, |
| "loss": 0.4239, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.6156287187623959, |
| "grad_norm": 0.8349781810783966, |
| "learning_rate": 7.9872660107685e-05, |
| "loss": 0.4249, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.6188020626735422, |
| "grad_norm": 1.167134998920243, |
| "learning_rate": 7.986549143572085e-05, |
| "loss": 0.4274, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.6219754065846886, |
| "grad_norm": 0.9339211226210348, |
| "learning_rate": 7.985812680846804e-05, |
| "loss": 0.4259, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.625148750495835, |
| "grad_norm": 0.7637681964537499, |
| "learning_rate": 7.985056626212678e-05, |
| "loss": 0.4293, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.6283220944069814, |
| "grad_norm": 0.758578666942809, |
| "learning_rate": 7.984280983386022e-05, |
| "loss": 0.4268, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.6314954383181277, |
| "grad_norm": 0.7219115681675803, |
| "learning_rate": 7.983485756179443e-05, |
| "loss": 0.4284, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.6346687822292741, |
| "grad_norm": 0.7774185389424639, |
| "learning_rate": 7.98267094850181e-05, |
| "loss": 0.4357, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.6378421261404205, |
| "grad_norm": 0.8684313423895228, |
| "learning_rate": 7.981836564358235e-05, |
| "loss": 0.4364, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.6410154700515669, |
| "grad_norm": 0.9490290231535304, |
| "learning_rate": 7.980982607850062e-05, |
| "loss": 0.4316, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.6441888139627132, |
| "grad_norm": 1.1158847171655581, |
| "learning_rate": 7.980109083174838e-05, |
| "loss": 0.4326, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.6473621578738595, |
| "grad_norm": 0.5821381704555008, |
| "learning_rate": 7.979215994626295e-05, |
| "loss": 0.4248, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.650535501785006, |
| "grad_norm": 0.6159942615763982, |
| "learning_rate": 7.97830334659433e-05, |
| "loss": 0.4228, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.6537088456961523, |
| "grad_norm": 0.9854660383074767, |
| "learning_rate": 7.977371143564986e-05, |
| "loss": 0.4319, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.6568821896072987, |
| "grad_norm": 0.6753873782895369, |
| "learning_rate": 7.976419390120422e-05, |
| "loss": 0.4257, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.660055533518445, |
| "grad_norm": 0.4578459840507763, |
| "learning_rate": 7.9754480909389e-05, |
| "loss": 0.4305, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.6632288774295915, |
| "grad_norm": 0.7788354439242892, |
| "learning_rate": 7.974457250794752e-05, |
| "loss": 0.4294, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.6664022213407378, |
| "grad_norm": 0.5659494748709242, |
| "learning_rate": 7.973446874558367e-05, |
| "loss": 0.4244, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.6695755652518842, |
| "grad_norm": 0.37038793237805434, |
| "learning_rate": 7.97241696719616e-05, |
| "loss": 0.4259, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.6727489091630305, |
| "grad_norm": 0.5598930828252042, |
| "learning_rate": 7.971367533770548e-05, |
| "loss": 0.424, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.6759222530741769, |
| "grad_norm": 0.38017398481352066, |
| "learning_rate": 7.97029857943993e-05, |
| "loss": 0.4259, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.6790955969853233, |
| "grad_norm": 0.34969847402690163, |
| "learning_rate": 7.969210109458653e-05, |
| "loss": 0.4224, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.6822689408964696, |
| "grad_norm": 0.4326242238353279, |
| "learning_rate": 7.968102129176998e-05, |
| "loss": 0.4217, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.685442284807616, |
| "grad_norm": 0.3678356901641005, |
| "learning_rate": 7.966974644041142e-05, |
| "loss": 0.4268, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.6886156287187624, |
| "grad_norm": 0.3291254839559168, |
| "learning_rate": 7.965827659593138e-05, |
| "loss": 0.4206, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.6917889726299088, |
| "grad_norm": 0.3567104966136532, |
| "learning_rate": 7.964661181470887e-05, |
| "loss": 0.4191, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.6949623165410551, |
| "grad_norm": 0.3146162751453091, |
| "learning_rate": 7.96347521540811e-05, |
| "loss": 0.4133, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.6981356604522015, |
| "grad_norm": 0.25903345117835813, |
| "learning_rate": 7.962269767234315e-05, |
| "loss": 0.4241, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.7013090043633479, |
| "grad_norm": 0.3697676932101927, |
| "learning_rate": 7.96104484287478e-05, |
| "loss": 0.4248, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.7044823482744943, |
| "grad_norm": 0.4012189220411039, |
| "learning_rate": 7.959800448350507e-05, |
| "loss": 0.4188, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.7076556921856406, |
| "grad_norm": 0.43083222853217606, |
| "learning_rate": 7.95853658977821e-05, |
| "loss": 0.4184, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.7108290360967869, |
| "grad_norm": 0.41949845884539716, |
| "learning_rate": 7.957253273370275e-05, |
| "loss": 0.4168, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.7140023800079334, |
| "grad_norm": 0.460716406317274, |
| "learning_rate": 7.955950505434725e-05, |
| "loss": 0.4193, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.7171757239190797, |
| "grad_norm": 0.6387648521603024, |
| "learning_rate": 7.954628292375207e-05, |
| "loss": 0.428, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.7203490678302261, |
| "grad_norm": 0.7552539307927338, |
| "learning_rate": 7.953286640690936e-05, |
| "loss": 0.4243, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.7235224117413724, |
| "grad_norm": 0.6681939851633835, |
| "learning_rate": 7.951925556976686e-05, |
| "loss": 0.4256, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.7266957556525189, |
| "grad_norm": 0.6068582323945105, |
| "learning_rate": 7.950545047922741e-05, |
| "loss": 0.4231, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.7298690995636652, |
| "grad_norm": 0.5668354270139984, |
| "learning_rate": 7.949145120314871e-05, |
| "loss": 0.4216, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.7330424434748116, |
| "grad_norm": 0.5694091160000379, |
| "learning_rate": 7.947725781034299e-05, |
| "loss": 0.4173, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.7362157873859579, |
| "grad_norm": 0.546717014419698, |
| "learning_rate": 7.946287037057657e-05, |
| "loss": 0.4181, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.7393891312971044, |
| "grad_norm": 0.3630503498245246, |
| "learning_rate": 7.944828895456968e-05, |
| "loss": 0.4137, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.7425624752082507, |
| "grad_norm": 0.43965037772138893, |
| "learning_rate": 7.943351363399593e-05, |
| "loss": 0.423, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.745735819119397, |
| "grad_norm": 0.6391260482000344, |
| "learning_rate": 7.941854448148212e-05, |
| "loss": 0.4161, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.7489091630305434, |
| "grad_norm": 0.5110774940868824, |
| "learning_rate": 7.94033815706078e-05, |
| "loss": 0.4128, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.7520825069416898, |
| "grad_norm": 0.3565529564135717, |
| "learning_rate": 7.938802497590491e-05, |
| "loss": 0.4138, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.7552558508528362, |
| "grad_norm": 0.4657810664776175, |
| "learning_rate": 7.937247477285743e-05, |
| "loss": 0.4161, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.7584291947639825, |
| "grad_norm": 0.4101562014538087, |
| "learning_rate": 7.935673103790101e-05, |
| "loss": 0.4198, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.761602538675129, |
| "grad_norm": 0.3474690454226505, |
| "learning_rate": 7.934079384842255e-05, |
| "loss": 0.4182, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.7647758825862753, |
| "grad_norm": 0.501425607063933, |
| "learning_rate": 7.932466328275994e-05, |
| "loss": 0.4154, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.7679492264974217, |
| "grad_norm": 0.5505691214538797, |
| "learning_rate": 7.93083394202015e-05, |
| "loss": 0.4192, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.771122570408568, |
| "grad_norm": 0.48063376141835473, |
| "learning_rate": 7.929182234098576e-05, |
| "loss": 0.4142, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.7742959143197145, |
| "grad_norm": 0.4777993396793008, |
| "learning_rate": 7.927511212630096e-05, |
| "loss": 0.4166, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.7774692582308608, |
| "grad_norm": 0.7002665548552994, |
| "learning_rate": 7.925820885828468e-05, |
| "loss": 0.4222, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.7806426021420071, |
| "grad_norm": 0.9739111639000991, |
| "learning_rate": 7.924111262002338e-05, |
| "loss": 0.4252, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.7838159460531535, |
| "grad_norm": 1.0430449575283998, |
| "learning_rate": 7.922382349555218e-05, |
| "loss": 0.4252, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.7869892899642998, |
| "grad_norm": 0.7337059616611151, |
| "learning_rate": 7.92063415698542e-05, |
| "loss": 0.4144, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.7901626338754463, |
| "grad_norm": 0.5385536889326978, |
| "learning_rate": 7.918866692886031e-05, |
| "loss": 0.4226, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.7933359777865926, |
| "grad_norm": 0.7647340729347486, |
| "learning_rate": 7.917079965944862e-05, |
| "loss": 0.4201, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.796509321697739, |
| "grad_norm": 0.8450817800646696, |
| "learning_rate": 7.915273984944412e-05, |
| "loss": 0.4224, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.7996826656088853, |
| "grad_norm": 0.4920042288499847, |
| "learning_rate": 7.913448758761821e-05, |
| "loss": 0.4146, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.8028560095200318, |
| "grad_norm": 0.39445337326690816, |
| "learning_rate": 7.911604296368826e-05, |
| "loss": 0.4157, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.8060293534311781, |
| "grad_norm": 0.5853009915458679, |
| "learning_rate": 7.909740606831719e-05, |
| "loss": 0.417, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.8092026973423245, |
| "grad_norm": 0.4974087565357452, |
| "learning_rate": 7.907857699311299e-05, |
| "loss": 0.4158, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.8123760412534708, |
| "grad_norm": 0.35737310825619095, |
| "learning_rate": 7.905955583062833e-05, |
| "loss": 0.4231, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.8155493851646172, |
| "grad_norm": 0.3107479347233733, |
| "learning_rate": 7.904034267436004e-05, |
| "loss": 0.4091, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.8187227290757636, |
| "grad_norm": 0.3938008913327802, |
| "learning_rate": 7.902093761874867e-05, |
| "loss": 0.4184, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.8218960729869099, |
| "grad_norm": 0.36143088089529846, |
| "learning_rate": 7.900134075917807e-05, |
| "loss": 0.4188, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.8250694168980564, |
| "grad_norm": 0.27530043552201605, |
| "learning_rate": 7.898155219197488e-05, |
| "loss": 0.409, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.8282427608092027, |
| "grad_norm": 0.30129724789128026, |
| "learning_rate": 7.896157201440801e-05, |
| "loss": 0.4114, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.8314161047203491, |
| "grad_norm": 0.3380484464752199, |
| "learning_rate": 7.894140032468828e-05, |
| "loss": 0.413, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.8345894486314954, |
| "grad_norm": 0.3928098788344459, |
| "learning_rate": 7.892103722196782e-05, |
| "loss": 0.4138, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.8377627925426419, |
| "grad_norm": 0.36724870276604, |
| "learning_rate": 7.890048280633967e-05, |
| "loss": 0.4084, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.8409361364537882, |
| "grad_norm": 0.35512151600153574, |
| "learning_rate": 7.887973717883725e-05, |
| "loss": 0.4101, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.8441094803649345, |
| "grad_norm": 0.32038340926763376, |
| "learning_rate": 7.885880044143382e-05, |
| "loss": 0.4149, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.8472828242760809, |
| "grad_norm": 0.385102685025381, |
| "learning_rate": 7.883767269704209e-05, |
| "loss": 0.4141, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.8504561681872272, |
| "grad_norm": 0.41759937563314564, |
| "learning_rate": 7.88163540495136e-05, |
| "loss": 0.4168, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.8536295120983737, |
| "grad_norm": 0.47749975244001913, |
| "learning_rate": 7.879484460363825e-05, |
| "loss": 0.4164, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.85680285600952, |
| "grad_norm": 0.49048299669029655, |
| "learning_rate": 7.877314446514385e-05, |
| "loss": 0.4102, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.8599761999206664, |
| "grad_norm": 0.5033680425309713, |
| "learning_rate": 7.87512537406955e-05, |
| "loss": 0.4168, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.8631495438318127, |
| "grad_norm": 0.632095279857067, |
| "learning_rate": 7.87291725378951e-05, |
| "loss": 0.4192, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.8663228877429592, |
| "grad_norm": 0.7890821846662114, |
| "learning_rate": 7.870690096528084e-05, |
| "loss": 0.4104, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.8694962316541055, |
| "grad_norm": 0.8461099097389182, |
| "learning_rate": 7.868443913232669e-05, |
| "loss": 0.4166, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.8726695755652519, |
| "grad_norm": 0.7484663137119127, |
| "learning_rate": 7.866178714944178e-05, |
| "loss": 0.4141, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.8758429194763983, |
| "grad_norm": 0.45570202002824084, |
| "learning_rate": 7.863894512796992e-05, |
| "loss": 0.4123, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.8790162633875446, |
| "grad_norm": 0.4294812192002864, |
| "learning_rate": 7.861591318018904e-05, |
| "loss": 0.4144, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.882189607298691, |
| "grad_norm": 0.58391480443298, |
| "learning_rate": 7.859269141931065e-05, |
| "loss": 0.4131, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.8853629512098373, |
| "grad_norm": 0.47580822422237723, |
| "learning_rate": 7.856927995947925e-05, |
| "loss": 0.4086, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.8885362951209838, |
| "grad_norm": 0.38129055085982533, |
| "learning_rate": 7.854567891577179e-05, |
| "loss": 0.4184, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.8917096390321301, |
| "grad_norm": 0.43052433481163255, |
| "learning_rate": 7.852188840419711e-05, |
| "loss": 0.4096, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.8948829829432765, |
| "grad_norm": 0.4433184262594291, |
| "learning_rate": 7.849790854169536e-05, |
| "loss": 0.4104, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.8980563268544228, |
| "grad_norm": 0.4435382933392679, |
| "learning_rate": 7.847373944613745e-05, |
| "loss": 0.4059, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.9012296707655693, |
| "grad_norm": 0.40447203187517, |
| "learning_rate": 7.844938123632439e-05, |
| "loss": 0.4094, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.9044030146767156, |
| "grad_norm": 0.34449120043205606, |
| "learning_rate": 7.842483403198683e-05, |
| "loss": 0.408, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.907576358587862, |
| "grad_norm": 0.37462807346909405, |
| "learning_rate": 7.840009795378436e-05, |
| "loss": 0.4146, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.9107497024990083, |
| "grad_norm": 0.4704923604854831, |
| "learning_rate": 7.837517312330498e-05, |
| "loss": 0.4122, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.9139230464101546, |
| "grad_norm": 0.5097972249194679, |
| "learning_rate": 7.83500596630645e-05, |
| "loss": 0.416, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.9170963903213011, |
| "grad_norm": 0.5351289342983636, |
| "learning_rate": 7.832475769650588e-05, |
| "loss": 0.415, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.9202697342324474, |
| "grad_norm": 0.4674732233010469, |
| "learning_rate": 7.829926734799872e-05, |
| "loss": 0.4107, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.9234430781435938, |
| "grad_norm": 0.4263783054265977, |
| "learning_rate": 7.827358874283855e-05, |
| "loss": 0.4131, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.9266164220547402, |
| "grad_norm": 0.5102719397399545, |
| "learning_rate": 7.824772200724629e-05, |
| "loss": 0.4096, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.9297897659658866, |
| "grad_norm": 0.5129309020648893, |
| "learning_rate": 7.822166726836758e-05, |
| "loss": 0.4077, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.9329631098770329, |
| "grad_norm": 0.45936698859229286, |
| "learning_rate": 7.819542465427217e-05, |
| "loss": 0.4072, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.9361364537881793, |
| "grad_norm": 0.35187396508942126, |
| "learning_rate": 7.816899429395332e-05, |
| "loss": 0.41, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.9393097976993257, |
| "grad_norm": 0.3773900389073242, |
| "learning_rate": 7.814237631732711e-05, |
| "loss": 0.4097, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.9424831416104721, |
| "grad_norm": 0.48196894071104524, |
| "learning_rate": 7.811557085523187e-05, |
| "loss": 0.4125, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.9456564855216184, |
| "grad_norm": 0.43803354037854536, |
| "learning_rate": 7.808857803942741e-05, |
| "loss": 0.4047, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.9488298294327647, |
| "grad_norm": 0.36020876635054705, |
| "learning_rate": 7.80613980025946e-05, |
| "loss": 0.4005, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.9520031733439112, |
| "grad_norm": 0.2741750720795513, |
| "learning_rate": 7.803403087833444e-05, |
| "loss": 0.4023, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.9551765172550575, |
| "grad_norm": 0.25720288277565834, |
| "learning_rate": 7.800647680116764e-05, |
| "loss": 0.4041, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.9583498611662039, |
| "grad_norm": 0.3359257955372094, |
| "learning_rate": 7.797873590653381e-05, |
| "loss": 0.3991, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.9615232050773502, |
| "grad_norm": 0.37500047533306236, |
| "learning_rate": 7.795080833079084e-05, |
| "loss": 0.4075, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.9646965489884967, |
| "grad_norm": 0.4231851966084708, |
| "learning_rate": 7.792269421121429e-05, |
| "loss": 0.408, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.967869892899643, |
| "grad_norm": 0.46773700878625746, |
| "learning_rate": 7.78943936859966e-05, |
| "loss": 0.406, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.9710432368107894, |
| "grad_norm": 0.48276037296021734, |
| "learning_rate": 7.78659068942465e-05, |
| "loss": 0.4113, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.9742165807219357, |
| "grad_norm": 0.4520209571383191, |
| "learning_rate": 7.783723397598829e-05, |
| "loss": 0.418, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.9773899246330822, |
| "grad_norm": 0.4761928527698079, |
| "learning_rate": 7.780837507216114e-05, |
| "loss": 0.406, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.9805632685442285, |
| "grad_norm": 0.6222583620657315, |
| "learning_rate": 7.777933032461845e-05, |
| "loss": 0.4115, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.9837366124553748, |
| "grad_norm": 0.6260831309463507, |
| "learning_rate": 7.775009987612711e-05, |
| "loss": 0.4079, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.9869099563665212, |
| "grad_norm": 0.44371491044635886, |
| "learning_rate": 7.772068387036677e-05, |
| "loss": 0.4057, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.9900833002776676, |
| "grad_norm": 0.3096918566187467, |
| "learning_rate": 7.769108245192922e-05, |
| "loss": 0.4134, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.993256644188814, |
| "grad_norm": 0.497339716362162, |
| "learning_rate": 7.766129576631759e-05, |
| "loss": 0.41, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.9964299880999603, |
| "grad_norm": 0.5309378071519795, |
| "learning_rate": 7.763132395994572e-05, |
| "loss": 0.4023, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.9996033320111067, |
| "grad_norm": 0.44514647594528395, |
| "learning_rate": 7.760116718013735e-05, |
| "loss": 0.4079, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.0027766759222532, |
| "grad_norm": 0.7972378708928999, |
| "learning_rate": 7.757082557512545e-05, |
| "loss": 0.7527, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.0059500198333995, |
| "grad_norm": 1.9850051036948724, |
| "learning_rate": 7.75402992940515e-05, |
| "loss": 0.4284, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.0091233637445458, |
| "grad_norm": 0.5262986098049574, |
| "learning_rate": 7.750958848696473e-05, |
| "loss": 0.3962, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.0122967076556921, |
| "grad_norm": 1.5250119834033022, |
| "learning_rate": 7.747869330482137e-05, |
| "loss": 0.4258, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.0154700515668384, |
| "grad_norm": 0.5638471189301302, |
| "learning_rate": 7.744761389948397e-05, |
| "loss": 0.4036, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.018643395477985, |
| "grad_norm": 0.9646189002979927, |
| "learning_rate": 7.741635042372059e-05, |
| "loss": 0.418, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.0218167393891313, |
| "grad_norm": 0.9961382446454835, |
| "learning_rate": 7.738490303120407e-05, |
| "loss": 0.4059, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.0249900833002776, |
| "grad_norm": 0.7909414038458441, |
| "learning_rate": 7.735327187651127e-05, |
| "loss": 0.4079, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.028163427211424, |
| "grad_norm": 0.5245790298223422, |
| "learning_rate": 7.732145711512234e-05, |
| "loss": 0.4063, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.0313367711225705, |
| "grad_norm": 0.7541383994484598, |
| "learning_rate": 7.728945890341991e-05, |
| "loss": 0.4016, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.0345101150337168, |
| "grad_norm": 0.484806781405723, |
| "learning_rate": 7.725727739868837e-05, |
| "loss": 0.3989, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.0376834589448631, |
| "grad_norm": 0.5797811834279861, |
| "learning_rate": 7.722491275911302e-05, |
| "loss": 0.4013, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.0408568028560095, |
| "grad_norm": 0.45973779856894975, |
| "learning_rate": 7.71923651437794e-05, |
| "loss": 0.4022, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.044030146767156, |
| "grad_norm": 0.4205253473707581, |
| "learning_rate": 7.715963471267243e-05, |
| "loss": 0.394, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.0472034906783023, |
| "grad_norm": 0.3671719170264264, |
| "learning_rate": 7.712672162667563e-05, |
| "loss": 0.3953, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.0503768345894486, |
| "grad_norm": 0.3923903715008762, |
| "learning_rate": 7.709362604757037e-05, |
| "loss": 0.3941, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.053550178500595, |
| "grad_norm": 0.38611037315155544, |
| "learning_rate": 7.706034813803501e-05, |
| "loss": 0.3967, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.0567235224117413, |
| "grad_norm": 0.3205248790594937, |
| "learning_rate": 7.702688806164419e-05, |
| "loss": 0.3978, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.0598968663228878, |
| "grad_norm": 0.3851041881561772, |
| "learning_rate": 7.699324598286794e-05, |
| "loss": 0.3969, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.0630702102340341, |
| "grad_norm": 0.3048551045247859, |
| "learning_rate": 7.69594220670709e-05, |
| "loss": 0.3981, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.0662435541451805, |
| "grad_norm": 0.30649990794634424, |
| "learning_rate": 7.692541648051156e-05, |
| "loss": 0.3883, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.0694168980563268, |
| "grad_norm": 0.28629978941116185, |
| "learning_rate": 7.689122939034135e-05, |
| "loss": 0.391, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.0725902419674733, |
| "grad_norm": 0.2815013785922316, |
| "learning_rate": 7.685686096460387e-05, |
| "loss": 0.3869, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.0757635858786196, |
| "grad_norm": 0.2953463475399726, |
| "learning_rate": 7.682231137223409e-05, |
| "loss": 0.3913, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.078936929789766, |
| "grad_norm": 0.2366855254680076, |
| "learning_rate": 7.678758078305745e-05, |
| "loss": 0.3883, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.0821102737009123, |
| "grad_norm": 0.22104183899331858, |
| "learning_rate": 7.67526693677891e-05, |
| "loss": 0.3926, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.0852836176120586, |
| "grad_norm": 0.22652465216086823, |
| "learning_rate": 7.671757729803299e-05, |
| "loss": 0.3831, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.0884569615232051, |
| "grad_norm": 0.2160165389313366, |
| "learning_rate": 7.668230474628108e-05, |
| "loss": 0.3921, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.0916303054343515, |
| "grad_norm": 0.2107397076821849, |
| "learning_rate": 7.664685188591246e-05, |
| "loss": 0.3855, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.0948036493454978, |
| "grad_norm": 0.24162805284413108, |
| "learning_rate": 7.661121889119257e-05, |
| "loss": 0.3864, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.097976993256644, |
| "grad_norm": 0.20058743270523813, |
| "learning_rate": 7.657540593727218e-05, |
| "loss": 0.3898, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.1011503371677906, |
| "grad_norm": 0.19024320800558892, |
| "learning_rate": 7.653941320018672e-05, |
| "loss": 0.3881, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.104323681078937, |
| "grad_norm": 0.19348467821715107, |
| "learning_rate": 7.650324085685528e-05, |
| "loss": 0.3861, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.1074970249900833, |
| "grad_norm": 0.17855591849282623, |
| "learning_rate": 7.646688908507983e-05, |
| "loss": 0.3879, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.1106703689012296, |
| "grad_norm": 0.17423718420205644, |
| "learning_rate": 7.643035806354427e-05, |
| "loss": 0.393, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.113843712812376, |
| "grad_norm": 0.17435999115090034, |
| "learning_rate": 7.639364797181359e-05, |
| "loss": 0.3923, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.1170170567235225, |
| "grad_norm": 0.1709673536337813, |
| "learning_rate": 7.6356758990333e-05, |
| "loss": 0.3906, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.1201904006346688, |
| "grad_norm": 0.17317855376977867, |
| "learning_rate": 7.6319691300427e-05, |
| "loss": 0.3888, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.1233637445458151, |
| "grad_norm": 0.18174880626145437, |
| "learning_rate": 7.628244508429856e-05, |
| "loss": 0.3865, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.1265370884569614, |
| "grad_norm": 0.20331689410780052, |
| "learning_rate": 7.624502052502814e-05, |
| "loss": 0.3874, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.129710432368108, |
| "grad_norm": 0.23136698366970124, |
| "learning_rate": 7.620741780657284e-05, |
| "loss": 0.3862, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.1328837762792543, |
| "grad_norm": 0.2578608983871263, |
| "learning_rate": 7.61696371137655e-05, |
| "loss": 0.3885, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.1360571201904006, |
| "grad_norm": 0.31713285899714155, |
| "learning_rate": 7.613167863231376e-05, |
| "loss": 0.3858, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.139230464101547, |
| "grad_norm": 0.4030624344185451, |
| "learning_rate": 7.609354254879916e-05, |
| "loss": 0.3894, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.1424038080126935, |
| "grad_norm": 0.5246514767856207, |
| "learning_rate": 7.605522905067626e-05, |
| "loss": 0.3852, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.1455771519238398, |
| "grad_norm": 0.5257615152434831, |
| "learning_rate": 7.601673832627162e-05, |
| "loss": 0.3892, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.1487504958349861, |
| "grad_norm": 0.47164366725819173, |
| "learning_rate": 7.597807056478304e-05, |
| "loss": 0.3941, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.1519238397461324, |
| "grad_norm": 0.40276010096670556, |
| "learning_rate": 7.593922595627843e-05, |
| "loss": 0.3895, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.1550971836572788, |
| "grad_norm": 0.3335379837317923, |
| "learning_rate": 7.590020469169505e-05, |
| "loss": 0.3868, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.1582705275684253, |
| "grad_norm": 0.389480610213482, |
| "learning_rate": 7.586100696283845e-05, |
| "loss": 0.3888, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.1614438714795716, |
| "grad_norm": 0.40641502830320464, |
| "learning_rate": 7.582163296238158e-05, |
| "loss": 0.3886, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.164617215390718, |
| "grad_norm": 0.34031545798126167, |
| "learning_rate": 7.578208288386386e-05, |
| "loss": 0.3888, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.1677905593018643, |
| "grad_norm": 0.3375442621679508, |
| "learning_rate": 7.574235692169021e-05, |
| "loss": 0.3901, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.1709639032130108, |
| "grad_norm": 0.34505650189241893, |
| "learning_rate": 7.570245527113004e-05, |
| "loss": 0.3875, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.1741372471241571, |
| "grad_norm": 0.32855600104681076, |
| "learning_rate": 7.566237812831641e-05, |
| "loss": 0.3808, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.1773105910353034, |
| "grad_norm": 0.33479682880517575, |
| "learning_rate": 7.562212569024494e-05, |
| "loss": 0.3831, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.1804839349464498, |
| "grad_norm": 0.3323687537285638, |
| "learning_rate": 7.558169815477293e-05, |
| "loss": 0.3763, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.1836572788575963, |
| "grad_norm": 0.29597912982148444, |
| "learning_rate": 7.554109572061835e-05, |
| "loss": 0.384, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.1868306227687426, |
| "grad_norm": 0.2608818292389468, |
| "learning_rate": 7.550031858735885e-05, |
| "loss": 0.3844, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.190003966679889, |
| "grad_norm": 0.2362089436062283, |
| "learning_rate": 7.545936695543084e-05, |
| "loss": 0.3847, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.1931773105910353, |
| "grad_norm": 0.27249864452918143, |
| "learning_rate": 7.541824102612839e-05, |
| "loss": 0.3843, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.1963506545021816, |
| "grad_norm": 0.291889265790341, |
| "learning_rate": 7.537694100160242e-05, |
| "loss": 0.385, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.1995239984133281, |
| "grad_norm": 0.26769841877142225, |
| "learning_rate": 7.533546708485949e-05, |
| "loss": 0.3857, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.2026973423244744, |
| "grad_norm": 0.25310229652456356, |
| "learning_rate": 7.529381947976097e-05, |
| "loss": 0.3842, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.2058706862356208, |
| "grad_norm": 0.3794658972915025, |
| "learning_rate": 7.525199839102198e-05, |
| "loss": 0.3853, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.209044030146767, |
| "grad_norm": 0.4433997626787792, |
| "learning_rate": 7.521000402421039e-05, |
| "loss": 0.3871, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.2122173740579134, |
| "grad_norm": 0.44670046763987153, |
| "learning_rate": 7.516783658574575e-05, |
| "loss": 0.38, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.21539071796906, |
| "grad_norm": 0.4470855938681001, |
| "learning_rate": 7.51254962828984e-05, |
| "loss": 0.3883, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.2185640618802063, |
| "grad_norm": 0.37472305499391584, |
| "learning_rate": 7.508298332378832e-05, |
| "loss": 0.3874, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.2217374057913526, |
| "grad_norm": 0.2675107029023701, |
| "learning_rate": 7.504029791738419e-05, |
| "loss": 0.3797, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.224910749702499, |
| "grad_norm": 0.2692926766700756, |
| "learning_rate": 7.499744027350236e-05, |
| "loss": 0.3877, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.2280840936136455, |
| "grad_norm": 0.35704547610000964, |
| "learning_rate": 7.495441060280577e-05, |
| "loss": 0.3847, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.2312574375247918, |
| "grad_norm": 0.393025585260643, |
| "learning_rate": 7.491120911680295e-05, |
| "loss": 0.3833, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.234430781435938, |
| "grad_norm": 0.34992195520115954, |
| "learning_rate": 7.486783602784697e-05, |
| "loss": 0.3804, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.2376041253470844, |
| "grad_norm": 0.26770410504282594, |
| "learning_rate": 7.48242915491344e-05, |
| "loss": 0.3792, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.240777469258231, |
| "grad_norm": 0.21538249724047004, |
| "learning_rate": 7.478057589470429e-05, |
| "loss": 0.3823, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.2439508131693773, |
| "grad_norm": 0.24012637317741398, |
| "learning_rate": 7.473668927943703e-05, |
| "loss": 0.3898, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.2471241570805236, |
| "grad_norm": 0.21927612950882752, |
| "learning_rate": 7.469263191905342e-05, |
| "loss": 0.3832, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.25029750099167, |
| "grad_norm": 0.22562831710853817, |
| "learning_rate": 7.464840403011348e-05, |
| "loss": 0.3781, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.2534708449028162, |
| "grad_norm": 0.25428834981926673, |
| "learning_rate": 7.460400583001549e-05, |
| "loss": 0.3812, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.2566441888139628, |
| "grad_norm": 0.2702984486835505, |
| "learning_rate": 7.455943753699485e-05, |
| "loss": 0.3866, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.259817532725109, |
| "grad_norm": 0.24121323703671108, |
| "learning_rate": 7.451469937012308e-05, |
| "loss": 0.3873, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.2629908766362554, |
| "grad_norm": 0.18653342749296287, |
| "learning_rate": 7.446979154930664e-05, |
| "loss": 0.3825, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.2661642205474017, |
| "grad_norm": 0.16332575184703055, |
| "learning_rate": 7.4424714295286e-05, |
| "loss": 0.3815, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.269337564458548, |
| "grad_norm": 0.25403145188276544, |
| "learning_rate": 7.437946782963434e-05, |
| "loss": 0.383, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.2725109083696946, |
| "grad_norm": 0.3444161535033614, |
| "learning_rate": 7.433405237475668e-05, |
| "loss": 0.3813, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.275684252280841, |
| "grad_norm": 0.3519022102988297, |
| "learning_rate": 7.428846815388867e-05, |
| "loss": 0.3855, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.2788575961919872, |
| "grad_norm": 0.33077524829421917, |
| "learning_rate": 7.424271539109548e-05, |
| "loss": 0.3821, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.2820309401031338, |
| "grad_norm": 0.3162039421386741, |
| "learning_rate": 7.419679431127078e-05, |
| "loss": 0.3851, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.28520428401428, |
| "grad_norm": 0.32717321840623165, |
| "learning_rate": 7.415070514013554e-05, |
| "loss": 0.3835, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.2883776279254264, |
| "grad_norm": 0.3260212879527716, |
| "learning_rate": 7.410444810423703e-05, |
| "loss": 0.3851, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.2915509718365727, |
| "grad_norm": 0.28141296423668416, |
| "learning_rate": 7.405802343094761e-05, |
| "loss": 0.384, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.294724315747719, |
| "grad_norm": 0.29242681028873885, |
| "learning_rate": 7.401143134846361e-05, |
| "loss": 0.3845, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.2978976596588656, |
| "grad_norm": 0.3089571656384374, |
| "learning_rate": 7.396467208580431e-05, |
| "loss": 0.3876, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.301071003570012, |
| "grad_norm": 0.2727831374787424, |
| "learning_rate": 7.39177458728107e-05, |
| "loss": 0.3853, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.3042443474811583, |
| "grad_norm": 0.24218021592794953, |
| "learning_rate": 7.387065294014444e-05, |
| "loss": 0.3854, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.3074176913923046, |
| "grad_norm": 0.26309492335546847, |
| "learning_rate": 7.382339351928664e-05, |
| "loss": 0.3831, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.310591035303451, |
| "grad_norm": 0.2590023202596478, |
| "learning_rate": 7.377596784253682e-05, |
| "loss": 0.3874, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.3137643792145974, |
| "grad_norm": 0.22355363656378588, |
| "learning_rate": 7.372837614301167e-05, |
| "loss": 0.3794, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.3169377231257438, |
| "grad_norm": 0.23277360549451911, |
| "learning_rate": 7.368061865464398e-05, |
| "loss": 0.3823, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.32011106703689, |
| "grad_norm": 0.29759664882744374, |
| "learning_rate": 7.363269561218144e-05, |
| "loss": 0.3854, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.3232844109480366, |
| "grad_norm": 0.37555739230090074, |
| "learning_rate": 7.358460725118553e-05, |
| "loss": 0.3796, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.326457754859183, |
| "grad_norm": 0.4302124224232923, |
| "learning_rate": 7.353635380803031e-05, |
| "loss": 0.3887, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.3296310987703293, |
| "grad_norm": 0.4773944462131208, |
| "learning_rate": 7.348793551990132e-05, |
| "loss": 0.3814, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.3328044426814756, |
| "grad_norm": 0.5403161096787458, |
| "learning_rate": 7.343935262479433e-05, |
| "loss": 0.3823, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.335977786592622, |
| "grad_norm": 0.5311329635820989, |
| "learning_rate": 7.33906053615143e-05, |
| "loss": 0.3863, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.3391511305037684, |
| "grad_norm": 0.44347216349851915, |
| "learning_rate": 7.334169396967403e-05, |
| "loss": 0.3811, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.3423244744149148, |
| "grad_norm": 0.4038867029004121, |
| "learning_rate": 7.329261868969318e-05, |
| "loss": 0.3786, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.345497818326061, |
| "grad_norm": 0.42166277469573826, |
| "learning_rate": 7.324337976279688e-05, |
| "loss": 0.386, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.3486711622372074, |
| "grad_norm": 0.4142405224624998, |
| "learning_rate": 7.319397743101478e-05, |
| "loss": 0.3824, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.3518445061483537, |
| "grad_norm": 0.36700141049097496, |
| "learning_rate": 7.31444119371796e-05, |
| "loss": 0.3829, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.3550178500595003, |
| "grad_norm": 0.3135329163503587, |
| "learning_rate": 7.309468352492616e-05, |
| "loss": 0.3824, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.3581911939706466, |
| "grad_norm": 0.2823327229949492, |
| "learning_rate": 7.304479243869007e-05, |
| "loss": 0.376, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.361364537881793, |
| "grad_norm": 0.30150602495208256, |
| "learning_rate": 7.299473892370651e-05, |
| "loss": 0.3792, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.3645378817929394, |
| "grad_norm": 0.2849241799804419, |
| "learning_rate": 7.294452322600912e-05, |
| "loss": 0.374, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.3677112257040855, |
| "grad_norm": 0.23906164695179707, |
| "learning_rate": 7.289414559242871e-05, |
| "loss": 0.3841, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.370884569615232, |
| "grad_norm": 0.27790217133033873, |
| "learning_rate": 7.284360627059205e-05, |
| "loss": 0.3894, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.3740579135263784, |
| "grad_norm": 0.27965618860067953, |
| "learning_rate": 7.279290550892071e-05, |
| "loss": 0.3856, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.3772312574375247, |
| "grad_norm": 0.2596553182069096, |
| "learning_rate": 7.274204355662981e-05, |
| "loss": 0.3835, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.3804046013486713, |
| "grad_norm": 0.22914836462750776, |
| "learning_rate": 7.269102066372672e-05, |
| "loss": 0.3801, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.3835779452598176, |
| "grad_norm": 0.24961150632312626, |
| "learning_rate": 7.263983708100998e-05, |
| "loss": 0.3792, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.386751289170964, |
| "grad_norm": 0.2799354977533222, |
| "learning_rate": 7.258849306006796e-05, |
| "loss": 0.3785, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.3899246330821102, |
| "grad_norm": 0.2609555149345694, |
| "learning_rate": 7.253698885327761e-05, |
| "loss": 0.3877, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.3930979769932565, |
| "grad_norm": 0.25476756664542266, |
| "learning_rate": 7.24853247138033e-05, |
| "loss": 0.3865, |
| "step": 439 |
| }, |
| { |
| "epoch": 1.396271320904403, |
| "grad_norm": 0.2853597140584723, |
| "learning_rate": 7.243350089559555e-05, |
| "loss": 0.3835, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.3994446648155494, |
| "grad_norm": 0.3037545404410833, |
| "learning_rate": 7.238151765338974e-05, |
| "loss": 0.3755, |
| "step": 441 |
| }, |
| { |
| "epoch": 1.4026180087266957, |
| "grad_norm": 0.32448084195253646, |
| "learning_rate": 7.232937524270486e-05, |
| "loss": 0.3824, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.405791352637842, |
| "grad_norm": 0.3389903691526235, |
| "learning_rate": 7.227707391984233e-05, |
| "loss": 0.3851, |
| "step": 443 |
| }, |
| { |
| "epoch": 1.4089646965489884, |
| "grad_norm": 0.32339033942705137, |
| "learning_rate": 7.222461394188467e-05, |
| "loss": 0.3809, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.412138040460135, |
| "grad_norm": 0.3004560485468966, |
| "learning_rate": 7.217199556669423e-05, |
| "loss": 0.3753, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.4153113843712812, |
| "grad_norm": 0.2963352362165301, |
| "learning_rate": 7.211921905291198e-05, |
| "loss": 0.3845, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.4184847282824276, |
| "grad_norm": 0.3394987023293836, |
| "learning_rate": 7.20662846599562e-05, |
| "loss": 0.3829, |
| "step": 447 |
| }, |
| { |
| "epoch": 1.421658072193574, |
| "grad_norm": 0.3691233795245846, |
| "learning_rate": 7.201319264802118e-05, |
| "loss": 0.3746, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.4248314161047204, |
| "grad_norm": 0.419112740006911, |
| "learning_rate": 7.195994327807603e-05, |
| "loss": 0.3889, |
| "step": 449 |
| }, |
| { |
| "epoch": 1.4280047600158667, |
| "grad_norm": 0.4313621841160134, |
| "learning_rate": 7.19065368118633e-05, |
| "loss": 0.3821, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.431178103927013, |
| "grad_norm": 0.3566308145795978, |
| "learning_rate": 7.185297351189771e-05, |
| "loss": 0.3844, |
| "step": 451 |
| }, |
| { |
| "epoch": 1.4343514478381594, |
| "grad_norm": 0.3637230498145468, |
| "learning_rate": 7.179925364146496e-05, |
| "loss": 0.3765, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.437524791749306, |
| "grad_norm": 0.3468382349782321, |
| "learning_rate": 7.174537746462027e-05, |
| "loss": 0.3744, |
| "step": 453 |
| }, |
| { |
| "epoch": 1.4406981356604522, |
| "grad_norm": 0.3131084073191254, |
| "learning_rate": 7.169134524618723e-05, |
| "loss": 0.3814, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.4438714795715986, |
| "grad_norm": 0.23863373901146623, |
| "learning_rate": 7.163715725175641e-05, |
| "loss": 0.3848, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.4470448234827449, |
| "grad_norm": 0.25976033784025593, |
| "learning_rate": 7.15828137476841e-05, |
| "loss": 0.3836, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.4502181673938912, |
| "grad_norm": 0.3648800662769983, |
| "learning_rate": 7.152831500109096e-05, |
| "loss": 0.3848, |
| "step": 457 |
| }, |
| { |
| "epoch": 1.4533915113050377, |
| "grad_norm": 0.3566172184643027, |
| "learning_rate": 7.14736612798608e-05, |
| "loss": 0.382, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.456564855216184, |
| "grad_norm": 0.3135261324431755, |
| "learning_rate": 7.141885285263906e-05, |
| "loss": 0.3741, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.4597381991273304, |
| "grad_norm": 0.3588285727185198, |
| "learning_rate": 7.136388998883176e-05, |
| "loss": 0.3836, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.462911543038477, |
| "grad_norm": 0.4144697912185411, |
| "learning_rate": 7.130877295860396e-05, |
| "loss": 0.3814, |
| "step": 461 |
| }, |
| { |
| "epoch": 1.4660848869496232, |
| "grad_norm": 0.27886664253240845, |
| "learning_rate": 7.125350203287856e-05, |
| "loss": 0.3793, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.4692582308607696, |
| "grad_norm": 0.3160540382900367, |
| "learning_rate": 7.119807748333488e-05, |
| "loss": 0.382, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.4724315747719159, |
| "grad_norm": 0.43245832112598737, |
| "learning_rate": 7.114249958240736e-05, |
| "loss": 0.3792, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.4756049186830622, |
| "grad_norm": 0.3929381559573092, |
| "learning_rate": 7.108676860328429e-05, |
| "loss": 0.3813, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.4787782625942087, |
| "grad_norm": 0.36518334446855616, |
| "learning_rate": 7.103088481990631e-05, |
| "loss": 0.3794, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.481951606505355, |
| "grad_norm": 0.4062717060922552, |
| "learning_rate": 7.097484850696523e-05, |
| "loss": 0.3788, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.4851249504165014, |
| "grad_norm": 0.3985440491593577, |
| "learning_rate": 7.091865993990257e-05, |
| "loss": 0.3839, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.4882982943276477, |
| "grad_norm": 0.2478605758310385, |
| "learning_rate": 7.086231939490825e-05, |
| "loss": 0.3822, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.491471638238794, |
| "grad_norm": 0.2198881914089004, |
| "learning_rate": 7.080582714891922e-05, |
| "loss": 0.3844, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.4946449821499406, |
| "grad_norm": 0.30913344433263185, |
| "learning_rate": 7.074918347961812e-05, |
| "loss": 0.383, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.497818326061087, |
| "grad_norm": 0.3416286926665111, |
| "learning_rate": 7.069238866543186e-05, |
| "loss": 0.3836, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.5009916699722332, |
| "grad_norm": 0.26203884165321145, |
| "learning_rate": 7.063544298553036e-05, |
| "loss": 0.3857, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.5041650138833798, |
| "grad_norm": 0.2277269534373725, |
| "learning_rate": 7.0578346719825e-05, |
| "loss": 0.3768, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.5073383577945259, |
| "grad_norm": 0.29105785846246257, |
| "learning_rate": 7.052110014896745e-05, |
| "loss": 0.383, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.5105117017056724, |
| "grad_norm": 0.2943191343272462, |
| "learning_rate": 7.046370355434814e-05, |
| "loss": 0.3824, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.5136850456168187, |
| "grad_norm": 0.25257147532228097, |
| "learning_rate": 7.040615721809495e-05, |
| "loss": 0.3832, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.516858389527965, |
| "grad_norm": 0.227234673966253, |
| "learning_rate": 7.03484614230718e-05, |
| "loss": 0.3744, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.5200317334391116, |
| "grad_norm": 0.24823996008997273, |
| "learning_rate": 7.029061645287724e-05, |
| "loss": 0.3796, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.5232050773502577, |
| "grad_norm": 0.2871638979837815, |
| "learning_rate": 7.023262259184309e-05, |
| "loss": 0.381, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.5263784212614042, |
| "grad_norm": 0.3204999675625282, |
| "learning_rate": 7.017448012503306e-05, |
| "loss": 0.3798, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.5295517651725505, |
| "grad_norm": 0.3133074262497558, |
| "learning_rate": 7.011618933824124e-05, |
| "loss": 0.3811, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.5327251090836969, |
| "grad_norm": 0.2699740914992895, |
| "learning_rate": 7.005775051799088e-05, |
| "loss": 0.3764, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.5358984529948434, |
| "grad_norm": 0.26103326951221123, |
| "learning_rate": 6.999916395153279e-05, |
| "loss": 0.3839, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.5390717969059897, |
| "grad_norm": 0.319889184006099, |
| "learning_rate": 6.994042992684406e-05, |
| "loss": 0.3807, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.542245140817136, |
| "grad_norm": 0.3366203795427369, |
| "learning_rate": 6.988154873262655e-05, |
| "loss": 0.3859, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.5454184847282826, |
| "grad_norm": 0.31334787713113593, |
| "learning_rate": 6.982252065830557e-05, |
| "loss": 0.3801, |
| "step": 487 |
| }, |
| { |
| "epoch": 1.5485918286394287, |
| "grad_norm": 0.2612084722641158, |
| "learning_rate": 6.976334599402838e-05, |
| "loss": 0.3818, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.5517651725505752, |
| "grad_norm": 0.23800865263666302, |
| "learning_rate": 6.970402503066281e-05, |
| "loss": 0.3796, |
| "step": 489 |
| }, |
| { |
| "epoch": 1.5549385164617215, |
| "grad_norm": 0.20619756878025533, |
| "learning_rate": 6.96445580597958e-05, |
| "loss": 0.3784, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.5581118603728679, |
| "grad_norm": 0.22823026276130054, |
| "learning_rate": 6.958494537373194e-05, |
| "loss": 0.3898, |
| "step": 491 |
| }, |
| { |
| "epoch": 1.5612852042840144, |
| "grad_norm": 0.2320286176349148, |
| "learning_rate": 6.952518726549212e-05, |
| "loss": 0.3776, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.5644585481951605, |
| "grad_norm": 0.18333626484330504, |
| "learning_rate": 6.946528402881204e-05, |
| "loss": 0.3768, |
| "step": 493 |
| }, |
| { |
| "epoch": 1.567631892106307, |
| "grad_norm": 0.23594130345003322, |
| "learning_rate": 6.940523595814073e-05, |
| "loss": 0.3813, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.5708052360174534, |
| "grad_norm": 0.28075187874529217, |
| "learning_rate": 6.934504334863915e-05, |
| "loss": 0.3831, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.5739785799285997, |
| "grad_norm": 0.3164356465842641, |
| "learning_rate": 6.928470649617876e-05, |
| "loss": 0.3828, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.5771519238397462, |
| "grad_norm": 0.29758964129105847, |
| "learning_rate": 6.922422569733998e-05, |
| "loss": 0.3784, |
| "step": 497 |
| }, |
| { |
| "epoch": 1.5803252677508925, |
| "grad_norm": 0.2444339210595453, |
| "learning_rate": 6.916360124941084e-05, |
| "loss": 0.3834, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.5834986116620389, |
| "grad_norm": 0.20948868463222103, |
| "learning_rate": 6.910283345038542e-05, |
| "loss": 0.3717, |
| "step": 499 |
| }, |
| { |
| "epoch": 1.5866719555731852, |
| "grad_norm": 0.2172132590543899, |
| "learning_rate": 6.904192259896247e-05, |
| "loss": 0.3725, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.5898452994843315, |
| "grad_norm": 0.21384474550035673, |
| "learning_rate": 6.898086899454387e-05, |
| "loss": 0.3813, |
| "step": 501 |
| }, |
| { |
| "epoch": 1.593018643395478, |
| "grad_norm": 0.1765294609272397, |
| "learning_rate": 6.891967293723318e-05, |
| "loss": 0.3754, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.5961919873066244, |
| "grad_norm": 0.19836511713366814, |
| "learning_rate": 6.885833472783422e-05, |
| "loss": 0.3789, |
| "step": 503 |
| }, |
| { |
| "epoch": 1.5993653312177707, |
| "grad_norm": 0.24256580925484045, |
| "learning_rate": 6.879685466784951e-05, |
| "loss": 0.3786, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.6025386751289172, |
| "grad_norm": 0.2332208270352636, |
| "learning_rate": 6.873523305947883e-05, |
| "loss": 0.378, |
| "step": 505 |
| }, |
| { |
| "epoch": 1.6057120190400633, |
| "grad_norm": 0.2380059856826742, |
| "learning_rate": 6.867347020561774e-05, |
| "loss": 0.382, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.6088853629512099, |
| "grad_norm": 0.24371122406892495, |
| "learning_rate": 6.861156640985607e-05, |
| "loss": 0.3813, |
| "step": 507 |
| }, |
| { |
| "epoch": 1.6120587068623562, |
| "grad_norm": 0.22447844663148647, |
| "learning_rate": 6.854952197647643e-05, |
| "loss": 0.3762, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.6152320507735025, |
| "grad_norm": 0.19727536404273158, |
| "learning_rate": 6.848733721045275e-05, |
| "loss": 0.3732, |
| "step": 509 |
| }, |
| { |
| "epoch": 1.618405394684649, |
| "grad_norm": 0.21660640742566128, |
| "learning_rate": 6.842501241744873e-05, |
| "loss": 0.3786, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.6215787385957952, |
| "grad_norm": 0.2567200817107154, |
| "learning_rate": 6.836254790381635e-05, |
| "loss": 0.3763, |
| "step": 511 |
| }, |
| { |
| "epoch": 1.6247520825069417, |
| "grad_norm": 0.2867034859585703, |
| "learning_rate": 6.829994397659439e-05, |
| "loss": 0.3747, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.627925426418088, |
| "grad_norm": 0.3529920349888837, |
| "learning_rate": 6.823720094350691e-05, |
| "loss": 0.3801, |
| "step": 513 |
| }, |
| { |
| "epoch": 1.6310987703292343, |
| "grad_norm": 0.393616670612644, |
| "learning_rate": 6.817431911296174e-05, |
| "loss": 0.3763, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.6342721142403809, |
| "grad_norm": 0.37774302228207385, |
| "learning_rate": 6.811129879404892e-05, |
| "loss": 0.374, |
| "step": 515 |
| }, |
| { |
| "epoch": 1.6374454581515272, |
| "grad_norm": 0.3864964477468986, |
| "learning_rate": 6.804814029653926e-05, |
| "loss": 0.3791, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.6406188020626735, |
| "grad_norm": 0.39159495583279336, |
| "learning_rate": 6.798484393088273e-05, |
| "loss": 0.3829, |
| "step": 517 |
| }, |
| { |
| "epoch": 1.64379214597382, |
| "grad_norm": 0.39302151980304456, |
| "learning_rate": 6.792141000820703e-05, |
| "loss": 0.3824, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.6469654898849662, |
| "grad_norm": 0.36360896642596874, |
| "learning_rate": 6.785783884031596e-05, |
| "loss": 0.3761, |
| "step": 519 |
| }, |
| { |
| "epoch": 1.6501388337961127, |
| "grad_norm": 0.3241622597538385, |
| "learning_rate": 6.779413073968798e-05, |
| "loss": 0.3781, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.653312177707259, |
| "grad_norm": 0.29559003085786345, |
| "learning_rate": 6.77302860194746e-05, |
| "loss": 0.3767, |
| "step": 521 |
| }, |
| { |
| "epoch": 1.6564855216184053, |
| "grad_norm": 0.30944837922176927, |
| "learning_rate": 6.766630499349888e-05, |
| "loss": 0.3747, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.6596588655295519, |
| "grad_norm": 0.3338849982759374, |
| "learning_rate": 6.760218797625389e-05, |
| "loss": 0.3778, |
| "step": 523 |
| }, |
| { |
| "epoch": 1.662832209440698, |
| "grad_norm": 0.305222030262685, |
| "learning_rate": 6.753793528290112e-05, |
| "loss": 0.3861, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.6660055533518445, |
| "grad_norm": 0.23959583080697613, |
| "learning_rate": 6.747354722926903e-05, |
| "loss": 0.3845, |
| "step": 525 |
| }, |
| { |
| "epoch": 1.6691788972629908, |
| "grad_norm": 0.28220363781779934, |
| "learning_rate": 6.740902413185133e-05, |
| "loss": 0.3788, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.6723522411741372, |
| "grad_norm": 0.2787836540873191, |
| "learning_rate": 6.734436630780565e-05, |
| "loss": 0.379, |
| "step": 527 |
| }, |
| { |
| "epoch": 1.6755255850852837, |
| "grad_norm": 0.24464321106241743, |
| "learning_rate": 6.727957407495174e-05, |
| "loss": 0.3745, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.67869892899643, |
| "grad_norm": 0.2605023337214791, |
| "learning_rate": 6.721464775177009e-05, |
| "loss": 0.3742, |
| "step": 529 |
| }, |
| { |
| "epoch": 1.6818722729075763, |
| "grad_norm": 0.257073037128768, |
| "learning_rate": 6.71495876574003e-05, |
| "loss": 0.3696, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.685045616818723, |
| "grad_norm": 0.22905434546418404, |
| "learning_rate": 6.708439411163948e-05, |
| "loss": 0.3744, |
| "step": 531 |
| }, |
| { |
| "epoch": 1.688218960729869, |
| "grad_norm": 0.18138198252013102, |
| "learning_rate": 6.701906743494075e-05, |
| "loss": 0.3822, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.6913923046410155, |
| "grad_norm": 0.21324403956364202, |
| "learning_rate": 6.695360794841156e-05, |
| "loss": 0.374, |
| "step": 533 |
| }, |
| { |
| "epoch": 1.6945656485521619, |
| "grad_norm": 0.2589520378305425, |
| "learning_rate": 6.688801597381223e-05, |
| "loss": 0.3766, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.6977389924633082, |
| "grad_norm": 0.2739815290314333, |
| "learning_rate": 6.68222918335543e-05, |
| "loss": 0.3787, |
| "step": 535 |
| }, |
| { |
| "epoch": 1.7009123363744547, |
| "grad_norm": 0.2622879792779608, |
| "learning_rate": 6.675643585069894e-05, |
| "loss": 0.3762, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.7040856802856008, |
| "grad_norm": 0.3267913358280892, |
| "learning_rate": 6.669044834895541e-05, |
| "loss": 0.3785, |
| "step": 537 |
| }, |
| { |
| "epoch": 1.7072590241967474, |
| "grad_norm": 0.32086484201627036, |
| "learning_rate": 6.662432965267944e-05, |
| "loss": 0.3761, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.7104323681078937, |
| "grad_norm": 0.23790201809058262, |
| "learning_rate": 6.655808008687156e-05, |
| "loss": 0.3779, |
| "step": 539 |
| }, |
| { |
| "epoch": 1.71360571201904, |
| "grad_norm": 0.20836977293389647, |
| "learning_rate": 6.649169997717571e-05, |
| "loss": 0.3776, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.7167790559301865, |
| "grad_norm": 0.2053799652061652, |
| "learning_rate": 6.642518964987739e-05, |
| "loss": 0.3846, |
| "step": 541 |
| }, |
| { |
| "epoch": 1.7199523998413329, |
| "grad_norm": 0.21743619572422304, |
| "learning_rate": 6.635854943190221e-05, |
| "loss": 0.3818, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.7231257437524792, |
| "grad_norm": 0.2330911970783851, |
| "learning_rate": 6.629177965081428e-05, |
| "loss": 0.3728, |
| "step": 543 |
| }, |
| { |
| "epoch": 1.7262990876636255, |
| "grad_norm": 0.2971530159306548, |
| "learning_rate": 6.622488063481454e-05, |
| "loss": 0.385, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.7294724315747718, |
| "grad_norm": 0.34910792893542064, |
| "learning_rate": 6.615785271273913e-05, |
| "loss": 0.375, |
| "step": 545 |
| }, |
| { |
| "epoch": 1.7326457754859184, |
| "grad_norm": 0.3668253793899281, |
| "learning_rate": 6.609069621405791e-05, |
| "loss": 0.3785, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.7358191193970647, |
| "grad_norm": 0.2748830512102228, |
| "learning_rate": 6.602341146887267e-05, |
| "loss": 0.3825, |
| "step": 547 |
| }, |
| { |
| "epoch": 1.738992463308211, |
| "grad_norm": 0.20904532284444974, |
| "learning_rate": 6.595599880791562e-05, |
| "loss": 0.3825, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.7421658072193575, |
| "grad_norm": 0.23319626735985258, |
| "learning_rate": 6.58884585625477e-05, |
| "loss": 0.3817, |
| "step": 549 |
| }, |
| { |
| "epoch": 1.7453391511305036, |
| "grad_norm": 0.3101304312167264, |
| "learning_rate": 6.582079106475702e-05, |
| "loss": 0.3783, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.7485124950416502, |
| "grad_norm": 0.40115725345017383, |
| "learning_rate": 6.575299664715714e-05, |
| "loss": 0.3753, |
| "step": 551 |
| }, |
| { |
| "epoch": 1.7516858389527965, |
| "grad_norm": 0.3987859292934531, |
| "learning_rate": 6.568507564298553e-05, |
| "loss": 0.3855, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.7548591828639428, |
| "grad_norm": 0.3456599898982391, |
| "learning_rate": 6.561702838610186e-05, |
| "loss": 0.376, |
| "step": 553 |
| }, |
| { |
| "epoch": 1.7580325267750894, |
| "grad_norm": 0.2417290147953845, |
| "learning_rate": 6.55488552109864e-05, |
| "loss": 0.3776, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.7612058706862355, |
| "grad_norm": 0.20640270006206152, |
| "learning_rate": 6.548055645273831e-05, |
| "loss": 0.3803, |
| "step": 555 |
| }, |
| { |
| "epoch": 1.764379214597382, |
| "grad_norm": 0.2232956579416985, |
| "learning_rate": 6.541213244707412e-05, |
| "loss": 0.3752, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.7675525585085283, |
| "grad_norm": 0.2615817344479701, |
| "learning_rate": 6.534358353032593e-05, |
| "loss": 0.375, |
| "step": 557 |
| }, |
| { |
| "epoch": 1.7707259024196746, |
| "grad_norm": 0.254734079264447, |
| "learning_rate": 6.52749100394399e-05, |
| "loss": 0.3751, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.7738992463308212, |
| "grad_norm": 0.21642500358045758, |
| "learning_rate": 6.520611231197446e-05, |
| "loss": 0.3845, |
| "step": 559 |
| }, |
| { |
| "epoch": 1.7770725902419675, |
| "grad_norm": 0.19329608647091265, |
| "learning_rate": 6.513719068609874e-05, |
| "loss": 0.3789, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.7802459341531138, |
| "grad_norm": 0.2530286985366438, |
| "learning_rate": 6.506814550059091e-05, |
| "loss": 0.377, |
| "step": 561 |
| }, |
| { |
| "epoch": 1.7834192780642604, |
| "grad_norm": 0.2896046782801796, |
| "learning_rate": 6.499897709483641e-05, |
| "loss": 0.375, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.7865926219754065, |
| "grad_norm": 0.2712317131665261, |
| "learning_rate": 6.492968580882644e-05, |
| "loss": 0.3776, |
| "step": 563 |
| }, |
| { |
| "epoch": 1.789765965886553, |
| "grad_norm": 0.2314286827879497, |
| "learning_rate": 6.486027198315617e-05, |
| "loss": 0.3794, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.7929393097976993, |
| "grad_norm": 0.21626322109134916, |
| "learning_rate": 6.479073595902309e-05, |
| "loss": 0.3774, |
| "step": 565 |
| }, |
| { |
| "epoch": 1.7961126537088457, |
| "grad_norm": 0.19733332972369577, |
| "learning_rate": 6.472107807822538e-05, |
| "loss": 0.3708, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.7992859976199922, |
| "grad_norm": 0.18353210245394538, |
| "learning_rate": 6.465129868316016e-05, |
| "loss": 0.3743, |
| "step": 567 |
| }, |
| { |
| "epoch": 1.8024593415311383, |
| "grad_norm": 0.21893010037488972, |
| "learning_rate": 6.458139811682188e-05, |
| "loss": 0.3752, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.8056326854422848, |
| "grad_norm": 0.2628816377905819, |
| "learning_rate": 6.451137672280056e-05, |
| "loss": 0.3731, |
| "step": 569 |
| }, |
| { |
| "epoch": 1.8088060293534312, |
| "grad_norm": 0.2548108269109919, |
| "learning_rate": 6.444123484528015e-05, |
| "loss": 0.3755, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.8119793732645775, |
| "grad_norm": 0.2260163520548028, |
| "learning_rate": 6.437097282903685e-05, |
| "loss": 0.3773, |
| "step": 571 |
| }, |
| { |
| "epoch": 1.815152717175724, |
| "grad_norm": 0.19255377161005122, |
| "learning_rate": 6.430059101943736e-05, |
| "loss": 0.3788, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.8183260610868703, |
| "grad_norm": 0.16745873690738822, |
| "learning_rate": 6.423008976243722e-05, |
| "loss": 0.3742, |
| "step": 573 |
| }, |
| { |
| "epoch": 1.8214994049980167, |
| "grad_norm": 0.24311299014307378, |
| "learning_rate": 6.415946940457911e-05, |
| "loss": 0.3781, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.824672748909163, |
| "grad_norm": 0.2692540724073406, |
| "learning_rate": 6.408873029299115e-05, |
| "loss": 0.3758, |
| "step": 575 |
| }, |
| { |
| "epoch": 1.8278460928203093, |
| "grad_norm": 0.25293407337643353, |
| "learning_rate": 6.401787277538515e-05, |
| "loss": 0.3745, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.8310194367314558, |
| "grad_norm": 0.21866660096950907, |
| "learning_rate": 6.394689720005499e-05, |
| "loss": 0.3692, |
| "step": 577 |
| }, |
| { |
| "epoch": 1.8341927806426022, |
| "grad_norm": 0.21682910277524756, |
| "learning_rate": 6.387580391587477e-05, |
| "loss": 0.3758, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.8373661245537485, |
| "grad_norm": 0.25230011318318546, |
| "learning_rate": 6.380459327229727e-05, |
| "loss": 0.3783, |
| "step": 579 |
| }, |
| { |
| "epoch": 1.840539468464895, |
| "grad_norm": 0.26756389255355956, |
| "learning_rate": 6.373326561935207e-05, |
| "loss": 0.3723, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.8437128123760411, |
| "grad_norm": 0.27082347370882653, |
| "learning_rate": 6.366182130764392e-05, |
| "loss": 0.3695, |
| "step": 581 |
| }, |
| { |
| "epoch": 1.8468861562871877, |
| "grad_norm": 0.2981854551164244, |
| "learning_rate": 6.359026068835101e-05, |
| "loss": 0.3725, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.850059500198334, |
| "grad_norm": 0.30431911893180386, |
| "learning_rate": 6.351858411322324e-05, |
| "loss": 0.3754, |
| "step": 583 |
| }, |
| { |
| "epoch": 1.8532328441094803, |
| "grad_norm": 0.29505742082933084, |
| "learning_rate": 6.344679193458043e-05, |
| "loss": 0.374, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.8564061880206268, |
| "grad_norm": 0.2999630911197104, |
| "learning_rate": 6.337488450531068e-05, |
| "loss": 0.371, |
| "step": 585 |
| }, |
| { |
| "epoch": 1.859579531931773, |
| "grad_norm": 0.35422358202016324, |
| "learning_rate": 6.330286217886857e-05, |
| "loss": 0.3689, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.8627528758429195, |
| "grad_norm": 0.31054325154643925, |
| "learning_rate": 6.323072530927349e-05, |
| "loss": 0.3803, |
| "step": 587 |
| }, |
| { |
| "epoch": 1.8659262197540658, |
| "grad_norm": 0.27551184384415855, |
| "learning_rate": 6.31584742511078e-05, |
| "loss": 0.3731, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.8690995636652121, |
| "grad_norm": 0.31879930611418805, |
| "learning_rate": 6.308610935951516e-05, |
| "loss": 0.3767, |
| "step": 589 |
| }, |
| { |
| "epoch": 1.8722729075763587, |
| "grad_norm": 0.33037474746040296, |
| "learning_rate": 6.301363099019881e-05, |
| "loss": 0.3751, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.875446251487505, |
| "grad_norm": 0.2595876949175527, |
| "learning_rate": 6.294103949941975e-05, |
| "loss": 0.3722, |
| "step": 591 |
| }, |
| { |
| "epoch": 1.8786195953986513, |
| "grad_norm": 0.26859094455834825, |
| "learning_rate": 6.2868335243995e-05, |
| "loss": 0.3727, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.8817929393097979, |
| "grad_norm": 0.3602873489651573, |
| "learning_rate": 6.279551858129588e-05, |
| "loss": 0.371, |
| "step": 593 |
| }, |
| { |
| "epoch": 1.884966283220944, |
| "grad_norm": 0.4148929616678669, |
| "learning_rate": 6.272258986924624e-05, |
| "loss": 0.3726, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.8881396271320905, |
| "grad_norm": 0.3239892420647555, |
| "learning_rate": 6.26495494663207e-05, |
| "loss": 0.3754, |
| "step": 595 |
| }, |
| { |
| "epoch": 1.8913129710432368, |
| "grad_norm": 0.2219707121481662, |
| "learning_rate": 6.257639773154288e-05, |
| "loss": 0.3763, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.8944863149543831, |
| "grad_norm": 0.24701125744993022, |
| "learning_rate": 6.250313502448368e-05, |
| "loss": 0.3769, |
| "step": 597 |
| }, |
| { |
| "epoch": 1.8976596588655297, |
| "grad_norm": 0.2508614116325903, |
| "learning_rate": 6.24297617052594e-05, |
| "loss": 0.3797, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.9008330027766758, |
| "grad_norm": 0.24307046170154817, |
| "learning_rate": 6.23562781345301e-05, |
| "loss": 0.3768, |
| "step": 599 |
| }, |
| { |
| "epoch": 1.9040063466878223, |
| "grad_norm": 0.23596073863704914, |
| "learning_rate": 6.228268467349776e-05, |
| "loss": 0.3764, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.9071796905989686, |
| "grad_norm": 0.287641306711991, |
| "learning_rate": 6.22089816839045e-05, |
| "loss": 0.3679, |
| "step": 601 |
| }, |
| { |
| "epoch": 1.910353034510115, |
| "grad_norm": 0.3350000639906152, |
| "learning_rate": 6.213516952803084e-05, |
| "loss": 0.3749, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.9135263784212615, |
| "grad_norm": 0.2953436732358185, |
| "learning_rate": 6.20612485686939e-05, |
| "loss": 0.3731, |
| "step": 603 |
| }, |
| { |
| "epoch": 1.9166997223324078, |
| "grad_norm": 0.26307310235068826, |
| "learning_rate": 6.198721916924559e-05, |
| "loss": 0.3744, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.9198730662435541, |
| "grad_norm": 0.21992342429818196, |
| "learning_rate": 6.191308169357084e-05, |
| "loss": 0.3776, |
| "step": 605 |
| }, |
| { |
| "epoch": 1.9230464101547007, |
| "grad_norm": 0.2096604115734754, |
| "learning_rate": 6.183883650608588e-05, |
| "loss": 0.3772, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.9262197540658468, |
| "grad_norm": 0.20221136579674542, |
| "learning_rate": 6.176448397173632e-05, |
| "loss": 0.3725, |
| "step": 607 |
| }, |
| { |
| "epoch": 1.9293930979769933, |
| "grad_norm": 0.2152338983820113, |
| "learning_rate": 6.169002445599544e-05, |
| "loss": 0.3677, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.9325664418881396, |
| "grad_norm": 0.22320752106286315, |
| "learning_rate": 6.161545832486242e-05, |
| "loss": 0.3756, |
| "step": 609 |
| }, |
| { |
| "epoch": 1.935739785799286, |
| "grad_norm": 0.2253156227252389, |
| "learning_rate": 6.154078594486045e-05, |
| "loss": 0.3714, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.9389131297104325, |
| "grad_norm": 0.2060476121512058, |
| "learning_rate": 6.146600768303498e-05, |
| "loss": 0.3765, |
| "step": 611 |
| }, |
| { |
| "epoch": 1.9420864736215786, |
| "grad_norm": 0.25181408887727724, |
| "learning_rate": 6.139112390695195e-05, |
| "loss": 0.3736, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.9452598175327251, |
| "grad_norm": 0.28050692887038614, |
| "learning_rate": 6.13161349846959e-05, |
| "loss": 0.3711, |
| "step": 613 |
| }, |
| { |
| "epoch": 1.9484331614438715, |
| "grad_norm": 0.2323287898084542, |
| "learning_rate": 6.124104128486824e-05, |
| "loss": 0.3787, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.9516065053550178, |
| "grad_norm": 0.22252533467543772, |
| "learning_rate": 6.11658431765854e-05, |
| "loss": 0.3761, |
| "step": 615 |
| }, |
| { |
| "epoch": 1.9547798492661643, |
| "grad_norm": 0.23979064807450512, |
| "learning_rate": 6.109054102947701e-05, |
| "loss": 0.3768, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.9579531931773104, |
| "grad_norm": 0.20369908867353018, |
| "learning_rate": 6.101513521368409e-05, |
| "loss": 0.3717, |
| "step": 617 |
| }, |
| { |
| "epoch": 1.961126537088457, |
| "grad_norm": 0.21979116733171586, |
| "learning_rate": 6.0939626099857256e-05, |
| "loss": 0.3719, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.9642998809996033, |
| "grad_norm": 0.2359782325683911, |
| "learning_rate": 6.086401405915485e-05, |
| "loss": 0.3697, |
| "step": 619 |
| }, |
| { |
| "epoch": 1.9674732249107496, |
| "grad_norm": 0.22186897194718339, |
| "learning_rate": 6.0788299463241146e-05, |
| "loss": 0.3714, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.9706465688218961, |
| "grad_norm": 0.19286916683029354, |
| "learning_rate": 6.071248268428455e-05, |
| "loss": 0.3694, |
| "step": 621 |
| }, |
| { |
| "epoch": 1.9738199127330425, |
| "grad_norm": 0.19038716732119104, |
| "learning_rate": 6.06365640949557e-05, |
| "loss": 0.3689, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.9769932566441888, |
| "grad_norm": 0.21853406474562687, |
| "learning_rate": 6.0560544068425704e-05, |
| "loss": 0.3713, |
| "step": 623 |
| }, |
| { |
| "epoch": 1.9801666005553353, |
| "grad_norm": 0.2519707220662586, |
| "learning_rate": 6.048442297836424e-05, |
| "loss": 0.3745, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.9833399444664814, |
| "grad_norm": 0.27348429383893025, |
| "learning_rate": 6.040820119893781e-05, |
| "loss": 0.3726, |
| "step": 625 |
| }, |
| { |
| "epoch": 1.986513288377628, |
| "grad_norm": 0.25727914228364634, |
| "learning_rate": 6.033187910480779e-05, |
| "loss": 0.3737, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.9896866322887743, |
| "grad_norm": 0.19830437617712135, |
| "learning_rate": 6.025545707112868e-05, |
| "loss": 0.3714, |
| "step": 627 |
| }, |
| { |
| "epoch": 1.9928599761999206, |
| "grad_norm": 0.17578894688384492, |
| "learning_rate": 6.017893547354618e-05, |
| "loss": 0.3701, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.9960333201110672, |
| "grad_norm": 0.28565651904457573, |
| "learning_rate": 6.0102314688195466e-05, |
| "loss": 0.3707, |
| "step": 629 |
| }, |
| { |
| "epoch": 1.9992066640222133, |
| "grad_norm": 0.3512726249295466, |
| "learning_rate": 6.002559509169917e-05, |
| "loss": 0.374, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.00238000793336, |
| "grad_norm": 0.5082104882029274, |
| "learning_rate": 5.994877706116571e-05, |
| "loss": 0.6682, |
| "step": 631 |
| }, |
| { |
| "epoch": 2.0055533518445063, |
| "grad_norm": 0.7958584718546614, |
| "learning_rate": 5.9871860974187266e-05, |
| "loss": 0.3515, |
| "step": 632 |
| }, |
| { |
| "epoch": 2.0087266957556524, |
| "grad_norm": 1.2309453398579198, |
| "learning_rate": 5.979484720883806e-05, |
| "loss": 0.3691, |
| "step": 633 |
| }, |
| { |
| "epoch": 2.011900039666799, |
| "grad_norm": 0.6258361012105962, |
| "learning_rate": 5.971773614367244e-05, |
| "loss": 0.3592, |
| "step": 634 |
| }, |
| { |
| "epoch": 2.015073383577945, |
| "grad_norm": 0.7180639249872159, |
| "learning_rate": 5.964052815772298e-05, |
| "loss": 0.3567, |
| "step": 635 |
| }, |
| { |
| "epoch": 2.0182467274890916, |
| "grad_norm": 0.9313882834628479, |
| "learning_rate": 5.9563223630498714e-05, |
| "loss": 0.3601, |
| "step": 636 |
| }, |
| { |
| "epoch": 2.021420071400238, |
| "grad_norm": 0.7992267279088702, |
| "learning_rate": 5.9485822941983185e-05, |
| "loss": 0.3532, |
| "step": 637 |
| }, |
| { |
| "epoch": 2.0245934153113843, |
| "grad_norm": 0.507785688644202, |
| "learning_rate": 5.940832647263262e-05, |
| "loss": 0.3522, |
| "step": 638 |
| }, |
| { |
| "epoch": 2.027766759222531, |
| "grad_norm": 0.578349620722966, |
| "learning_rate": 5.933073460337404e-05, |
| "loss": 0.347, |
| "step": 639 |
| }, |
| { |
| "epoch": 2.030940103133677, |
| "grad_norm": 0.5232367250977141, |
| "learning_rate": 5.9253047715603384e-05, |
| "loss": 0.36, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.0341134470448234, |
| "grad_norm": 0.48100594573201455, |
| "learning_rate": 5.917526619118368e-05, |
| "loss": 0.3458, |
| "step": 641 |
| }, |
| { |
| "epoch": 2.03728679095597, |
| "grad_norm": 0.3770908533781567, |
| "learning_rate": 5.909739041244311e-05, |
| "loss": 0.3491, |
| "step": 642 |
| }, |
| { |
| "epoch": 2.040460134867116, |
| "grad_norm": 0.43489851021818743, |
| "learning_rate": 5.9019420762173156e-05, |
| "loss": 0.35, |
| "step": 643 |
| }, |
| { |
| "epoch": 2.0436334787782626, |
| "grad_norm": 0.34486032651494825, |
| "learning_rate": 5.894135762362673e-05, |
| "loss": 0.3504, |
| "step": 644 |
| }, |
| { |
| "epoch": 2.046806822689409, |
| "grad_norm": 0.3111171335430375, |
| "learning_rate": 5.8863201380516255e-05, |
| "loss": 0.3518, |
| "step": 645 |
| }, |
| { |
| "epoch": 2.0499801666005553, |
| "grad_norm": 0.35964655450159183, |
| "learning_rate": 5.8784952417011826e-05, |
| "loss": 0.3492, |
| "step": 646 |
| }, |
| { |
| "epoch": 2.053153510511702, |
| "grad_norm": 0.2793218850087469, |
| "learning_rate": 5.8706611117739275e-05, |
| "loss": 0.345, |
| "step": 647 |
| }, |
| { |
| "epoch": 2.056326854422848, |
| "grad_norm": 0.2630228702707809, |
| "learning_rate": 5.862817786777832e-05, |
| "loss": 0.3527, |
| "step": 648 |
| }, |
| { |
| "epoch": 2.0595001983339944, |
| "grad_norm": 0.287600094925337, |
| "learning_rate": 5.854965305266065e-05, |
| "loss": 0.3472, |
| "step": 649 |
| }, |
| { |
| "epoch": 2.062673542245141, |
| "grad_norm": 0.23415839473852326, |
| "learning_rate": 5.8471037058368035e-05, |
| "loss": 0.3472, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.065846886156287, |
| "grad_norm": 0.2480609831522893, |
| "learning_rate": 5.839233027133041e-05, |
| "loss": 0.347, |
| "step": 651 |
| }, |
| { |
| "epoch": 2.0690202300674336, |
| "grad_norm": 0.24277577378910167, |
| "learning_rate": 5.8313533078424016e-05, |
| "loss": 0.3502, |
| "step": 652 |
| }, |
| { |
| "epoch": 2.0721935739785797, |
| "grad_norm": 0.22888858417929306, |
| "learning_rate": 5.823464586696947e-05, |
| "loss": 0.3398, |
| "step": 653 |
| }, |
| { |
| "epoch": 2.0753669178897263, |
| "grad_norm": 0.22777692875348907, |
| "learning_rate": 5.8155669024729864e-05, |
| "loss": 0.3502, |
| "step": 654 |
| }, |
| { |
| "epoch": 2.078540261800873, |
| "grad_norm": 0.21302274202843294, |
| "learning_rate": 5.807660293990887e-05, |
| "loss": 0.3467, |
| "step": 655 |
| }, |
| { |
| "epoch": 2.081713605712019, |
| "grad_norm": 0.17698466873204569, |
| "learning_rate": 5.79974480011488e-05, |
| "loss": 0.3468, |
| "step": 656 |
| }, |
| { |
| "epoch": 2.0848869496231655, |
| "grad_norm": 0.18921626118682697, |
| "learning_rate": 5.7918204597528755e-05, |
| "loss": 0.3401, |
| "step": 657 |
| }, |
| { |
| "epoch": 2.088060293534312, |
| "grad_norm": 0.19642637234378701, |
| "learning_rate": 5.7838873118562656e-05, |
| "loss": 0.3467, |
| "step": 658 |
| }, |
| { |
| "epoch": 2.091233637445458, |
| "grad_norm": 0.13768919840127494, |
| "learning_rate": 5.775945395419736e-05, |
| "loss": 0.3461, |
| "step": 659 |
| }, |
| { |
| "epoch": 2.0944069813566046, |
| "grad_norm": 0.18625327191674967, |
| "learning_rate": 5.7679947494810707e-05, |
| "loss": 0.3445, |
| "step": 660 |
| }, |
| { |
| "epoch": 2.0975803252677507, |
| "grad_norm": 0.17171644648932974, |
| "learning_rate": 5.760035413120967e-05, |
| "loss": 0.3481, |
| "step": 661 |
| }, |
| { |
| "epoch": 2.1007536691788973, |
| "grad_norm": 0.181873538605243, |
| "learning_rate": 5.752067425462835e-05, |
| "loss": 0.348, |
| "step": 662 |
| }, |
| { |
| "epoch": 2.103927013090044, |
| "grad_norm": 0.19042134398803523, |
| "learning_rate": 5.744090825672615e-05, |
| "loss": 0.3447, |
| "step": 663 |
| }, |
| { |
| "epoch": 2.10710035700119, |
| "grad_norm": 0.160202051805729, |
| "learning_rate": 5.7361056529585736e-05, |
| "loss": 0.3508, |
| "step": 664 |
| }, |
| { |
| "epoch": 2.1102737009123365, |
| "grad_norm": 0.1568895178074113, |
| "learning_rate": 5.728111946571119e-05, |
| "loss": 0.3517, |
| "step": 665 |
| }, |
| { |
| "epoch": 2.1134470448234826, |
| "grad_norm": 0.16324890485854626, |
| "learning_rate": 5.720109745802607e-05, |
| "loss": 0.3464, |
| "step": 666 |
| }, |
| { |
| "epoch": 2.116620388734629, |
| "grad_norm": 0.1457391254676544, |
| "learning_rate": 5.712099089987146e-05, |
| "loss": 0.3475, |
| "step": 667 |
| }, |
| { |
| "epoch": 2.1197937326457756, |
| "grad_norm": 0.12805660018258297, |
| "learning_rate": 5.704080018500405e-05, |
| "loss": 0.3531, |
| "step": 668 |
| }, |
| { |
| "epoch": 2.1229670765569217, |
| "grad_norm": 0.14439965378280822, |
| "learning_rate": 5.696052570759418e-05, |
| "loss": 0.3395, |
| "step": 669 |
| }, |
| { |
| "epoch": 2.1261404204680683, |
| "grad_norm": 0.14704244500302163, |
| "learning_rate": 5.6880167862223915e-05, |
| "loss": 0.3456, |
| "step": 670 |
| }, |
| { |
| "epoch": 2.129313764379215, |
| "grad_norm": 0.1650010303974902, |
| "learning_rate": 5.6799727043885155e-05, |
| "loss": 0.3472, |
| "step": 671 |
| }, |
| { |
| "epoch": 2.132487108290361, |
| "grad_norm": 0.13673543011389194, |
| "learning_rate": 5.671920364797758e-05, |
| "loss": 0.3446, |
| "step": 672 |
| }, |
| { |
| "epoch": 2.1356604522015075, |
| "grad_norm": 0.1524951210391999, |
| "learning_rate": 5.66385980703068e-05, |
| "loss": 0.3409, |
| "step": 673 |
| }, |
| { |
| "epoch": 2.1388337961126536, |
| "grad_norm": 0.1651899044016252, |
| "learning_rate": 5.655791070708242e-05, |
| "loss": 0.3458, |
| "step": 674 |
| }, |
| { |
| "epoch": 2.1420071400238, |
| "grad_norm": 0.18171434979507048, |
| "learning_rate": 5.647714195491599e-05, |
| "loss": 0.3467, |
| "step": 675 |
| }, |
| { |
| "epoch": 2.1451804839349466, |
| "grad_norm": 0.1895404480414663, |
| "learning_rate": 5.6396292210819154e-05, |
| "loss": 0.3458, |
| "step": 676 |
| }, |
| { |
| "epoch": 2.1483538278460927, |
| "grad_norm": 0.1977999320741365, |
| "learning_rate": 5.6315361872201663e-05, |
| "loss": 0.3439, |
| "step": 677 |
| }, |
| { |
| "epoch": 2.1515271717572393, |
| "grad_norm": 0.1709340652432958, |
| "learning_rate": 5.6234351336869425e-05, |
| "loss": 0.3435, |
| "step": 678 |
| }, |
| { |
| "epoch": 2.1547005156683854, |
| "grad_norm": 0.19031692182789184, |
| "learning_rate": 5.6153261003022556e-05, |
| "loss": 0.3449, |
| "step": 679 |
| }, |
| { |
| "epoch": 2.157873859579532, |
| "grad_norm": 0.16069939440920603, |
| "learning_rate": 5.607209126925337e-05, |
| "loss": 0.3537, |
| "step": 680 |
| }, |
| { |
| "epoch": 2.1610472034906785, |
| "grad_norm": 0.1433199497560158, |
| "learning_rate": 5.599084253454452e-05, |
| "loss": 0.3393, |
| "step": 681 |
| }, |
| { |
| "epoch": 2.1642205474018246, |
| "grad_norm": 0.14956082186311095, |
| "learning_rate": 5.5909515198266965e-05, |
| "loss": 0.342, |
| "step": 682 |
| }, |
| { |
| "epoch": 2.167393891312971, |
| "grad_norm": 0.1544287677040818, |
| "learning_rate": 5.582810966017799e-05, |
| "loss": 0.3503, |
| "step": 683 |
| }, |
| { |
| "epoch": 2.170567235224117, |
| "grad_norm": 0.15319232608750777, |
| "learning_rate": 5.574662632041932e-05, |
| "loss": 0.3467, |
| "step": 684 |
| }, |
| { |
| "epoch": 2.1737405791352638, |
| "grad_norm": 0.14670339038716207, |
| "learning_rate": 5.566506557951508e-05, |
| "loss": 0.3422, |
| "step": 685 |
| }, |
| { |
| "epoch": 2.1769139230464103, |
| "grad_norm": 0.16667697899341136, |
| "learning_rate": 5.558342783836987e-05, |
| "loss": 0.3424, |
| "step": 686 |
| }, |
| { |
| "epoch": 2.1800872669575564, |
| "grad_norm": 0.1975464831082886, |
| "learning_rate": 5.550171349826675e-05, |
| "loss": 0.3461, |
| "step": 687 |
| }, |
| { |
| "epoch": 2.183260610868703, |
| "grad_norm": 0.17888577322944074, |
| "learning_rate": 5.5419922960865334e-05, |
| "loss": 0.3469, |
| "step": 688 |
| }, |
| { |
| "epoch": 2.186433954779849, |
| "grad_norm": 0.17541637626798942, |
| "learning_rate": 5.533805662819975e-05, |
| "loss": 0.3505, |
| "step": 689 |
| }, |
| { |
| "epoch": 2.1896072986909956, |
| "grad_norm": 0.2198583155605273, |
| "learning_rate": 5.5256114902676675e-05, |
| "loss": 0.3447, |
| "step": 690 |
| }, |
| { |
| "epoch": 2.192780642602142, |
| "grad_norm": 0.22694834599020175, |
| "learning_rate": 5.517409818707343e-05, |
| "loss": 0.3504, |
| "step": 691 |
| }, |
| { |
| "epoch": 2.195953986513288, |
| "grad_norm": 0.159759032699931, |
| "learning_rate": 5.50920068845359e-05, |
| "loss": 0.3429, |
| "step": 692 |
| }, |
| { |
| "epoch": 2.1991273304244348, |
| "grad_norm": 0.11626634052913302, |
| "learning_rate": 5.500984139857659e-05, |
| "loss": 0.3465, |
| "step": 693 |
| }, |
| { |
| "epoch": 2.2023006743355813, |
| "grad_norm": 0.16029340678767326, |
| "learning_rate": 5.492760213307268e-05, |
| "loss": 0.3493, |
| "step": 694 |
| }, |
| { |
| "epoch": 2.2054740182467274, |
| "grad_norm": 0.20138781571087522, |
| "learning_rate": 5.484528949226397e-05, |
| "loss": 0.3448, |
| "step": 695 |
| }, |
| { |
| "epoch": 2.208647362157874, |
| "grad_norm": 0.20673832786589078, |
| "learning_rate": 5.4762903880750956e-05, |
| "loss": 0.3472, |
| "step": 696 |
| }, |
| { |
| "epoch": 2.21182070606902, |
| "grad_norm": 0.1945972361781099, |
| "learning_rate": 5.468044570349282e-05, |
| "loss": 0.3452, |
| "step": 697 |
| }, |
| { |
| "epoch": 2.2149940499801666, |
| "grad_norm": 0.15260971345475988, |
| "learning_rate": 5.45979153658054e-05, |
| "loss": 0.3444, |
| "step": 698 |
| }, |
| { |
| "epoch": 2.218167393891313, |
| "grad_norm": 0.16140310676647643, |
| "learning_rate": 5.451531327335927e-05, |
| "loss": 0.3464, |
| "step": 699 |
| }, |
| { |
| "epoch": 2.221340737802459, |
| "grad_norm": 0.1710826897248202, |
| "learning_rate": 5.4432639832177675e-05, |
| "loss": 0.3477, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.2245140817136058, |
| "grad_norm": 0.1907595410644264, |
| "learning_rate": 5.43498954486346e-05, |
| "loss": 0.3399, |
| "step": 701 |
| }, |
| { |
| "epoch": 2.227687425624752, |
| "grad_norm": 0.16532722473360295, |
| "learning_rate": 5.426708052945272e-05, |
| "loss": 0.3505, |
| "step": 702 |
| }, |
| { |
| "epoch": 2.2308607695358984, |
| "grad_norm": 0.1536194473143472, |
| "learning_rate": 5.4184195481701425e-05, |
| "loss": 0.3474, |
| "step": 703 |
| }, |
| { |
| "epoch": 2.234034113447045, |
| "grad_norm": 0.1520117940400569, |
| "learning_rate": 5.4101240712794826e-05, |
| "loss": 0.3437, |
| "step": 704 |
| }, |
| { |
| "epoch": 2.237207457358191, |
| "grad_norm": 0.16336250647219758, |
| "learning_rate": 5.401821663048974e-05, |
| "loss": 0.3484, |
| "step": 705 |
| }, |
| { |
| "epoch": 2.2403808012693376, |
| "grad_norm": 0.18048860842589537, |
| "learning_rate": 5.393512364288366e-05, |
| "loss": 0.3461, |
| "step": 706 |
| }, |
| { |
| "epoch": 2.243554145180484, |
| "grad_norm": 0.2077517477600907, |
| "learning_rate": 5.3851962158412835e-05, |
| "loss": 0.3469, |
| "step": 707 |
| }, |
| { |
| "epoch": 2.2467274890916302, |
| "grad_norm": 0.23694455387298174, |
| "learning_rate": 5.3768732585850135e-05, |
| "loss": 0.3458, |
| "step": 708 |
| }, |
| { |
| "epoch": 2.2499008330027768, |
| "grad_norm": 0.2221303640440427, |
| "learning_rate": 5.3685435334303144e-05, |
| "loss": 0.3475, |
| "step": 709 |
| }, |
| { |
| "epoch": 2.253074176913923, |
| "grad_norm": 0.15740414776377862, |
| "learning_rate": 5.360207081321215e-05, |
| "loss": 0.3514, |
| "step": 710 |
| }, |
| { |
| "epoch": 2.2562475208250694, |
| "grad_norm": 0.14133878333017164, |
| "learning_rate": 5.351863943234803e-05, |
| "loss": 0.3501, |
| "step": 711 |
| }, |
| { |
| "epoch": 2.259420864736216, |
| "grad_norm": 0.23287734656674552, |
| "learning_rate": 5.343514160181037e-05, |
| "loss": 0.3476, |
| "step": 712 |
| }, |
| { |
| "epoch": 2.262594208647362, |
| "grad_norm": 0.2747098009784896, |
| "learning_rate": 5.3351577732025324e-05, |
| "loss": 0.3467, |
| "step": 713 |
| }, |
| { |
| "epoch": 2.2657675525585086, |
| "grad_norm": 0.2544286593636421, |
| "learning_rate": 5.3267948233743705e-05, |
| "loss": 0.3474, |
| "step": 714 |
| }, |
| { |
| "epoch": 2.2689408964696547, |
| "grad_norm": 0.23428301254687212, |
| "learning_rate": 5.318425351803889e-05, |
| "loss": 0.3436, |
| "step": 715 |
| }, |
| { |
| "epoch": 2.2721142403808012, |
| "grad_norm": 0.19972273517158506, |
| "learning_rate": 5.310049399630483e-05, |
| "loss": 0.3428, |
| "step": 716 |
| }, |
| { |
| "epoch": 2.2752875842919478, |
| "grad_norm": 0.17312802850984527, |
| "learning_rate": 5.301667008025404e-05, |
| "loss": 0.3507, |
| "step": 717 |
| }, |
| { |
| "epoch": 2.278460928203094, |
| "grad_norm": 0.1884344961517114, |
| "learning_rate": 5.293278218191553e-05, |
| "loss": 0.344, |
| "step": 718 |
| }, |
| { |
| "epoch": 2.2816342721142404, |
| "grad_norm": 0.16251980995579765, |
| "learning_rate": 5.2848830713632844e-05, |
| "loss": 0.3524, |
| "step": 719 |
| }, |
| { |
| "epoch": 2.284807616025387, |
| "grad_norm": 0.13519307906275285, |
| "learning_rate": 5.2764816088061974e-05, |
| "loss": 0.3518, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.287980959936533, |
| "grad_norm": 0.15371744727582462, |
| "learning_rate": 5.2680738718169355e-05, |
| "loss": 0.3412, |
| "step": 721 |
| }, |
| { |
| "epoch": 2.2911543038476796, |
| "grad_norm": 0.14184577228089562, |
| "learning_rate": 5.2596599017229864e-05, |
| "loss": 0.3436, |
| "step": 722 |
| }, |
| { |
| "epoch": 2.2943276477588257, |
| "grad_norm": 0.1369004603255518, |
| "learning_rate": 5.251239739882472e-05, |
| "loss": 0.3446, |
| "step": 723 |
| }, |
| { |
| "epoch": 2.2975009916699722, |
| "grad_norm": 0.15048696535358383, |
| "learning_rate": 5.2428134276839525e-05, |
| "loss": 0.3442, |
| "step": 724 |
| }, |
| { |
| "epoch": 2.300674335581119, |
| "grad_norm": 0.14200830231004927, |
| "learning_rate": 5.234381006546219e-05, |
| "loss": 0.3446, |
| "step": 725 |
| }, |
| { |
| "epoch": 2.303847679492265, |
| "grad_norm": 0.16320009543918237, |
| "learning_rate": 5.2259425179180873e-05, |
| "loss": 0.3443, |
| "step": 726 |
| }, |
| { |
| "epoch": 2.3070210234034114, |
| "grad_norm": 0.15997774955995675, |
| "learning_rate": 5.217498003278204e-05, |
| "loss": 0.346, |
| "step": 727 |
| }, |
| { |
| "epoch": 2.3101943673145575, |
| "grad_norm": 0.17017241599015379, |
| "learning_rate": 5.209047504134828e-05, |
| "loss": 0.3436, |
| "step": 728 |
| }, |
| { |
| "epoch": 2.313367711225704, |
| "grad_norm": 0.13479061683911572, |
| "learning_rate": 5.200591062025641e-05, |
| "loss": 0.346, |
| "step": 729 |
| }, |
| { |
| "epoch": 2.3165410551368506, |
| "grad_norm": 0.12285044545606259, |
| "learning_rate": 5.192128718517535e-05, |
| "loss": 0.3383, |
| "step": 730 |
| }, |
| { |
| "epoch": 2.3197143990479967, |
| "grad_norm": 0.1359930168100327, |
| "learning_rate": 5.1836605152064076e-05, |
| "loss": 0.3515, |
| "step": 731 |
| }, |
| { |
| "epoch": 2.3228877429591432, |
| "grad_norm": 0.14719463738675423, |
| "learning_rate": 5.175186493716963e-05, |
| "loss": 0.3451, |
| "step": 732 |
| }, |
| { |
| "epoch": 2.32606108687029, |
| "grad_norm": 0.1286663460165603, |
| "learning_rate": 5.1667066957025e-05, |
| "loss": 0.3512, |
| "step": 733 |
| }, |
| { |
| "epoch": 2.329234430781436, |
| "grad_norm": 0.10867634667327339, |
| "learning_rate": 5.158221162844717e-05, |
| "loss": 0.3439, |
| "step": 734 |
| }, |
| { |
| "epoch": 2.3324077746925824, |
| "grad_norm": 0.1591243176843703, |
| "learning_rate": 5.1497299368534965e-05, |
| "loss": 0.3511, |
| "step": 735 |
| }, |
| { |
| "epoch": 2.3355811186037285, |
| "grad_norm": 0.12942608362042907, |
| "learning_rate": 5.1412330594667075e-05, |
| "loss": 0.3434, |
| "step": 736 |
| }, |
| { |
| "epoch": 2.338754462514875, |
| "grad_norm": 0.10948773984311001, |
| "learning_rate": 5.132730572449997e-05, |
| "loss": 0.3524, |
| "step": 737 |
| }, |
| { |
| "epoch": 2.3419278064260216, |
| "grad_norm": 0.11783857681490648, |
| "learning_rate": 5.124222517596586e-05, |
| "loss": 0.349, |
| "step": 738 |
| }, |
| { |
| "epoch": 2.3451011503371677, |
| "grad_norm": 0.13439082971050517, |
| "learning_rate": 5.115708936727065e-05, |
| "loss": 0.3405, |
| "step": 739 |
| }, |
| { |
| "epoch": 2.3482744942483142, |
| "grad_norm": 0.11812799919852607, |
| "learning_rate": 5.1071898716891853e-05, |
| "loss": 0.3461, |
| "step": 740 |
| }, |
| { |
| "epoch": 2.3514478381594603, |
| "grad_norm": 0.11652694906685064, |
| "learning_rate": 5.098665364357656e-05, |
| "loss": 0.3426, |
| "step": 741 |
| }, |
| { |
| "epoch": 2.354621182070607, |
| "grad_norm": 0.139468896494999, |
| "learning_rate": 5.0901354566339355e-05, |
| "loss": 0.3426, |
| "step": 742 |
| }, |
| { |
| "epoch": 2.3577945259817534, |
| "grad_norm": 0.13901937078693805, |
| "learning_rate": 5.0816001904460316e-05, |
| "loss": 0.3453, |
| "step": 743 |
| }, |
| { |
| "epoch": 2.3609678698928995, |
| "grad_norm": 0.1469507185762338, |
| "learning_rate": 5.073059607748287e-05, |
| "loss": 0.3438, |
| "step": 744 |
| }, |
| { |
| "epoch": 2.364141213804046, |
| "grad_norm": 0.12953053633992156, |
| "learning_rate": 5.064513750521179e-05, |
| "loss": 0.348, |
| "step": 745 |
| }, |
| { |
| "epoch": 2.3673145577151926, |
| "grad_norm": 0.15355601770329005, |
| "learning_rate": 5.05596266077111e-05, |
| "loss": 0.3487, |
| "step": 746 |
| }, |
| { |
| "epoch": 2.3704879016263387, |
| "grad_norm": 0.17548971874850716, |
| "learning_rate": 5.047406380530205e-05, |
| "loss": 0.3435, |
| "step": 747 |
| }, |
| { |
| "epoch": 2.3736612455374853, |
| "grad_norm": 0.1336318519267535, |
| "learning_rate": 5.038844951856101e-05, |
| "loss": 0.3472, |
| "step": 748 |
| }, |
| { |
| "epoch": 2.3768345894486314, |
| "grad_norm": 0.15489849858402407, |
| "learning_rate": 5.0302784168317405e-05, |
| "loss": 0.3507, |
| "step": 749 |
| }, |
| { |
| "epoch": 2.380007933359778, |
| "grad_norm": 0.15730467807777396, |
| "learning_rate": 5.021706817565168e-05, |
| "loss": 0.3494, |
| "step": 750 |
| }, |
| { |
| "epoch": 2.383181277270924, |
| "grad_norm": 0.14142472540150533, |
| "learning_rate": 5.013130196189319e-05, |
| "loss": 0.3508, |
| "step": 751 |
| }, |
| { |
| "epoch": 2.3863546211820705, |
| "grad_norm": 0.1309447338438405, |
| "learning_rate": 5.004548594861815e-05, |
| "loss": 0.3414, |
| "step": 752 |
| }, |
| { |
| "epoch": 2.389527965093217, |
| "grad_norm": 0.13689757661127885, |
| "learning_rate": 4.995962055764758e-05, |
| "loss": 0.3462, |
| "step": 753 |
| }, |
| { |
| "epoch": 2.392701309004363, |
| "grad_norm": 0.15155743192346277, |
| "learning_rate": 4.987370621104518e-05, |
| "loss": 0.3502, |
| "step": 754 |
| }, |
| { |
| "epoch": 2.3958746529155097, |
| "grad_norm": 0.1771759302131552, |
| "learning_rate": 4.978774333111532e-05, |
| "loss": 0.3415, |
| "step": 755 |
| }, |
| { |
| "epoch": 2.3990479968266563, |
| "grad_norm": 0.14297561112928286, |
| "learning_rate": 4.97017323404009e-05, |
| "loss": 0.3445, |
| "step": 756 |
| }, |
| { |
| "epoch": 2.4022213407378024, |
| "grad_norm": 0.1359038159105317, |
| "learning_rate": 4.9615673661681314e-05, |
| "loss": 0.3431, |
| "step": 757 |
| }, |
| { |
| "epoch": 2.405394684648949, |
| "grad_norm": 0.14972172604238929, |
| "learning_rate": 4.952956771797039e-05, |
| "loss": 0.3449, |
| "step": 758 |
| }, |
| { |
| "epoch": 2.4085680285600954, |
| "grad_norm": 0.14098278608768156, |
| "learning_rate": 4.9443414932514245e-05, |
| "loss": 0.3446, |
| "step": 759 |
| }, |
| { |
| "epoch": 2.4117413724712415, |
| "grad_norm": 0.1300591686668367, |
| "learning_rate": 4.935721572878927e-05, |
| "loss": 0.3469, |
| "step": 760 |
| }, |
| { |
| "epoch": 2.414914716382388, |
| "grad_norm": 0.13525638291526695, |
| "learning_rate": 4.9270970530499995e-05, |
| "loss": 0.3457, |
| "step": 761 |
| }, |
| { |
| "epoch": 2.418088060293534, |
| "grad_norm": 0.13706454820860725, |
| "learning_rate": 4.918467976157704e-05, |
| "loss": 0.3493, |
| "step": 762 |
| }, |
| { |
| "epoch": 2.4212614042046807, |
| "grad_norm": 0.1396470750888246, |
| "learning_rate": 4.909834384617505e-05, |
| "loss": 0.3466, |
| "step": 763 |
| }, |
| { |
| "epoch": 2.424434748115827, |
| "grad_norm": 0.1579884171451332, |
| "learning_rate": 4.901196320867054e-05, |
| "loss": 0.3434, |
| "step": 764 |
| }, |
| { |
| "epoch": 2.4276080920269734, |
| "grad_norm": 0.14762421037735238, |
| "learning_rate": 4.89255382736599e-05, |
| "loss": 0.3461, |
| "step": 765 |
| }, |
| { |
| "epoch": 2.43078143593812, |
| "grad_norm": 0.1484907586908843, |
| "learning_rate": 4.883906946595721e-05, |
| "loss": 0.3429, |
| "step": 766 |
| }, |
| { |
| "epoch": 2.433954779849266, |
| "grad_norm": 0.15347798353398318, |
| "learning_rate": 4.875255721059223e-05, |
| "loss": 0.3471, |
| "step": 767 |
| }, |
| { |
| "epoch": 2.4371281237604125, |
| "grad_norm": 0.1291098504201812, |
| "learning_rate": 4.8666001932808315e-05, |
| "loss": 0.3492, |
| "step": 768 |
| }, |
| { |
| "epoch": 2.440301467671559, |
| "grad_norm": 0.1277300904749933, |
| "learning_rate": 4.857940405806022e-05, |
| "loss": 0.3431, |
| "step": 769 |
| }, |
| { |
| "epoch": 2.443474811582705, |
| "grad_norm": 0.12939888924222556, |
| "learning_rate": 4.8492764012012146e-05, |
| "loss": 0.3467, |
| "step": 770 |
| }, |
| { |
| "epoch": 2.4466481554938517, |
| "grad_norm": 0.1224426894168111, |
| "learning_rate": 4.840608222053553e-05, |
| "loss": 0.3417, |
| "step": 771 |
| }, |
| { |
| "epoch": 2.449821499404998, |
| "grad_norm": 0.1497720241182753, |
| "learning_rate": 4.831935910970706e-05, |
| "loss": 0.3444, |
| "step": 772 |
| }, |
| { |
| "epoch": 2.4529948433161444, |
| "grad_norm": 0.11319605561124714, |
| "learning_rate": 4.8232595105806486e-05, |
| "loss": 0.3445, |
| "step": 773 |
| }, |
| { |
| "epoch": 2.456168187227291, |
| "grad_norm": 0.1345350003328084, |
| "learning_rate": 4.814579063531458e-05, |
| "loss": 0.3453, |
| "step": 774 |
| }, |
| { |
| "epoch": 2.459341531138437, |
| "grad_norm": 0.14108407549438753, |
| "learning_rate": 4.8058946124911014e-05, |
| "loss": 0.3456, |
| "step": 775 |
| }, |
| { |
| "epoch": 2.4625148750495836, |
| "grad_norm": 0.13444987730516147, |
| "learning_rate": 4.797206200147229e-05, |
| "loss": 0.3444, |
| "step": 776 |
| }, |
| { |
| "epoch": 2.4656882189607296, |
| "grad_norm": 0.1375640631845117, |
| "learning_rate": 4.78851386920696e-05, |
| "loss": 0.3446, |
| "step": 777 |
| }, |
| { |
| "epoch": 2.468861562871876, |
| "grad_norm": 0.14096157244272645, |
| "learning_rate": 4.779817662396679e-05, |
| "loss": 0.3478, |
| "step": 778 |
| }, |
| { |
| "epoch": 2.4720349067830227, |
| "grad_norm": 0.12488925047337064, |
| "learning_rate": 4.771117622461816e-05, |
| "loss": 0.3413, |
| "step": 779 |
| }, |
| { |
| "epoch": 2.475208250694169, |
| "grad_norm": 0.13287851067977652, |
| "learning_rate": 4.7624137921666475e-05, |
| "loss": 0.3489, |
| "step": 780 |
| }, |
| { |
| "epoch": 2.4783815946053154, |
| "grad_norm": 0.13197704125308232, |
| "learning_rate": 4.753706214294082e-05, |
| "loss": 0.3455, |
| "step": 781 |
| }, |
| { |
| "epoch": 2.481554938516462, |
| "grad_norm": 0.13265503243246032, |
| "learning_rate": 4.7449949316454425e-05, |
| "loss": 0.3439, |
| "step": 782 |
| }, |
| { |
| "epoch": 2.484728282427608, |
| "grad_norm": 0.130704370235696, |
| "learning_rate": 4.736279987040269e-05, |
| "loss": 0.3457, |
| "step": 783 |
| }, |
| { |
| "epoch": 2.4879016263387546, |
| "grad_norm": 0.14148325746554727, |
| "learning_rate": 4.727561423316099e-05, |
| "loss": 0.3463, |
| "step": 784 |
| }, |
| { |
| "epoch": 2.4910749702499007, |
| "grad_norm": 0.13608094038136562, |
| "learning_rate": 4.7188392833282575e-05, |
| "loss": 0.3484, |
| "step": 785 |
| }, |
| { |
| "epoch": 2.494248314161047, |
| "grad_norm": 0.13874721828210285, |
| "learning_rate": 4.710113609949653e-05, |
| "loss": 0.346, |
| "step": 786 |
| }, |
| { |
| "epoch": 2.4974216580721937, |
| "grad_norm": 0.14977483842518804, |
| "learning_rate": 4.701384446070557e-05, |
| "loss": 0.3424, |
| "step": 787 |
| }, |
| { |
| "epoch": 2.50059500198334, |
| "grad_norm": 0.12967959257083173, |
| "learning_rate": 4.6926518345984026e-05, |
| "loss": 0.3406, |
| "step": 788 |
| }, |
| { |
| "epoch": 2.5037683458944864, |
| "grad_norm": 0.12801141105870723, |
| "learning_rate": 4.683915818457566e-05, |
| "loss": 0.3396, |
| "step": 789 |
| }, |
| { |
| "epoch": 2.5069416898056325, |
| "grad_norm": 0.13327811790487024, |
| "learning_rate": 4.67517644058916e-05, |
| "loss": 0.3403, |
| "step": 790 |
| }, |
| { |
| "epoch": 2.510115033716779, |
| "grad_norm": 0.16238667666380158, |
| "learning_rate": 4.6664337439508226e-05, |
| "loss": 0.3411, |
| "step": 791 |
| }, |
| { |
| "epoch": 2.5132883776279256, |
| "grad_norm": 0.16494439303835634, |
| "learning_rate": 4.657687771516503e-05, |
| "loss": 0.3409, |
| "step": 792 |
| }, |
| { |
| "epoch": 2.5164617215390717, |
| "grad_norm": 0.14403868840938389, |
| "learning_rate": 4.6489385662762544e-05, |
| "loss": 0.3439, |
| "step": 793 |
| }, |
| { |
| "epoch": 2.519635065450218, |
| "grad_norm": 0.13948670219193632, |
| "learning_rate": 4.640186171236018e-05, |
| "loss": 0.3455, |
| "step": 794 |
| }, |
| { |
| "epoch": 2.5228084093613647, |
| "grad_norm": 0.16277210257572064, |
| "learning_rate": 4.6314306294174164e-05, |
| "loss": 0.3467, |
| "step": 795 |
| }, |
| { |
| "epoch": 2.525981753272511, |
| "grad_norm": 0.17170615713941978, |
| "learning_rate": 4.622671983857539e-05, |
| "loss": 0.3447, |
| "step": 796 |
| }, |
| { |
| "epoch": 2.5291550971836574, |
| "grad_norm": 0.15234975751861424, |
| "learning_rate": 4.6139102776087316e-05, |
| "loss": 0.3468, |
| "step": 797 |
| }, |
| { |
| "epoch": 2.5323284410948035, |
| "grad_norm": 0.11279769192482242, |
| "learning_rate": 4.605145553738385e-05, |
| "loss": 0.3452, |
| "step": 798 |
| }, |
| { |
| "epoch": 2.53550178500595, |
| "grad_norm": 0.13961162984914652, |
| "learning_rate": 4.5963778553287215e-05, |
| "loss": 0.3396, |
| "step": 799 |
| }, |
| { |
| "epoch": 2.538675128917096, |
| "grad_norm": 0.15754039363591266, |
| "learning_rate": 4.587607225476585e-05, |
| "loss": 0.3464, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.5418484728282427, |
| "grad_norm": 0.15400642858424615, |
| "learning_rate": 4.57883370729323e-05, |
| "loss": 0.3429, |
| "step": 801 |
| }, |
| { |
| "epoch": 2.545021816739389, |
| "grad_norm": 0.13587095295609775, |
| "learning_rate": 4.570057343904107e-05, |
| "loss": 0.3444, |
| "step": 802 |
| }, |
| { |
| "epoch": 2.5481951606505353, |
| "grad_norm": 0.1661934512206222, |
| "learning_rate": 4.5612781784486516e-05, |
| "loss": 0.3456, |
| "step": 803 |
| }, |
| { |
| "epoch": 2.551368504561682, |
| "grad_norm": 0.1818284189001732, |
| "learning_rate": 4.5524962540800726e-05, |
| "loss": 0.3454, |
| "step": 804 |
| }, |
| { |
| "epoch": 2.5545418484728284, |
| "grad_norm": 0.134272995751436, |
| "learning_rate": 4.5437116139651416e-05, |
| "loss": 0.3458, |
| "step": 805 |
| }, |
| { |
| "epoch": 2.5577151923839745, |
| "grad_norm": 0.11098594445466681, |
| "learning_rate": 4.5349243012839787e-05, |
| "loss": 0.3428, |
| "step": 806 |
| }, |
| { |
| "epoch": 2.560888536295121, |
| "grad_norm": 0.1383868261385255, |
| "learning_rate": 4.52613435922984e-05, |
| "loss": 0.3433, |
| "step": 807 |
| }, |
| { |
| "epoch": 2.5640618802062676, |
| "grad_norm": 0.13958525369734295, |
| "learning_rate": 4.517341831008906e-05, |
| "loss": 0.343, |
| "step": 808 |
| }, |
| { |
| "epoch": 2.5672352241174137, |
| "grad_norm": 0.14299669733617631, |
| "learning_rate": 4.5085467598400687e-05, |
| "loss": 0.3481, |
| "step": 809 |
| }, |
| { |
| "epoch": 2.57040856802856, |
| "grad_norm": 0.16300391548684726, |
| "learning_rate": 4.499749188954721e-05, |
| "loss": 0.3442, |
| "step": 810 |
| }, |
| { |
| "epoch": 2.5735819119397063, |
| "grad_norm": 0.15939899931970958, |
| "learning_rate": 4.490949161596545e-05, |
| "loss": 0.346, |
| "step": 811 |
| }, |
| { |
| "epoch": 2.576755255850853, |
| "grad_norm": 0.11711293584718259, |
| "learning_rate": 4.4821467210212924e-05, |
| "loss": 0.3394, |
| "step": 812 |
| }, |
| { |
| "epoch": 2.579928599761999, |
| "grad_norm": 0.12318146826993423, |
| "learning_rate": 4.473341910496579e-05, |
| "loss": 0.3391, |
| "step": 813 |
| }, |
| { |
| "epoch": 2.5831019436731455, |
| "grad_norm": 0.12321952201871014, |
| "learning_rate": 4.464534773301674e-05, |
| "loss": 0.3424, |
| "step": 814 |
| }, |
| { |
| "epoch": 2.586275287584292, |
| "grad_norm": 0.12259038741152185, |
| "learning_rate": 4.455725352727276e-05, |
| "loss": 0.346, |
| "step": 815 |
| }, |
| { |
| "epoch": 2.589448631495438, |
| "grad_norm": 0.14443376513578737, |
| "learning_rate": 4.446913692075311e-05, |
| "loss": 0.3436, |
| "step": 816 |
| }, |
| { |
| "epoch": 2.5926219754065847, |
| "grad_norm": 0.1381230568223312, |
| "learning_rate": 4.438099834658716e-05, |
| "loss": 0.3444, |
| "step": 817 |
| }, |
| { |
| "epoch": 2.595795319317731, |
| "grad_norm": 0.12800321400776432, |
| "learning_rate": 4.429283823801227e-05, |
| "loss": 0.3423, |
| "step": 818 |
| }, |
| { |
| "epoch": 2.5989686632288773, |
| "grad_norm": 0.14739193433103212, |
| "learning_rate": 4.420465702837162e-05, |
| "loss": 0.346, |
| "step": 819 |
| }, |
| { |
| "epoch": 2.602142007140024, |
| "grad_norm": 0.14778467346501864, |
| "learning_rate": 4.4116455151112135e-05, |
| "loss": 0.3481, |
| "step": 820 |
| }, |
| { |
| "epoch": 2.6053153510511704, |
| "grad_norm": 0.11699717837600367, |
| "learning_rate": 4.4028233039782336e-05, |
| "loss": 0.3468, |
| "step": 821 |
| }, |
| { |
| "epoch": 2.6084886949623165, |
| "grad_norm": 0.12377912947544831, |
| "learning_rate": 4.393999112803017e-05, |
| "loss": 0.3422, |
| "step": 822 |
| }, |
| { |
| "epoch": 2.611662038873463, |
| "grad_norm": 0.11993635420501132, |
| "learning_rate": 4.385172984960093e-05, |
| "loss": 0.3479, |
| "step": 823 |
| }, |
| { |
| "epoch": 2.614835382784609, |
| "grad_norm": 0.1198156205225748, |
| "learning_rate": 4.3763449638335124e-05, |
| "loss": 0.3486, |
| "step": 824 |
| }, |
| { |
| "epoch": 2.6180087266957557, |
| "grad_norm": 0.14812630286596426, |
| "learning_rate": 4.367515092816628e-05, |
| "loss": 0.3494, |
| "step": 825 |
| }, |
| { |
| "epoch": 2.621182070606902, |
| "grad_norm": 0.11969830749952089, |
| "learning_rate": 4.3586834153118905e-05, |
| "loss": 0.343, |
| "step": 826 |
| }, |
| { |
| "epoch": 2.6243554145180483, |
| "grad_norm": 0.1330251306537408, |
| "learning_rate": 4.3498499747306243e-05, |
| "loss": 0.342, |
| "step": 827 |
| }, |
| { |
| "epoch": 2.627528758429195, |
| "grad_norm": 0.12546162647602022, |
| "learning_rate": 4.3410148144928256e-05, |
| "loss": 0.3425, |
| "step": 828 |
| }, |
| { |
| "epoch": 2.630702102340341, |
| "grad_norm": 0.13410489232741177, |
| "learning_rate": 4.332177978026943e-05, |
| "loss": 0.3483, |
| "step": 829 |
| }, |
| { |
| "epoch": 2.6338754462514875, |
| "grad_norm": 0.1232508805552152, |
| "learning_rate": 4.3233395087696585e-05, |
| "loss": 0.346, |
| "step": 830 |
| }, |
| { |
| "epoch": 2.637048790162634, |
| "grad_norm": 0.12167537812092089, |
| "learning_rate": 4.314499450165688e-05, |
| "loss": 0.3409, |
| "step": 831 |
| }, |
| { |
| "epoch": 2.64022213407378, |
| "grad_norm": 0.13645509206436196, |
| "learning_rate": 4.305657845667553e-05, |
| "loss": 0.3462, |
| "step": 832 |
| }, |
| { |
| "epoch": 2.6433954779849267, |
| "grad_norm": 0.10599165500884121, |
| "learning_rate": 4.296814738735376e-05, |
| "loss": 0.3464, |
| "step": 833 |
| }, |
| { |
| "epoch": 2.6465688218960732, |
| "grad_norm": 0.13223375794191417, |
| "learning_rate": 4.2879701728366686e-05, |
| "loss": 0.3438, |
| "step": 834 |
| }, |
| { |
| "epoch": 2.6497421658072193, |
| "grad_norm": 0.12369661834770018, |
| "learning_rate": 4.2791241914461076e-05, |
| "loss": 0.348, |
| "step": 835 |
| }, |
| { |
| "epoch": 2.652915509718366, |
| "grad_norm": 0.1225955125555118, |
| "learning_rate": 4.270276838045331e-05, |
| "loss": 0.3396, |
| "step": 836 |
| }, |
| { |
| "epoch": 2.656088853629512, |
| "grad_norm": 0.11973226274198374, |
| "learning_rate": 4.26142815612272e-05, |
| "loss": 0.3473, |
| "step": 837 |
| }, |
| { |
| "epoch": 2.6592621975406585, |
| "grad_norm": 0.1302252203210119, |
| "learning_rate": 4.252578189173186e-05, |
| "loss": 0.3421, |
| "step": 838 |
| }, |
| { |
| "epoch": 2.6624355414518046, |
| "grad_norm": 0.13620263914799938, |
| "learning_rate": 4.2437269806979574e-05, |
| "loss": 0.3447, |
| "step": 839 |
| }, |
| { |
| "epoch": 2.665608885362951, |
| "grad_norm": 0.12216233976282596, |
| "learning_rate": 4.234874574204364e-05, |
| "loss": 0.3481, |
| "step": 840 |
| }, |
| { |
| "epoch": 2.6687822292740977, |
| "grad_norm": 0.14511224880697332, |
| "learning_rate": 4.226021013205626e-05, |
| "loss": 0.3433, |
| "step": 841 |
| }, |
| { |
| "epoch": 2.671955573185244, |
| "grad_norm": 0.13167003525580787, |
| "learning_rate": 4.217166341220635e-05, |
| "loss": 0.3462, |
| "step": 842 |
| }, |
| { |
| "epoch": 2.6751289170963903, |
| "grad_norm": 0.11233528339177638, |
| "learning_rate": 4.208310601773749e-05, |
| "loss": 0.3422, |
| "step": 843 |
| }, |
| { |
| "epoch": 2.678302261007537, |
| "grad_norm": 0.116009578862862, |
| "learning_rate": 4.1994538383945686e-05, |
| "loss": 0.3382, |
| "step": 844 |
| }, |
| { |
| "epoch": 2.681475604918683, |
| "grad_norm": 0.14193128052476364, |
| "learning_rate": 4.190596094617729e-05, |
| "loss": 0.3477, |
| "step": 845 |
| }, |
| { |
| "epoch": 2.6846489488298295, |
| "grad_norm": 0.14084760732606688, |
| "learning_rate": 4.1817374139826857e-05, |
| "loss": 0.3416, |
| "step": 846 |
| }, |
| { |
| "epoch": 2.687822292740976, |
| "grad_norm": 0.1182925424974134, |
| "learning_rate": 4.172877840033496e-05, |
| "loss": 0.346, |
| "step": 847 |
| }, |
| { |
| "epoch": 2.690995636652122, |
| "grad_norm": 0.14243194869284295, |
| "learning_rate": 4.164017416318611e-05, |
| "loss": 0.3319, |
| "step": 848 |
| }, |
| { |
| "epoch": 2.6941689805632687, |
| "grad_norm": 0.14660981394007142, |
| "learning_rate": 4.155156186390659e-05, |
| "loss": 0.3454, |
| "step": 849 |
| }, |
| { |
| "epoch": 2.697342324474415, |
| "grad_norm": 0.12282621458948739, |
| "learning_rate": 4.1462941938062295e-05, |
| "loss": 0.3425, |
| "step": 850 |
| }, |
| { |
| "epoch": 2.7005156683855613, |
| "grad_norm": 0.11456728642253448, |
| "learning_rate": 4.137431482125659e-05, |
| "loss": 0.3437, |
| "step": 851 |
| }, |
| { |
| "epoch": 2.7036890122967074, |
| "grad_norm": 0.13185395211536752, |
| "learning_rate": 4.128568094912825e-05, |
| "loss": 0.3437, |
| "step": 852 |
| }, |
| { |
| "epoch": 2.706862356207854, |
| "grad_norm": 0.11115691532463522, |
| "learning_rate": 4.1197040757349175e-05, |
| "loss": 0.35, |
| "step": 853 |
| }, |
| { |
| "epoch": 2.7100357001190005, |
| "grad_norm": 0.12965739444200763, |
| "learning_rate": 4.1108394681622406e-05, |
| "loss": 0.3469, |
| "step": 854 |
| }, |
| { |
| "epoch": 2.7132090440301466, |
| "grad_norm": 0.12606196792345453, |
| "learning_rate": 4.101974315767984e-05, |
| "loss": 0.3424, |
| "step": 855 |
| }, |
| { |
| "epoch": 2.716382387941293, |
| "grad_norm": 0.13377181792852472, |
| "learning_rate": 4.0931086621280195e-05, |
| "loss": 0.3449, |
| "step": 856 |
| }, |
| { |
| "epoch": 2.7195557318524397, |
| "grad_norm": 0.1083820821550372, |
| "learning_rate": 4.0842425508206814e-05, |
| "loss": 0.3422, |
| "step": 857 |
| }, |
| { |
| "epoch": 2.722729075763586, |
| "grad_norm": 0.14051865023509388, |
| "learning_rate": 4.075376025426553e-05, |
| "loss": 0.3432, |
| "step": 858 |
| }, |
| { |
| "epoch": 2.7259024196747323, |
| "grad_norm": 0.1446305958755852, |
| "learning_rate": 4.0665091295282557e-05, |
| "loss": 0.3421, |
| "step": 859 |
| }, |
| { |
| "epoch": 2.729075763585879, |
| "grad_norm": 0.1185199085913208, |
| "learning_rate": 4.0576419067102294e-05, |
| "loss": 0.3425, |
| "step": 860 |
| }, |
| { |
| "epoch": 2.732249107497025, |
| "grad_norm": 0.12047038069530473, |
| "learning_rate": 4.04877440055852e-05, |
| "loss": 0.3433, |
| "step": 861 |
| }, |
| { |
| "epoch": 2.735422451408171, |
| "grad_norm": 0.12298317824143638, |
| "learning_rate": 4.03990665466057e-05, |
| "loss": 0.3419, |
| "step": 862 |
| }, |
| { |
| "epoch": 2.7385957953193176, |
| "grad_norm": 0.1134666458695627, |
| "learning_rate": 4.0310387126049965e-05, |
| "loss": 0.3449, |
| "step": 863 |
| }, |
| { |
| "epoch": 2.741769139230464, |
| "grad_norm": 0.1151216459243458, |
| "learning_rate": 4.022170617981383e-05, |
| "loss": 0.3487, |
| "step": 864 |
| }, |
| { |
| "epoch": 2.7449424831416103, |
| "grad_norm": 0.12438855242604728, |
| "learning_rate": 4.013302414380062e-05, |
| "loss": 0.3433, |
| "step": 865 |
| }, |
| { |
| "epoch": 2.748115827052757, |
| "grad_norm": 0.12462238298496425, |
| "learning_rate": 4.004434145391903e-05, |
| "loss": 0.3379, |
| "step": 866 |
| }, |
| { |
| "epoch": 2.7512891709639034, |
| "grad_norm": 0.12043847383946583, |
| "learning_rate": 3.9955658546080975e-05, |
| "loss": 0.3418, |
| "step": 867 |
| }, |
| { |
| "epoch": 2.7544625148750495, |
| "grad_norm": 0.12670455035239242, |
| "learning_rate": 3.9866975856199376e-05, |
| "loss": 0.3374, |
| "step": 868 |
| }, |
| { |
| "epoch": 2.757635858786196, |
| "grad_norm": 0.13869220804125282, |
| "learning_rate": 3.9778293820186176e-05, |
| "loss": 0.344, |
| "step": 869 |
| }, |
| { |
| "epoch": 2.7608092026973425, |
| "grad_norm": 0.12510091538071094, |
| "learning_rate": 3.968961287395004e-05, |
| "loss": 0.3464, |
| "step": 870 |
| }, |
| { |
| "epoch": 2.7639825466084886, |
| "grad_norm": 0.11788439172448362, |
| "learning_rate": 3.960093345339432e-05, |
| "loss": 0.3415, |
| "step": 871 |
| }, |
| { |
| "epoch": 2.767155890519635, |
| "grad_norm": 0.13570817794277007, |
| "learning_rate": 3.9512255994414804e-05, |
| "loss": 0.3415, |
| "step": 872 |
| }, |
| { |
| "epoch": 2.7703292344307813, |
| "grad_norm": 0.13940993558742085, |
| "learning_rate": 3.9423580932897726e-05, |
| "loss": 0.3423, |
| "step": 873 |
| }, |
| { |
| "epoch": 2.773502578341928, |
| "grad_norm": 0.10631207090804463, |
| "learning_rate": 3.933490870471745e-05, |
| "loss": 0.3442, |
| "step": 874 |
| }, |
| { |
| "epoch": 2.776675922253074, |
| "grad_norm": 0.1503520815021571, |
| "learning_rate": 3.924623974573448e-05, |
| "loss": 0.3416, |
| "step": 875 |
| }, |
| { |
| "epoch": 2.7798492661642205, |
| "grad_norm": 0.12632156433331662, |
| "learning_rate": 3.9157574491793185e-05, |
| "loss": 0.3371, |
| "step": 876 |
| }, |
| { |
| "epoch": 2.783022610075367, |
| "grad_norm": 0.13734903086765304, |
| "learning_rate": 3.906891337871982e-05, |
| "loss": 0.3491, |
| "step": 877 |
| }, |
| { |
| "epoch": 2.786195953986513, |
| "grad_norm": 0.15639396884236917, |
| "learning_rate": 3.898025684232016e-05, |
| "loss": 0.3472, |
| "step": 878 |
| }, |
| { |
| "epoch": 2.7893692978976596, |
| "grad_norm": 0.12483944951607047, |
| "learning_rate": 3.889160531837761e-05, |
| "loss": 0.3381, |
| "step": 879 |
| }, |
| { |
| "epoch": 2.792542641808806, |
| "grad_norm": 0.13742280075928823, |
| "learning_rate": 3.8802959242650825e-05, |
| "loss": 0.3411, |
| "step": 880 |
| }, |
| { |
| "epoch": 2.7957159857199523, |
| "grad_norm": 0.12266800245109839, |
| "learning_rate": 3.8714319050871764e-05, |
| "loss": 0.3414, |
| "step": 881 |
| }, |
| { |
| "epoch": 2.798889329631099, |
| "grad_norm": 0.12861032154624427, |
| "learning_rate": 3.862568517874341e-05, |
| "loss": 0.3392, |
| "step": 882 |
| }, |
| { |
| "epoch": 2.8020626735422454, |
| "grad_norm": 0.11470183191097062, |
| "learning_rate": 3.8537058061937725e-05, |
| "loss": 0.343, |
| "step": 883 |
| }, |
| { |
| "epoch": 2.8052360174533915, |
| "grad_norm": 0.12702748667879213, |
| "learning_rate": 3.8448438136093414e-05, |
| "loss": 0.3453, |
| "step": 884 |
| }, |
| { |
| "epoch": 2.808409361364538, |
| "grad_norm": 0.11316231412291199, |
| "learning_rate": 3.8359825836813895e-05, |
| "loss": 0.3446, |
| "step": 885 |
| }, |
| { |
| "epoch": 2.811582705275684, |
| "grad_norm": 0.12175654245533254, |
| "learning_rate": 3.827122159966504e-05, |
| "loss": 0.3464, |
| "step": 886 |
| }, |
| { |
| "epoch": 2.8147560491868306, |
| "grad_norm": 0.12805730071128243, |
| "learning_rate": 3.818262586017315e-05, |
| "loss": 0.3421, |
| "step": 887 |
| }, |
| { |
| "epoch": 2.8179293930979767, |
| "grad_norm": 0.13404348902216565, |
| "learning_rate": 3.8094039053822715e-05, |
| "loss": 0.3448, |
| "step": 888 |
| }, |
| { |
| "epoch": 2.8211027370091233, |
| "grad_norm": 0.12244995804431573, |
| "learning_rate": 3.800546161605433e-05, |
| "loss": 0.3408, |
| "step": 889 |
| }, |
| { |
| "epoch": 2.82427608092027, |
| "grad_norm": 0.11165322485961218, |
| "learning_rate": 3.791689398226252e-05, |
| "loss": 0.3448, |
| "step": 890 |
| }, |
| { |
| "epoch": 2.827449424831416, |
| "grad_norm": 0.12392250807575451, |
| "learning_rate": 3.7828336587793665e-05, |
| "loss": 0.339, |
| "step": 891 |
| }, |
| { |
| "epoch": 2.8306227687425625, |
| "grad_norm": 0.14372027694900424, |
| "learning_rate": 3.773978986794376e-05, |
| "loss": 0.3471, |
| "step": 892 |
| }, |
| { |
| "epoch": 2.833796112653709, |
| "grad_norm": 0.11903041102933404, |
| "learning_rate": 3.765125425795637e-05, |
| "loss": 0.3445, |
| "step": 893 |
| }, |
| { |
| "epoch": 2.836969456564855, |
| "grad_norm": 0.11348910315003628, |
| "learning_rate": 3.7562730193020425e-05, |
| "loss": 0.34, |
| "step": 894 |
| }, |
| { |
| "epoch": 2.8401428004760016, |
| "grad_norm": 0.12038861322563689, |
| "learning_rate": 3.747421810826815e-05, |
| "loss": 0.3389, |
| "step": 895 |
| }, |
| { |
| "epoch": 2.843316144387148, |
| "grad_norm": 0.1097622809874721, |
| "learning_rate": 3.73857184387728e-05, |
| "loss": 0.3471, |
| "step": 896 |
| }, |
| { |
| "epoch": 2.8464894882982943, |
| "grad_norm": 0.11347921572685421, |
| "learning_rate": 3.7297231619546695e-05, |
| "loss": 0.3443, |
| "step": 897 |
| }, |
| { |
| "epoch": 2.849662832209441, |
| "grad_norm": 0.12369160424846627, |
| "learning_rate": 3.7208758085538924e-05, |
| "loss": 0.3432, |
| "step": 898 |
| }, |
| { |
| "epoch": 2.852836176120587, |
| "grad_norm": 0.12357156761028097, |
| "learning_rate": 3.712029827163332e-05, |
| "loss": 0.3414, |
| "step": 899 |
| }, |
| { |
| "epoch": 2.8560095200317335, |
| "grad_norm": 0.11376937375822221, |
| "learning_rate": 3.703185261264624e-05, |
| "loss": 0.3401, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.8591828639428796, |
| "grad_norm": 0.12349127066450852, |
| "learning_rate": 3.694342154332449e-05, |
| "loss": 0.3422, |
| "step": 901 |
| }, |
| { |
| "epoch": 2.862356207854026, |
| "grad_norm": 0.1034961716279667, |
| "learning_rate": 3.685500549834314e-05, |
| "loss": 0.3434, |
| "step": 902 |
| }, |
| { |
| "epoch": 2.8655295517651727, |
| "grad_norm": 0.12269370497851256, |
| "learning_rate": 3.676660491230343e-05, |
| "loss": 0.3383, |
| "step": 903 |
| }, |
| { |
| "epoch": 2.8687028956763188, |
| "grad_norm": 0.13382966320810855, |
| "learning_rate": 3.667822021973058e-05, |
| "loss": 0.3435, |
| "step": 904 |
| }, |
| { |
| "epoch": 2.8718762395874653, |
| "grad_norm": 0.11277938663333244, |
| "learning_rate": 3.658985185507175e-05, |
| "loss": 0.3406, |
| "step": 905 |
| }, |
| { |
| "epoch": 2.875049583498612, |
| "grad_norm": 0.1143319724175766, |
| "learning_rate": 3.6501500252693756e-05, |
| "loss": 0.3376, |
| "step": 906 |
| }, |
| { |
| "epoch": 2.878222927409758, |
| "grad_norm": 0.11689144421922465, |
| "learning_rate": 3.641316584688111e-05, |
| "loss": 0.3453, |
| "step": 907 |
| }, |
| { |
| "epoch": 2.8813962713209045, |
| "grad_norm": 0.11809016351008388, |
| "learning_rate": 3.632484907183372e-05, |
| "loss": 0.3481, |
| "step": 908 |
| }, |
| { |
| "epoch": 2.884569615232051, |
| "grad_norm": 0.1276259830733137, |
| "learning_rate": 3.623655036166489e-05, |
| "loss": 0.3421, |
| "step": 909 |
| }, |
| { |
| "epoch": 2.887742959143197, |
| "grad_norm": 0.11884475840914586, |
| "learning_rate": 3.6148270150399074e-05, |
| "loss": 0.3446, |
| "step": 910 |
| }, |
| { |
| "epoch": 2.8909163030543437, |
| "grad_norm": 0.11087658030941172, |
| "learning_rate": 3.606000887196985e-05, |
| "loss": 0.3439, |
| "step": 911 |
| }, |
| { |
| "epoch": 2.8940896469654898, |
| "grad_norm": 0.10980416285438169, |
| "learning_rate": 3.597176696021767e-05, |
| "loss": 0.3372, |
| "step": 912 |
| }, |
| { |
| "epoch": 2.8972629908766363, |
| "grad_norm": 0.11601487167763035, |
| "learning_rate": 3.588354484888787e-05, |
| "loss": 0.3459, |
| "step": 913 |
| }, |
| { |
| "epoch": 2.9004363347877824, |
| "grad_norm": 0.11368911677025695, |
| "learning_rate": 3.579534297162838e-05, |
| "loss": 0.3438, |
| "step": 914 |
| }, |
| { |
| "epoch": 2.903609678698929, |
| "grad_norm": 0.10395283389340351, |
| "learning_rate": 3.5707161761987745e-05, |
| "loss": 0.338, |
| "step": 915 |
| }, |
| { |
| "epoch": 2.9067830226100755, |
| "grad_norm": 0.11161882010475302, |
| "learning_rate": 3.561900165341284e-05, |
| "loss": 0.3408, |
| "step": 916 |
| }, |
| { |
| "epoch": 2.9099563665212216, |
| "grad_norm": 0.0997500952290493, |
| "learning_rate": 3.55308630792469e-05, |
| "loss": 0.3421, |
| "step": 917 |
| }, |
| { |
| "epoch": 2.913129710432368, |
| "grad_norm": 0.1339571225523946, |
| "learning_rate": 3.544274647272725e-05, |
| "loss": 0.3442, |
| "step": 918 |
| }, |
| { |
| "epoch": 2.9163030543435147, |
| "grad_norm": 0.11617441220009064, |
| "learning_rate": 3.535465226698327e-05, |
| "loss": 0.343, |
| "step": 919 |
| }, |
| { |
| "epoch": 2.9194763982546608, |
| "grad_norm": 0.1410191016195631, |
| "learning_rate": 3.526658089503421e-05, |
| "loss": 0.3395, |
| "step": 920 |
| }, |
| { |
| "epoch": 2.9226497421658073, |
| "grad_norm": 0.13899939104575385, |
| "learning_rate": 3.517853278978708e-05, |
| "loss": 0.3418, |
| "step": 921 |
| }, |
| { |
| "epoch": 2.925823086076954, |
| "grad_norm": 0.1448300244004051, |
| "learning_rate": 3.5090508384034554e-05, |
| "loss": 0.3434, |
| "step": 922 |
| }, |
| { |
| "epoch": 2.9289964299881, |
| "grad_norm": 0.14071342868222997, |
| "learning_rate": 3.5002508110452796e-05, |
| "loss": 0.3463, |
| "step": 923 |
| }, |
| { |
| "epoch": 2.9321697738992465, |
| "grad_norm": 0.13757441367946524, |
| "learning_rate": 3.491453240159932e-05, |
| "loss": 0.3428, |
| "step": 924 |
| }, |
| { |
| "epoch": 2.9353431178103926, |
| "grad_norm": 0.12380157230283552, |
| "learning_rate": 3.4826581689910956e-05, |
| "loss": 0.3425, |
| "step": 925 |
| }, |
| { |
| "epoch": 2.938516461721539, |
| "grad_norm": 0.14057723094623828, |
| "learning_rate": 3.473865640770161e-05, |
| "loss": 0.3411, |
| "step": 926 |
| }, |
| { |
| "epoch": 2.9416898056326852, |
| "grad_norm": 0.11650354025690383, |
| "learning_rate": 3.465075698716022e-05, |
| "loss": 0.3365, |
| "step": 927 |
| }, |
| { |
| "epoch": 2.9448631495438318, |
| "grad_norm": 0.12980737726549346, |
| "learning_rate": 3.4562883860348584e-05, |
| "loss": 0.3399, |
| "step": 928 |
| }, |
| { |
| "epoch": 2.9480364934549783, |
| "grad_norm": 0.1134055745141929, |
| "learning_rate": 3.447503745919929e-05, |
| "loss": 0.3414, |
| "step": 929 |
| }, |
| { |
| "epoch": 2.9512098373661244, |
| "grad_norm": 0.1201253976384782, |
| "learning_rate": 3.43872182155135e-05, |
| "loss": 0.3457, |
| "step": 930 |
| }, |
| { |
| "epoch": 2.954383181277271, |
| "grad_norm": 0.11035272651701446, |
| "learning_rate": 3.429942656095895e-05, |
| "loss": 0.3458, |
| "step": 931 |
| }, |
| { |
| "epoch": 2.9575565251884175, |
| "grad_norm": 0.11154353610592178, |
| "learning_rate": 3.4211662927067694e-05, |
| "loss": 0.3439, |
| "step": 932 |
| }, |
| { |
| "epoch": 2.9607298690995636, |
| "grad_norm": 0.11422392455235472, |
| "learning_rate": 3.412392774523416e-05, |
| "loss": 0.3382, |
| "step": 933 |
| }, |
| { |
| "epoch": 2.96390321301071, |
| "grad_norm": 0.10421558917351098, |
| "learning_rate": 3.4036221446712785e-05, |
| "loss": 0.3442, |
| "step": 934 |
| }, |
| { |
| "epoch": 2.9670765569218567, |
| "grad_norm": 0.10191858553645955, |
| "learning_rate": 3.3948544462616154e-05, |
| "loss": 0.3472, |
| "step": 935 |
| }, |
| { |
| "epoch": 2.9702499008330028, |
| "grad_norm": 0.10534746393290977, |
| "learning_rate": 3.386089722391268e-05, |
| "loss": 0.3426, |
| "step": 936 |
| }, |
| { |
| "epoch": 2.973423244744149, |
| "grad_norm": 0.10261252386705168, |
| "learning_rate": 3.3773280161424614e-05, |
| "loss": 0.3433, |
| "step": 937 |
| }, |
| { |
| "epoch": 2.9765965886552954, |
| "grad_norm": 0.1170256748314465, |
| "learning_rate": 3.368569370582584e-05, |
| "loss": 0.3394, |
| "step": 938 |
| }, |
| { |
| "epoch": 2.979769932566442, |
| "grad_norm": 0.11126882366159503, |
| "learning_rate": 3.359813828763983e-05, |
| "loss": 0.3397, |
| "step": 939 |
| }, |
| { |
| "epoch": 2.982943276477588, |
| "grad_norm": 0.1198757045135952, |
| "learning_rate": 3.351061433723746e-05, |
| "loss": 0.3438, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.9861166203887346, |
| "grad_norm": 0.10112115474813273, |
| "learning_rate": 3.3423122284834976e-05, |
| "loss": 0.3342, |
| "step": 941 |
| }, |
| { |
| "epoch": 2.989289964299881, |
| "grad_norm": 0.11249349782419689, |
| "learning_rate": 3.3335662560491773e-05, |
| "loss": 0.3429, |
| "step": 942 |
| }, |
| { |
| "epoch": 2.9924633082110272, |
| "grad_norm": 0.1001185547565032, |
| "learning_rate": 3.3248235594108415e-05, |
| "loss": 0.3337, |
| "step": 943 |
| }, |
| { |
| "epoch": 2.995636652122174, |
| "grad_norm": 0.11017756335045858, |
| "learning_rate": 3.316084181542434e-05, |
| "loss": 0.3375, |
| "step": 944 |
| }, |
| { |
| "epoch": 2.9988099960333203, |
| "grad_norm": 0.12823056575818978, |
| "learning_rate": 3.307348165401598e-05, |
| "loss": 0.3306, |
| "step": 945 |
| }, |
| { |
| "epoch": 3.0019833399444664, |
| "grad_norm": 0.27281229082142194, |
| "learning_rate": 3.2986155539294435e-05, |
| "loss": 0.6218, |
| "step": 946 |
| }, |
| { |
| "epoch": 3.005156683855613, |
| "grad_norm": 0.2100816419248202, |
| "learning_rate": 3.2898863900503484e-05, |
| "loss": 0.3147, |
| "step": 947 |
| }, |
| { |
| "epoch": 3.008330027766759, |
| "grad_norm": 0.17105137980537694, |
| "learning_rate": 3.281160716671743e-05, |
| "loss": 0.3116, |
| "step": 948 |
| }, |
| { |
| "epoch": 3.0115033716779056, |
| "grad_norm": 0.22415298912899825, |
| "learning_rate": 3.2724385766839026e-05, |
| "loss": 0.3194, |
| "step": 949 |
| }, |
| { |
| "epoch": 3.014676715589052, |
| "grad_norm": 0.19583525189357293, |
| "learning_rate": 3.263720012959732e-05, |
| "loss": 0.3173, |
| "step": 950 |
| }, |
| { |
| "epoch": 3.0178500595001982, |
| "grad_norm": 0.15512832486443295, |
| "learning_rate": 3.255005068354559e-05, |
| "loss": 0.3157, |
| "step": 951 |
| }, |
| { |
| "epoch": 3.021023403411345, |
| "grad_norm": 0.16721068805673456, |
| "learning_rate": 3.2462937857059187e-05, |
| "loss": 0.3178, |
| "step": 952 |
| }, |
| { |
| "epoch": 3.024196747322491, |
| "grad_norm": 0.17107719512173727, |
| "learning_rate": 3.237586207833353e-05, |
| "loss": 0.3119, |
| "step": 953 |
| }, |
| { |
| "epoch": 3.0273700912336374, |
| "grad_norm": 0.1585477770306446, |
| "learning_rate": 3.2288823775381845e-05, |
| "loss": 0.3134, |
| "step": 954 |
| }, |
| { |
| "epoch": 3.030543435144784, |
| "grad_norm": 0.16343916704345743, |
| "learning_rate": 3.2201823376033226e-05, |
| "loss": 0.3132, |
| "step": 955 |
| }, |
| { |
| "epoch": 3.03371677905593, |
| "grad_norm": 0.13291081320812426, |
| "learning_rate": 3.21148613079304e-05, |
| "loss": 0.3155, |
| "step": 956 |
| }, |
| { |
| "epoch": 3.0368901229670766, |
| "grad_norm": 0.1495696649421576, |
| "learning_rate": 3.202793799852772e-05, |
| "loss": 0.3139, |
| "step": 957 |
| }, |
| { |
| "epoch": 3.040063466878223, |
| "grad_norm": 0.14466866199473793, |
| "learning_rate": 3.194105387508899e-05, |
| "loss": 0.3134, |
| "step": 958 |
| }, |
| { |
| "epoch": 3.0432368107893693, |
| "grad_norm": 0.1361091421412387, |
| "learning_rate": 3.1854209364685436e-05, |
| "loss": 0.3082, |
| "step": 959 |
| }, |
| { |
| "epoch": 3.046410154700516, |
| "grad_norm": 0.13367023176470594, |
| "learning_rate": 3.176740489419352e-05, |
| "loss": 0.3126, |
| "step": 960 |
| }, |
| { |
| "epoch": 3.049583498611662, |
| "grad_norm": 0.13627283601328063, |
| "learning_rate": 3.168064089029296e-05, |
| "loss": 0.3134, |
| "step": 961 |
| }, |
| { |
| "epoch": 3.0527568425228084, |
| "grad_norm": 0.13148674412233574, |
| "learning_rate": 3.159391777946447e-05, |
| "loss": 0.3162, |
| "step": 962 |
| }, |
| { |
| "epoch": 3.055930186433955, |
| "grad_norm": 0.12808707534046343, |
| "learning_rate": 3.150723598798787e-05, |
| "loss": 0.3118, |
| "step": 963 |
| }, |
| { |
| "epoch": 3.059103530345101, |
| "grad_norm": 0.13273988457362224, |
| "learning_rate": 3.1420595941939786e-05, |
| "loss": 0.3133, |
| "step": 964 |
| }, |
| { |
| "epoch": 3.0622768742562476, |
| "grad_norm": 0.11421318045881329, |
| "learning_rate": 3.13339980671917e-05, |
| "loss": 0.3098, |
| "step": 965 |
| }, |
| { |
| "epoch": 3.0654502181673937, |
| "grad_norm": 0.13703482566876224, |
| "learning_rate": 3.124744278940777e-05, |
| "loss": 0.3195, |
| "step": 966 |
| }, |
| { |
| "epoch": 3.0686235620785403, |
| "grad_norm": 0.11316298092381129, |
| "learning_rate": 3.1160930534042805e-05, |
| "loss": 0.3172, |
| "step": 967 |
| }, |
| { |
| "epoch": 3.071796905989687, |
| "grad_norm": 0.1189425742935073, |
| "learning_rate": 3.107446172634012e-05, |
| "loss": 0.3108, |
| "step": 968 |
| }, |
| { |
| "epoch": 3.074970249900833, |
| "grad_norm": 0.11756376777246882, |
| "learning_rate": 3.098803679132947e-05, |
| "loss": 0.3179, |
| "step": 969 |
| }, |
| { |
| "epoch": 3.0781435938119794, |
| "grad_norm": 0.1143776389372859, |
| "learning_rate": 3.090165615382496e-05, |
| "loss": 0.3102, |
| "step": 970 |
| }, |
| { |
| "epoch": 3.0813169377231255, |
| "grad_norm": 0.12423804582324503, |
| "learning_rate": 3.0815320238422974e-05, |
| "loss": 0.3115, |
| "step": 971 |
| }, |
| { |
| "epoch": 3.084490281634272, |
| "grad_norm": 0.13996003835367157, |
| "learning_rate": 3.072902946950001e-05, |
| "loss": 0.3192, |
| "step": 972 |
| }, |
| { |
| "epoch": 3.0876636255454186, |
| "grad_norm": 0.11255035117655975, |
| "learning_rate": 3.0642784271210734e-05, |
| "loss": 0.309, |
| "step": 973 |
| }, |
| { |
| "epoch": 3.0908369694565647, |
| "grad_norm": 0.12699451919385885, |
| "learning_rate": 3.055658506748575e-05, |
| "loss": 0.3134, |
| "step": 974 |
| }, |
| { |
| "epoch": 3.0940103133677113, |
| "grad_norm": 0.11635660673053044, |
| "learning_rate": 3.0470432282029614e-05, |
| "loss": 0.3167, |
| "step": 975 |
| }, |
| { |
| "epoch": 3.097183657278858, |
| "grad_norm": 0.10873609232252231, |
| "learning_rate": 3.0384326338318685e-05, |
| "loss": 0.3133, |
| "step": 976 |
| }, |
| { |
| "epoch": 3.100357001190004, |
| "grad_norm": 0.11807314933760477, |
| "learning_rate": 3.0298267659599115e-05, |
| "loss": 0.312, |
| "step": 977 |
| }, |
| { |
| "epoch": 3.1035303451011504, |
| "grad_norm": 0.11916222364590734, |
| "learning_rate": 3.0212256668884695e-05, |
| "loss": 0.3078, |
| "step": 978 |
| }, |
| { |
| "epoch": 3.1067036890122965, |
| "grad_norm": 0.12272695797856463, |
| "learning_rate": 3.0126293788954833e-05, |
| "loss": 0.3122, |
| "step": 979 |
| }, |
| { |
| "epoch": 3.109877032923443, |
| "grad_norm": 0.11540153822434568, |
| "learning_rate": 3.004037944235242e-05, |
| "loss": 0.3136, |
| "step": 980 |
| }, |
| { |
| "epoch": 3.1130503768345896, |
| "grad_norm": 0.11618456648740005, |
| "learning_rate": 2.9954514051381863e-05, |
| "loss": 0.3166, |
| "step": 981 |
| }, |
| { |
| "epoch": 3.1162237207457357, |
| "grad_norm": 0.11244633521843918, |
| "learning_rate": 2.9868698038106815e-05, |
| "loss": 0.3148, |
| "step": 982 |
| }, |
| { |
| "epoch": 3.1193970646568823, |
| "grad_norm": 0.10920070004246661, |
| "learning_rate": 2.9782931824348328e-05, |
| "loss": 0.3088, |
| "step": 983 |
| }, |
| { |
| "epoch": 3.1225704085680284, |
| "grad_norm": 0.12174658516975441, |
| "learning_rate": 2.9697215831682595e-05, |
| "loss": 0.3165, |
| "step": 984 |
| }, |
| { |
| "epoch": 3.125743752479175, |
| "grad_norm": 0.10643018736017142, |
| "learning_rate": 2.9611550481439e-05, |
| "loss": 0.3145, |
| "step": 985 |
| }, |
| { |
| "epoch": 3.1289170963903215, |
| "grad_norm": 0.10684450615726702, |
| "learning_rate": 2.952593619469795e-05, |
| "loss": 0.3092, |
| "step": 986 |
| }, |
| { |
| "epoch": 3.1320904403014675, |
| "grad_norm": 0.10941148930845793, |
| "learning_rate": 2.9440373392288913e-05, |
| "loss": 0.3138, |
| "step": 987 |
| }, |
| { |
| "epoch": 3.135263784212614, |
| "grad_norm": 0.10382261849589255, |
| "learning_rate": 2.9354862494788223e-05, |
| "loss": 0.3119, |
| "step": 988 |
| }, |
| { |
| "epoch": 3.13843712812376, |
| "grad_norm": 0.10958378594318682, |
| "learning_rate": 2.9269403922517145e-05, |
| "loss": 0.3099, |
| "step": 989 |
| }, |
| { |
| "epoch": 3.1416104720349067, |
| "grad_norm": 0.12998774556538992, |
| "learning_rate": 2.9183998095539684e-05, |
| "loss": 0.3129, |
| "step": 990 |
| }, |
| { |
| "epoch": 3.1447838159460533, |
| "grad_norm": 0.10561418907091862, |
| "learning_rate": 2.9098645433660655e-05, |
| "loss": 0.3128, |
| "step": 991 |
| }, |
| { |
| "epoch": 3.1479571598571994, |
| "grad_norm": 0.12592324141074962, |
| "learning_rate": 2.9013346356423446e-05, |
| "loss": 0.317, |
| "step": 992 |
| }, |
| { |
| "epoch": 3.151130503768346, |
| "grad_norm": 0.12513756646057633, |
| "learning_rate": 2.8928101283108153e-05, |
| "loss": 0.314, |
| "step": 993 |
| }, |
| { |
| "epoch": 3.1543038476794925, |
| "grad_norm": 0.14282969282839109, |
| "learning_rate": 2.884291063272935e-05, |
| "loss": 0.3109, |
| "step": 994 |
| }, |
| { |
| "epoch": 3.1574771915906386, |
| "grad_norm": 0.1199544503476591, |
| "learning_rate": 2.8757774824034146e-05, |
| "loss": 0.3119, |
| "step": 995 |
| }, |
| { |
| "epoch": 3.160650535501785, |
| "grad_norm": 0.11681362905939408, |
| "learning_rate": 2.867269427550004e-05, |
| "loss": 0.3065, |
| "step": 996 |
| }, |
| { |
| "epoch": 3.163823879412931, |
| "grad_norm": 0.11355969210006382, |
| "learning_rate": 2.8587669405332942e-05, |
| "loss": 0.3134, |
| "step": 997 |
| }, |
| { |
| "epoch": 3.1669972233240777, |
| "grad_norm": 0.11125944189799743, |
| "learning_rate": 2.850270063146505e-05, |
| "loss": 0.3123, |
| "step": 998 |
| }, |
| { |
| "epoch": 3.1701705672352243, |
| "grad_norm": 0.10903398382765295, |
| "learning_rate": 2.8417788371552847e-05, |
| "loss": 0.3137, |
| "step": 999 |
| }, |
| { |
| "epoch": 3.1733439111463704, |
| "grad_norm": 0.11735770219676825, |
| "learning_rate": 2.8332933042974997e-05, |
| "loss": 0.3143, |
| "step": 1000 |
| }, |
| { |
| "epoch": 3.176517255057517, |
| "grad_norm": 0.09886653400775318, |
| "learning_rate": 2.824813506283038e-05, |
| "loss": 0.312, |
| "step": 1001 |
| }, |
| { |
| "epoch": 3.179690598968663, |
| "grad_norm": 0.10362486903153832, |
| "learning_rate": 2.8163394847935924e-05, |
| "loss": 0.3063, |
| "step": 1002 |
| }, |
| { |
| "epoch": 3.1828639428798096, |
| "grad_norm": 0.11188362720582715, |
| "learning_rate": 2.8078712814824657e-05, |
| "loss": 0.3125, |
| "step": 1003 |
| }, |
| { |
| "epoch": 3.186037286790956, |
| "grad_norm": 0.09559025289026829, |
| "learning_rate": 2.799408937974359e-05, |
| "loss": 0.3121, |
| "step": 1004 |
| }, |
| { |
| "epoch": 3.189210630702102, |
| "grad_norm": 0.10812265121811047, |
| "learning_rate": 2.790952495865173e-05, |
| "loss": 0.3106, |
| "step": 1005 |
| }, |
| { |
| "epoch": 3.1923839746132487, |
| "grad_norm": 0.1121565061938828, |
| "learning_rate": 2.7825019967217975e-05, |
| "loss": 0.3189, |
| "step": 1006 |
| }, |
| { |
| "epoch": 3.1955573185243953, |
| "grad_norm": 0.1004631775145022, |
| "learning_rate": 2.7740574820819133e-05, |
| "loss": 0.3137, |
| "step": 1007 |
| }, |
| { |
| "epoch": 3.1987306624355414, |
| "grad_norm": 0.12433594061957719, |
| "learning_rate": 2.7656189934537815e-05, |
| "loss": 0.3081, |
| "step": 1008 |
| }, |
| { |
| "epoch": 3.201904006346688, |
| "grad_norm": 0.0976644148795563, |
| "learning_rate": 2.7571865723160484e-05, |
| "loss": 0.3108, |
| "step": 1009 |
| }, |
| { |
| "epoch": 3.205077350257834, |
| "grad_norm": 0.12033671452278129, |
| "learning_rate": 2.7487602601175274e-05, |
| "loss": 0.3128, |
| "step": 1010 |
| }, |
| { |
| "epoch": 3.2082506941689806, |
| "grad_norm": 0.11018748833970334, |
| "learning_rate": 2.7403400982770142e-05, |
| "loss": 0.3151, |
| "step": 1011 |
| }, |
| { |
| "epoch": 3.211424038080127, |
| "grad_norm": 0.11256643868056433, |
| "learning_rate": 2.731926128183064e-05, |
| "loss": 0.314, |
| "step": 1012 |
| }, |
| { |
| "epoch": 3.214597381991273, |
| "grad_norm": 0.11109067168322144, |
| "learning_rate": 2.7235183911938033e-05, |
| "loss": 0.3138, |
| "step": 1013 |
| }, |
| { |
| "epoch": 3.2177707259024197, |
| "grad_norm": 0.11490231986287124, |
| "learning_rate": 2.715116928636716e-05, |
| "loss": 0.3131, |
| "step": 1014 |
| }, |
| { |
| "epoch": 3.220944069813566, |
| "grad_norm": 0.1101964461135929, |
| "learning_rate": 2.7067217818084475e-05, |
| "loss": 0.3145, |
| "step": 1015 |
| }, |
| { |
| "epoch": 3.2241174137247124, |
| "grad_norm": 0.10280292922760781, |
| "learning_rate": 2.6983329919745968e-05, |
| "loss": 0.3117, |
| "step": 1016 |
| }, |
| { |
| "epoch": 3.227290757635859, |
| "grad_norm": 0.10260424316634227, |
| "learning_rate": 2.689950600369518e-05, |
| "loss": 0.3188, |
| "step": 1017 |
| }, |
| { |
| "epoch": 3.230464101547005, |
| "grad_norm": 0.09915026576929485, |
| "learning_rate": 2.681574648196111e-05, |
| "loss": 0.3128, |
| "step": 1018 |
| }, |
| { |
| "epoch": 3.2336374454581516, |
| "grad_norm": 0.09342686268392349, |
| "learning_rate": 2.673205176625631e-05, |
| "loss": 0.3127, |
| "step": 1019 |
| }, |
| { |
| "epoch": 3.236810789369298, |
| "grad_norm": 0.10375205809388013, |
| "learning_rate": 2.664842226797468e-05, |
| "loss": 0.3125, |
| "step": 1020 |
| }, |
| { |
| "epoch": 3.239984133280444, |
| "grad_norm": 0.09480673127381069, |
| "learning_rate": 2.656485839818964e-05, |
| "loss": 0.3103, |
| "step": 1021 |
| }, |
| { |
| "epoch": 3.2431574771915908, |
| "grad_norm": 0.0967591082180364, |
| "learning_rate": 2.648136056765197e-05, |
| "loss": 0.3158, |
| "step": 1022 |
| }, |
| { |
| "epoch": 3.246330821102737, |
| "grad_norm": 0.10704831819192964, |
| "learning_rate": 2.639792918678786e-05, |
| "loss": 0.3165, |
| "step": 1023 |
| }, |
| { |
| "epoch": 3.2495041650138834, |
| "grad_norm": 0.10372920487733647, |
| "learning_rate": 2.6314564665696853e-05, |
| "loss": 0.314, |
| "step": 1024 |
| }, |
| { |
| "epoch": 3.25267750892503, |
| "grad_norm": 0.10195810032807612, |
| "learning_rate": 2.6231267414149882e-05, |
| "loss": 0.3115, |
| "step": 1025 |
| }, |
| { |
| "epoch": 3.255850852836176, |
| "grad_norm": 0.10118352358935338, |
| "learning_rate": 2.6148037841587178e-05, |
| "loss": 0.3124, |
| "step": 1026 |
| }, |
| { |
| "epoch": 3.2590241967473226, |
| "grad_norm": 0.0960144819596772, |
| "learning_rate": 2.606487635711634e-05, |
| "loss": 0.3133, |
| "step": 1027 |
| }, |
| { |
| "epoch": 3.2621975406584687, |
| "grad_norm": 0.10341496259177649, |
| "learning_rate": 2.5981783369510262e-05, |
| "loss": 0.3133, |
| "step": 1028 |
| }, |
| { |
| "epoch": 3.265370884569615, |
| "grad_norm": 0.09978273187676878, |
| "learning_rate": 2.589875928720518e-05, |
| "loss": 0.3092, |
| "step": 1029 |
| }, |
| { |
| "epoch": 3.2685442284807618, |
| "grad_norm": 0.10892472596771698, |
| "learning_rate": 2.5815804518298575e-05, |
| "loss": 0.3098, |
| "step": 1030 |
| }, |
| { |
| "epoch": 3.271717572391908, |
| "grad_norm": 0.10275518766631388, |
| "learning_rate": 2.5732919470547295e-05, |
| "loss": 0.3083, |
| "step": 1031 |
| }, |
| { |
| "epoch": 3.2748909163030544, |
| "grad_norm": 0.10103072194259327, |
| "learning_rate": 2.5650104551365412e-05, |
| "loss": 0.3108, |
| "step": 1032 |
| }, |
| { |
| "epoch": 3.278064260214201, |
| "grad_norm": 0.10324262880702959, |
| "learning_rate": 2.556736016782234e-05, |
| "loss": 0.3122, |
| "step": 1033 |
| }, |
| { |
| "epoch": 3.281237604125347, |
| "grad_norm": 0.09926981679742919, |
| "learning_rate": 2.5484686726640744e-05, |
| "loss": 0.3107, |
| "step": 1034 |
| }, |
| { |
| "epoch": 3.2844109480364936, |
| "grad_norm": 0.10130743878380367, |
| "learning_rate": 2.540208463419462e-05, |
| "loss": 0.3074, |
| "step": 1035 |
| }, |
| { |
| "epoch": 3.2875842919476397, |
| "grad_norm": 0.10557324952221134, |
| "learning_rate": 2.5319554296507188e-05, |
| "loss": 0.3131, |
| "step": 1036 |
| }, |
| { |
| "epoch": 3.2907576358587862, |
| "grad_norm": 0.10083350399120836, |
| "learning_rate": 2.5237096119249058e-05, |
| "loss": 0.3204, |
| "step": 1037 |
| }, |
| { |
| "epoch": 3.2939309797699323, |
| "grad_norm": 0.0986145583348089, |
| "learning_rate": 2.5154710507736037e-05, |
| "loss": 0.3079, |
| "step": 1038 |
| }, |
| { |
| "epoch": 3.297104323681079, |
| "grad_norm": 0.11022375139763324, |
| "learning_rate": 2.5072397866927335e-05, |
| "loss": 0.317, |
| "step": 1039 |
| }, |
| { |
| "epoch": 3.3002776675922254, |
| "grad_norm": 0.1125140361024117, |
| "learning_rate": 2.4990158601423417e-05, |
| "loss": 0.317, |
| "step": 1040 |
| }, |
| { |
| "epoch": 3.3034510115033715, |
| "grad_norm": 0.11021070433389958, |
| "learning_rate": 2.4907993115464116e-05, |
| "loss": 0.3113, |
| "step": 1041 |
| }, |
| { |
| "epoch": 3.306624355414518, |
| "grad_norm": 0.10634404742096815, |
| "learning_rate": 2.4825901812926574e-05, |
| "loss": 0.3158, |
| "step": 1042 |
| }, |
| { |
| "epoch": 3.3097976993256646, |
| "grad_norm": 0.11699549952140445, |
| "learning_rate": 2.474388509732333e-05, |
| "loss": 0.3111, |
| "step": 1043 |
| }, |
| { |
| "epoch": 3.3129710432368107, |
| "grad_norm": 0.0980534798385101, |
| "learning_rate": 2.466194337180027e-05, |
| "loss": 0.3143, |
| "step": 1044 |
| }, |
| { |
| "epoch": 3.3161443871479572, |
| "grad_norm": 0.1194870796488275, |
| "learning_rate": 2.4580077039134683e-05, |
| "loss": 0.316, |
| "step": 1045 |
| }, |
| { |
| "epoch": 3.3193177310591038, |
| "grad_norm": 0.10484409113962986, |
| "learning_rate": 2.449828650173325e-05, |
| "loss": 0.3135, |
| "step": 1046 |
| }, |
| { |
| "epoch": 3.32249107497025, |
| "grad_norm": 0.10357015345939864, |
| "learning_rate": 2.441657216163015e-05, |
| "loss": 0.3109, |
| "step": 1047 |
| }, |
| { |
| "epoch": 3.3256644188813964, |
| "grad_norm": 0.11296601395220406, |
| "learning_rate": 2.433493442048492e-05, |
| "loss": 0.3133, |
| "step": 1048 |
| }, |
| { |
| "epoch": 3.3288377627925425, |
| "grad_norm": 0.09961102835039787, |
| "learning_rate": 2.4253373679580686e-05, |
| "loss": 0.3158, |
| "step": 1049 |
| }, |
| { |
| "epoch": 3.332011106703689, |
| "grad_norm": 0.10181823522886456, |
| "learning_rate": 2.4171890339822013e-05, |
| "loss": 0.3116, |
| "step": 1050 |
| }, |
| { |
| "epoch": 3.335184450614835, |
| "grad_norm": 0.10979798113117561, |
| "learning_rate": 2.409048480173305e-05, |
| "loss": 0.3162, |
| "step": 1051 |
| }, |
| { |
| "epoch": 3.3383577945259817, |
| "grad_norm": 0.094779351238252, |
| "learning_rate": 2.400915746545548e-05, |
| "loss": 0.315, |
| "step": 1052 |
| }, |
| { |
| "epoch": 3.3415311384371282, |
| "grad_norm": 0.10148023343814727, |
| "learning_rate": 2.392790873074664e-05, |
| "loss": 0.3146, |
| "step": 1053 |
| }, |
| { |
| "epoch": 3.3447044823482743, |
| "grad_norm": 0.09289268477261449, |
| "learning_rate": 2.384673899697746e-05, |
| "loss": 0.3125, |
| "step": 1054 |
| }, |
| { |
| "epoch": 3.347877826259421, |
| "grad_norm": 0.09684287864696564, |
| "learning_rate": 2.376564866313058e-05, |
| "loss": 0.3104, |
| "step": 1055 |
| }, |
| { |
| "epoch": 3.3510511701705674, |
| "grad_norm": 0.09643736175489405, |
| "learning_rate": 2.3684638127798336e-05, |
| "loss": 0.3178, |
| "step": 1056 |
| }, |
| { |
| "epoch": 3.3542245140817135, |
| "grad_norm": 0.10635216596639196, |
| "learning_rate": 2.3603707789180863e-05, |
| "loss": 0.3136, |
| "step": 1057 |
| }, |
| { |
| "epoch": 3.35739785799286, |
| "grad_norm": 0.09676123073144416, |
| "learning_rate": 2.3522858045084016e-05, |
| "loss": 0.3122, |
| "step": 1058 |
| }, |
| { |
| "epoch": 3.360571201904006, |
| "grad_norm": 0.10713967084993489, |
| "learning_rate": 2.344208929291759e-05, |
| "loss": 0.3141, |
| "step": 1059 |
| }, |
| { |
| "epoch": 3.3637445458151527, |
| "grad_norm": 0.09842859790655265, |
| "learning_rate": 2.3361401929693194e-05, |
| "loss": 0.3192, |
| "step": 1060 |
| }, |
| { |
| "epoch": 3.3669178897262992, |
| "grad_norm": 0.0960717662909176, |
| "learning_rate": 2.3280796352022442e-05, |
| "loss": 0.3053, |
| "step": 1061 |
| }, |
| { |
| "epoch": 3.3700912336374453, |
| "grad_norm": 0.10290198906684156, |
| "learning_rate": 2.3200272956114845e-05, |
| "loss": 0.3115, |
| "step": 1062 |
| }, |
| { |
| "epoch": 3.373264577548592, |
| "grad_norm": 0.09091365277942409, |
| "learning_rate": 2.3119832137776088e-05, |
| "loss": 0.3148, |
| "step": 1063 |
| }, |
| { |
| "epoch": 3.376437921459738, |
| "grad_norm": 0.10196717070207367, |
| "learning_rate": 2.3039474292405834e-05, |
| "loss": 0.3111, |
| "step": 1064 |
| }, |
| { |
| "epoch": 3.3796112653708845, |
| "grad_norm": 0.09586271821215989, |
| "learning_rate": 2.295919981499596e-05, |
| "loss": 0.3181, |
| "step": 1065 |
| }, |
| { |
| "epoch": 3.382784609282031, |
| "grad_norm": 0.09899945933563967, |
| "learning_rate": 2.287900910012854e-05, |
| "loss": 0.3162, |
| "step": 1066 |
| }, |
| { |
| "epoch": 3.385957953193177, |
| "grad_norm": 0.10322988072215468, |
| "learning_rate": 2.2798902541973945e-05, |
| "loss": 0.3153, |
| "step": 1067 |
| }, |
| { |
| "epoch": 3.3891312971043237, |
| "grad_norm": 0.09259998496704394, |
| "learning_rate": 2.2718880534288826e-05, |
| "loss": 0.3121, |
| "step": 1068 |
| }, |
| { |
| "epoch": 3.3923046410154702, |
| "grad_norm": 0.10569429128390048, |
| "learning_rate": 2.2638943470414274e-05, |
| "loss": 0.3125, |
| "step": 1069 |
| }, |
| { |
| "epoch": 3.3954779849266163, |
| "grad_norm": 0.09760048377336895, |
| "learning_rate": 2.2559091743273855e-05, |
| "loss": 0.3127, |
| "step": 1070 |
| }, |
| { |
| "epoch": 3.398651328837763, |
| "grad_norm": 0.10906819806313078, |
| "learning_rate": 2.2479325745371662e-05, |
| "loss": 0.3135, |
| "step": 1071 |
| }, |
| { |
| "epoch": 3.401824672748909, |
| "grad_norm": 0.09977494398591062, |
| "learning_rate": 2.239964586879033e-05, |
| "loss": 0.312, |
| "step": 1072 |
| }, |
| { |
| "epoch": 3.4049980166600555, |
| "grad_norm": 0.10832374432497219, |
| "learning_rate": 2.2320052505189307e-05, |
| "loss": 0.3181, |
| "step": 1073 |
| }, |
| { |
| "epoch": 3.408171360571202, |
| "grad_norm": 0.1022824580898682, |
| "learning_rate": 2.2240546045802657e-05, |
| "loss": 0.3224, |
| "step": 1074 |
| }, |
| { |
| "epoch": 3.411344704482348, |
| "grad_norm": 0.10034777595087839, |
| "learning_rate": 2.216112688143735e-05, |
| "loss": 0.3125, |
| "step": 1075 |
| }, |
| { |
| "epoch": 3.4145180483934947, |
| "grad_norm": 0.10030841402583066, |
| "learning_rate": 2.2081795402471248e-05, |
| "loss": 0.3084, |
| "step": 1076 |
| }, |
| { |
| "epoch": 3.417691392304641, |
| "grad_norm": 0.09762803350713443, |
| "learning_rate": 2.2002551998851214e-05, |
| "loss": 0.3093, |
| "step": 1077 |
| }, |
| { |
| "epoch": 3.4208647362157873, |
| "grad_norm": 0.1009931981677632, |
| "learning_rate": 2.192339706009115e-05, |
| "loss": 0.3142, |
| "step": 1078 |
| }, |
| { |
| "epoch": 3.424038080126934, |
| "grad_norm": 0.10087359052596663, |
| "learning_rate": 2.1844330975270146e-05, |
| "loss": 0.3116, |
| "step": 1079 |
| }, |
| { |
| "epoch": 3.42721142403808, |
| "grad_norm": 0.09669963400697884, |
| "learning_rate": 2.1765354133030537e-05, |
| "loss": 0.3093, |
| "step": 1080 |
| }, |
| { |
| "epoch": 3.4303847679492265, |
| "grad_norm": 0.10318895349642157, |
| "learning_rate": 2.1686466921576e-05, |
| "loss": 0.3139, |
| "step": 1081 |
| }, |
| { |
| "epoch": 3.433558111860373, |
| "grad_norm": 0.100273860386507, |
| "learning_rate": 2.1607669728669595e-05, |
| "loss": 0.3147, |
| "step": 1082 |
| }, |
| { |
| "epoch": 3.436731455771519, |
| "grad_norm": 0.10871940977569985, |
| "learning_rate": 2.152896294163198e-05, |
| "loss": 0.3195, |
| "step": 1083 |
| }, |
| { |
| "epoch": 3.4399047996826657, |
| "grad_norm": 0.09861412764646266, |
| "learning_rate": 2.1450346947339354e-05, |
| "loss": 0.3099, |
| "step": 1084 |
| }, |
| { |
| "epoch": 3.443078143593812, |
| "grad_norm": 0.1036174572244448, |
| "learning_rate": 2.137182213222168e-05, |
| "loss": 0.3141, |
| "step": 1085 |
| }, |
| { |
| "epoch": 3.4462514875049584, |
| "grad_norm": 0.10204915828850486, |
| "learning_rate": 2.1293388882260725e-05, |
| "loss": 0.3098, |
| "step": 1086 |
| }, |
| { |
| "epoch": 3.449424831416105, |
| "grad_norm": 0.09799894678131774, |
| "learning_rate": 2.1215047582988195e-05, |
| "loss": 0.3103, |
| "step": 1087 |
| }, |
| { |
| "epoch": 3.452598175327251, |
| "grad_norm": 0.09504536792403677, |
| "learning_rate": 2.113679861948376e-05, |
| "loss": 0.3127, |
| "step": 1088 |
| }, |
| { |
| "epoch": 3.4557715192383975, |
| "grad_norm": 0.09764248583285513, |
| "learning_rate": 2.1058642376373283e-05, |
| "loss": 0.3164, |
| "step": 1089 |
| }, |
| { |
| "epoch": 3.4589448631495436, |
| "grad_norm": 0.0906376025849311, |
| "learning_rate": 2.098057923782685e-05, |
| "loss": 0.3152, |
| "step": 1090 |
| }, |
| { |
| "epoch": 3.46211820706069, |
| "grad_norm": 0.09359589566718937, |
| "learning_rate": 2.0902609587556896e-05, |
| "loss": 0.3117, |
| "step": 1091 |
| }, |
| { |
| "epoch": 3.4652915509718367, |
| "grad_norm": 0.09548394143187244, |
| "learning_rate": 2.082473380881632e-05, |
| "loss": 0.3115, |
| "step": 1092 |
| }, |
| { |
| "epoch": 3.468464894882983, |
| "grad_norm": 0.09338528887344875, |
| "learning_rate": 2.074695228439663e-05, |
| "loss": 0.3114, |
| "step": 1093 |
| }, |
| { |
| "epoch": 3.4716382387941294, |
| "grad_norm": 0.09884602966359947, |
| "learning_rate": 2.066926539662598e-05, |
| "loss": 0.3145, |
| "step": 1094 |
| }, |
| { |
| "epoch": 3.474811582705276, |
| "grad_norm": 0.09230713872679078, |
| "learning_rate": 2.0591673527367386e-05, |
| "loss": 0.31, |
| "step": 1095 |
| }, |
| { |
| "epoch": 3.477984926616422, |
| "grad_norm": 0.09898085658702097, |
| "learning_rate": 2.051417705801681e-05, |
| "loss": 0.3106, |
| "step": 1096 |
| }, |
| { |
| "epoch": 3.4811582705275685, |
| "grad_norm": 0.08889141823884165, |
| "learning_rate": 2.04367763695013e-05, |
| "loss": 0.3096, |
| "step": 1097 |
| }, |
| { |
| "epoch": 3.4843316144387146, |
| "grad_norm": 0.10424786455484286, |
| "learning_rate": 2.0359471842277014e-05, |
| "loss": 0.3125, |
| "step": 1098 |
| }, |
| { |
| "epoch": 3.487504958349861, |
| "grad_norm": 0.09373054000252577, |
| "learning_rate": 2.0282263856327575e-05, |
| "loss": 0.3095, |
| "step": 1099 |
| }, |
| { |
| "epoch": 3.4906783022610077, |
| "grad_norm": 0.09743243651722891, |
| "learning_rate": 2.0205152791161942e-05, |
| "loss": 0.3138, |
| "step": 1100 |
| }, |
| { |
| "epoch": 3.493851646172154, |
| "grad_norm": 0.09903803728619201, |
| "learning_rate": 2.0128139025812737e-05, |
| "loss": 0.3117, |
| "step": 1101 |
| }, |
| { |
| "epoch": 3.4970249900833004, |
| "grad_norm": 0.09797020262865515, |
| "learning_rate": 2.00512229388343e-05, |
| "loss": 0.3083, |
| "step": 1102 |
| }, |
| { |
| "epoch": 3.5001983339944465, |
| "grad_norm": 0.10766478943557996, |
| "learning_rate": 1.9974404908300837e-05, |
| "loss": 0.3139, |
| "step": 1103 |
| }, |
| { |
| "epoch": 3.503371677905593, |
| "grad_norm": 0.09779359977262553, |
| "learning_rate": 1.9897685311804547e-05, |
| "loss": 0.3106, |
| "step": 1104 |
| }, |
| { |
| "epoch": 3.5065450218167395, |
| "grad_norm": 0.09387274555393152, |
| "learning_rate": 1.982106452645382e-05, |
| "loss": 0.3105, |
| "step": 1105 |
| }, |
| { |
| "epoch": 3.5097183657278856, |
| "grad_norm": 0.10203359221398621, |
| "learning_rate": 1.9744542928871335e-05, |
| "loss": 0.3131, |
| "step": 1106 |
| }, |
| { |
| "epoch": 3.512891709639032, |
| "grad_norm": 0.0940533035661825, |
| "learning_rate": 1.966812089519223e-05, |
| "loss": 0.3105, |
| "step": 1107 |
| }, |
| { |
| "epoch": 3.5160650535501787, |
| "grad_norm": 0.11077496419812648, |
| "learning_rate": 1.959179880106219e-05, |
| "loss": 0.3124, |
| "step": 1108 |
| }, |
| { |
| "epoch": 3.519238397461325, |
| "grad_norm": 0.08886436421169637, |
| "learning_rate": 1.9515577021635766e-05, |
| "loss": 0.3133, |
| "step": 1109 |
| }, |
| { |
| "epoch": 3.5224117413724714, |
| "grad_norm": 0.1058427262771896, |
| "learning_rate": 1.9439455931574306e-05, |
| "loss": 0.3188, |
| "step": 1110 |
| }, |
| { |
| "epoch": 3.5255850852836175, |
| "grad_norm": 0.0943621814009501, |
| "learning_rate": 1.9363435905044303e-05, |
| "loss": 0.3115, |
| "step": 1111 |
| }, |
| { |
| "epoch": 3.528758429194764, |
| "grad_norm": 0.10860537135562053, |
| "learning_rate": 1.9287517315715455e-05, |
| "loss": 0.3109, |
| "step": 1112 |
| }, |
| { |
| "epoch": 3.53193177310591, |
| "grad_norm": 0.08975638711859225, |
| "learning_rate": 1.9211700536758867e-05, |
| "loss": 0.3147, |
| "step": 1113 |
| }, |
| { |
| "epoch": 3.5351051170170567, |
| "grad_norm": 0.09431070654205716, |
| "learning_rate": 1.9135985940845167e-05, |
| "loss": 0.3061, |
| "step": 1114 |
| }, |
| { |
| "epoch": 3.538278460928203, |
| "grad_norm": 0.09176047436666471, |
| "learning_rate": 1.9060373900142758e-05, |
| "loss": 0.3039, |
| "step": 1115 |
| }, |
| { |
| "epoch": 3.5414518048393493, |
| "grad_norm": 0.09566553815030118, |
| "learning_rate": 1.898486478631591e-05, |
| "loss": 0.3096, |
| "step": 1116 |
| }, |
| { |
| "epoch": 3.544625148750496, |
| "grad_norm": 0.09398037913009233, |
| "learning_rate": 1.8909458970523003e-05, |
| "loss": 0.3117, |
| "step": 1117 |
| }, |
| { |
| "epoch": 3.5477984926616424, |
| "grad_norm": 0.09297530409510038, |
| "learning_rate": 1.8834156823414592e-05, |
| "loss": 0.3143, |
| "step": 1118 |
| }, |
| { |
| "epoch": 3.5509718365727885, |
| "grad_norm": 0.09616519717958327, |
| "learning_rate": 1.8758958715131763e-05, |
| "loss": 0.3134, |
| "step": 1119 |
| }, |
| { |
| "epoch": 3.554145180483935, |
| "grad_norm": 0.09595619987699143, |
| "learning_rate": 1.8683865015304107e-05, |
| "loss": 0.3167, |
| "step": 1120 |
| }, |
| { |
| "epoch": 3.5573185243950816, |
| "grad_norm": 0.09428857006752461, |
| "learning_rate": 1.860887609304806e-05, |
| "loss": 0.32, |
| "step": 1121 |
| }, |
| { |
| "epoch": 3.5604918683062277, |
| "grad_norm": 0.09288431779361411, |
| "learning_rate": 1.853399231696502e-05, |
| "loss": 0.3105, |
| "step": 1122 |
| }, |
| { |
| "epoch": 3.563665212217374, |
| "grad_norm": 0.09478695944187812, |
| "learning_rate": 1.845921405513957e-05, |
| "loss": 0.3136, |
| "step": 1123 |
| }, |
| { |
| "epoch": 3.5668385561285203, |
| "grad_norm": 0.09259086063066573, |
| "learning_rate": 1.838454167513759e-05, |
| "loss": 0.3082, |
| "step": 1124 |
| }, |
| { |
| "epoch": 3.570011900039667, |
| "grad_norm": 0.09731407575423262, |
| "learning_rate": 1.8309975544004563e-05, |
| "loss": 0.3097, |
| "step": 1125 |
| }, |
| { |
| "epoch": 3.573185243950813, |
| "grad_norm": 0.08908940261693532, |
| "learning_rate": 1.8235516028263693e-05, |
| "loss": 0.3102, |
| "step": 1126 |
| }, |
| { |
| "epoch": 3.5763585878619595, |
| "grad_norm": 0.0994114922720132, |
| "learning_rate": 1.8161163493914138e-05, |
| "loss": 0.3127, |
| "step": 1127 |
| }, |
| { |
| "epoch": 3.579531931773106, |
| "grad_norm": 0.09284958185097307, |
| "learning_rate": 1.808691830642915e-05, |
| "loss": 0.306, |
| "step": 1128 |
| }, |
| { |
| "epoch": 3.582705275684252, |
| "grad_norm": 0.09838434020935204, |
| "learning_rate": 1.8012780830754428e-05, |
| "loss": 0.3142, |
| "step": 1129 |
| }, |
| { |
| "epoch": 3.5858786195953987, |
| "grad_norm": 0.0957701843609928, |
| "learning_rate": 1.7938751431306108e-05, |
| "loss": 0.3059, |
| "step": 1130 |
| }, |
| { |
| "epoch": 3.589051963506545, |
| "grad_norm": 0.10452299557787663, |
| "learning_rate": 1.7864830471969158e-05, |
| "loss": 0.3149, |
| "step": 1131 |
| }, |
| { |
| "epoch": 3.5922253074176913, |
| "grad_norm": 0.09852568670954905, |
| "learning_rate": 1.77910183160955e-05, |
| "loss": 0.318, |
| "step": 1132 |
| }, |
| { |
| "epoch": 3.595398651328838, |
| "grad_norm": 0.08964997440395585, |
| "learning_rate": 1.771731532650226e-05, |
| "loss": 0.3132, |
| "step": 1133 |
| }, |
| { |
| "epoch": 3.5985719952399844, |
| "grad_norm": 0.10225504250213735, |
| "learning_rate": 1.7643721865469913e-05, |
| "loss": 0.3125, |
| "step": 1134 |
| }, |
| { |
| "epoch": 3.6017453391511305, |
| "grad_norm": 0.09337353095498398, |
| "learning_rate": 1.757023829474061e-05, |
| "loss": 0.3096, |
| "step": 1135 |
| }, |
| { |
| "epoch": 3.604918683062277, |
| "grad_norm": 0.09729026605466504, |
| "learning_rate": 1.7496864975516326e-05, |
| "loss": 0.3143, |
| "step": 1136 |
| }, |
| { |
| "epoch": 3.608092026973423, |
| "grad_norm": 0.09648684875445444, |
| "learning_rate": 1.7423602268457124e-05, |
| "loss": 0.3176, |
| "step": 1137 |
| }, |
| { |
| "epoch": 3.6112653708845697, |
| "grad_norm": 0.0891461740774676, |
| "learning_rate": 1.7350450533679298e-05, |
| "loss": 0.3076, |
| "step": 1138 |
| }, |
| { |
| "epoch": 3.6144387147957158, |
| "grad_norm": 0.09136934909265221, |
| "learning_rate": 1.7277410130753775e-05, |
| "loss": 0.3113, |
| "step": 1139 |
| }, |
| { |
| "epoch": 3.6176120587068623, |
| "grad_norm": 0.09282078764180805, |
| "learning_rate": 1.7204481418704136e-05, |
| "loss": 0.3088, |
| "step": 1140 |
| }, |
| { |
| "epoch": 3.620785402618009, |
| "grad_norm": 0.08738434824899044, |
| "learning_rate": 1.7131664756005012e-05, |
| "loss": 0.3112, |
| "step": 1141 |
| }, |
| { |
| "epoch": 3.623958746529155, |
| "grad_norm": 0.09634650667327464, |
| "learning_rate": 1.705896050058025e-05, |
| "loss": 0.3159, |
| "step": 1142 |
| }, |
| { |
| "epoch": 3.6271320904403015, |
| "grad_norm": 0.09161796695924315, |
| "learning_rate": 1.698636900980119e-05, |
| "loss": 0.3087, |
| "step": 1143 |
| }, |
| { |
| "epoch": 3.630305434351448, |
| "grad_norm": 0.08736032109536832, |
| "learning_rate": 1.6913890640484844e-05, |
| "loss": 0.3137, |
| "step": 1144 |
| }, |
| { |
| "epoch": 3.633478778262594, |
| "grad_norm": 0.09745072572329685, |
| "learning_rate": 1.6841525748892216e-05, |
| "loss": 0.3128, |
| "step": 1145 |
| }, |
| { |
| "epoch": 3.6366521221737407, |
| "grad_norm": 0.08662042757890395, |
| "learning_rate": 1.6769274690726523e-05, |
| "loss": 0.3131, |
| "step": 1146 |
| }, |
| { |
| "epoch": 3.639825466084887, |
| "grad_norm": 0.09312666065952754, |
| "learning_rate": 1.6697137821131443e-05, |
| "loss": 0.3086, |
| "step": 1147 |
| }, |
| { |
| "epoch": 3.6429988099960333, |
| "grad_norm": 0.10075435906006584, |
| "learning_rate": 1.6625115494689327e-05, |
| "loss": 0.3144, |
| "step": 1148 |
| }, |
| { |
| "epoch": 3.6461721539071794, |
| "grad_norm": 0.08168920500142361, |
| "learning_rate": 1.6553208065419585e-05, |
| "loss": 0.3067, |
| "step": 1149 |
| }, |
| { |
| "epoch": 3.649345497818326, |
| "grad_norm": 0.09473700986154443, |
| "learning_rate": 1.648141588677677e-05, |
| "loss": 0.3086, |
| "step": 1150 |
| }, |
| { |
| "epoch": 3.6525188417294725, |
| "grad_norm": 0.09995319497546384, |
| "learning_rate": 1.6409739311648985e-05, |
| "loss": 0.3153, |
| "step": 1151 |
| }, |
| { |
| "epoch": 3.6556921856406186, |
| "grad_norm": 0.08763944506301463, |
| "learning_rate": 1.633817869235608e-05, |
| "loss": 0.3109, |
| "step": 1152 |
| }, |
| { |
| "epoch": 3.658865529551765, |
| "grad_norm": 0.09881602368631207, |
| "learning_rate": 1.626673438064795e-05, |
| "loss": 0.321, |
| "step": 1153 |
| }, |
| { |
| "epoch": 3.6620388734629117, |
| "grad_norm": 0.09238325300250558, |
| "learning_rate": 1.6195406727702746e-05, |
| "loss": 0.3176, |
| "step": 1154 |
| }, |
| { |
| "epoch": 3.665212217374058, |
| "grad_norm": 0.09179321263341135, |
| "learning_rate": 1.6124196084125235e-05, |
| "loss": 0.3149, |
| "step": 1155 |
| }, |
| { |
| "epoch": 3.6683855612852043, |
| "grad_norm": 0.09632257418168569, |
| "learning_rate": 1.6053102799945026e-05, |
| "loss": 0.3152, |
| "step": 1156 |
| }, |
| { |
| "epoch": 3.671558905196351, |
| "grad_norm": 0.10636674102365737, |
| "learning_rate": 1.5982127224614867e-05, |
| "loss": 0.3183, |
| "step": 1157 |
| }, |
| { |
| "epoch": 3.674732249107497, |
| "grad_norm": 0.0872410805303305, |
| "learning_rate": 1.5911269707008857e-05, |
| "loss": 0.3114, |
| "step": 1158 |
| }, |
| { |
| "epoch": 3.6779055930186435, |
| "grad_norm": 0.09875023791232529, |
| "learning_rate": 1.5840530595420903e-05, |
| "loss": 0.3061, |
| "step": 1159 |
| }, |
| { |
| "epoch": 3.6810789369297896, |
| "grad_norm": 0.09455931044972642, |
| "learning_rate": 1.5769910237562798e-05, |
| "loss": 0.3069, |
| "step": 1160 |
| }, |
| { |
| "epoch": 3.684252280840936, |
| "grad_norm": 0.08864062113346818, |
| "learning_rate": 1.5699408980562653e-05, |
| "loss": 0.3091, |
| "step": 1161 |
| }, |
| { |
| "epoch": 3.6874256247520822, |
| "grad_norm": 0.0957648926194275, |
| "learning_rate": 1.562902717096316e-05, |
| "loss": 0.3105, |
| "step": 1162 |
| }, |
| { |
| "epoch": 3.690598968663229, |
| "grad_norm": 0.08822389225988175, |
| "learning_rate": 1.5558765154719867e-05, |
| "loss": 0.312, |
| "step": 1163 |
| }, |
| { |
| "epoch": 3.6937723125743753, |
| "grad_norm": 0.09144318120715113, |
| "learning_rate": 1.5488623277199463e-05, |
| "loss": 0.3133, |
| "step": 1164 |
| }, |
| { |
| "epoch": 3.6969456564855214, |
| "grad_norm": 0.08207249013636533, |
| "learning_rate": 1.5418601883178138e-05, |
| "loss": 0.3093, |
| "step": 1165 |
| }, |
| { |
| "epoch": 3.700119000396668, |
| "grad_norm": 0.08659915132311609, |
| "learning_rate": 1.5348701316839844e-05, |
| "loss": 0.3118, |
| "step": 1166 |
| }, |
| { |
| "epoch": 3.7032923443078145, |
| "grad_norm": 0.0829362247581557, |
| "learning_rate": 1.5278921921774624e-05, |
| "loss": 0.3101, |
| "step": 1167 |
| }, |
| { |
| "epoch": 3.7064656882189606, |
| "grad_norm": 0.08830303321169561, |
| "learning_rate": 1.5209264040976911e-05, |
| "loss": 0.3121, |
| "step": 1168 |
| }, |
| { |
| "epoch": 3.709639032130107, |
| "grad_norm": 0.08371651283489175, |
| "learning_rate": 1.5139728016843846e-05, |
| "loss": 0.3121, |
| "step": 1169 |
| }, |
| { |
| "epoch": 3.7128123760412537, |
| "grad_norm": 0.09394104777007455, |
| "learning_rate": 1.507031419117357e-05, |
| "loss": 0.3128, |
| "step": 1170 |
| }, |
| { |
| "epoch": 3.7159857199524, |
| "grad_norm": 0.08410977786060891, |
| "learning_rate": 1.5001022905163596e-05, |
| "loss": 0.3085, |
| "step": 1171 |
| }, |
| { |
| "epoch": 3.7191590638635463, |
| "grad_norm": 0.09126456097238246, |
| "learning_rate": 1.49318544994091e-05, |
| "loss": 0.3134, |
| "step": 1172 |
| }, |
| { |
| "epoch": 3.7223324077746924, |
| "grad_norm": 0.08545709007632069, |
| "learning_rate": 1.4862809313901268e-05, |
| "loss": 0.3154, |
| "step": 1173 |
| }, |
| { |
| "epoch": 3.725505751685839, |
| "grad_norm": 0.08780137354204715, |
| "learning_rate": 1.4793887688025534e-05, |
| "loss": 0.311, |
| "step": 1174 |
| }, |
| { |
| "epoch": 3.728679095596985, |
| "grad_norm": 0.09036873460150745, |
| "learning_rate": 1.4725089960560106e-05, |
| "loss": 0.3092, |
| "step": 1175 |
| }, |
| { |
| "epoch": 3.7318524395081316, |
| "grad_norm": 0.0906949944979453, |
| "learning_rate": 1.4656416469674067e-05, |
| "loss": 0.3087, |
| "step": 1176 |
| }, |
| { |
| "epoch": 3.735025783419278, |
| "grad_norm": 0.08524397104099314, |
| "learning_rate": 1.4587867552925886e-05, |
| "loss": 0.3097, |
| "step": 1177 |
| }, |
| { |
| "epoch": 3.7381991273304243, |
| "grad_norm": 0.0831715872678655, |
| "learning_rate": 1.4519443547261692e-05, |
| "loss": 0.3091, |
| "step": 1178 |
| }, |
| { |
| "epoch": 3.741372471241571, |
| "grad_norm": 0.08787932200139537, |
| "learning_rate": 1.445114478901362e-05, |
| "loss": 0.3104, |
| "step": 1179 |
| }, |
| { |
| "epoch": 3.7445458151527173, |
| "grad_norm": 0.09013424171138545, |
| "learning_rate": 1.4382971613898145e-05, |
| "loss": 0.3133, |
| "step": 1180 |
| }, |
| { |
| "epoch": 3.7477191590638634, |
| "grad_norm": 0.08872383417712887, |
| "learning_rate": 1.431492435701447e-05, |
| "loss": 0.3103, |
| "step": 1181 |
| }, |
| { |
| "epoch": 3.75089250297501, |
| "grad_norm": 0.0964431058984415, |
| "learning_rate": 1.424700335284286e-05, |
| "loss": 0.3142, |
| "step": 1182 |
| }, |
| { |
| "epoch": 3.7540658468861565, |
| "grad_norm": 0.08591965622221728, |
| "learning_rate": 1.4179208935243e-05, |
| "loss": 0.3075, |
| "step": 1183 |
| }, |
| { |
| "epoch": 3.7572391907973026, |
| "grad_norm": 0.08719874856870091, |
| "learning_rate": 1.4111541437452294e-05, |
| "loss": 0.3111, |
| "step": 1184 |
| }, |
| { |
| "epoch": 3.760412534708449, |
| "grad_norm": 0.09819733047781874, |
| "learning_rate": 1.4044001192084391e-05, |
| "loss": 0.3099, |
| "step": 1185 |
| }, |
| { |
| "epoch": 3.7635858786195953, |
| "grad_norm": 0.0836739072391128, |
| "learning_rate": 1.3976588531127334e-05, |
| "loss": 0.3115, |
| "step": 1186 |
| }, |
| { |
| "epoch": 3.766759222530742, |
| "grad_norm": 0.09633657842787988, |
| "learning_rate": 1.3909303785942089e-05, |
| "loss": 0.3154, |
| "step": 1187 |
| }, |
| { |
| "epoch": 3.769932566441888, |
| "grad_norm": 0.08398570887749328, |
| "learning_rate": 1.3842147287260863e-05, |
| "loss": 0.3114, |
| "step": 1188 |
| }, |
| { |
| "epoch": 3.7731059103530344, |
| "grad_norm": 0.08881126144850926, |
| "learning_rate": 1.3775119365185484e-05, |
| "loss": 0.3135, |
| "step": 1189 |
| }, |
| { |
| "epoch": 3.776279254264181, |
| "grad_norm": 0.087196679652796, |
| "learning_rate": 1.3708220349185731e-05, |
| "loss": 0.3096, |
| "step": 1190 |
| }, |
| { |
| "epoch": 3.779452598175327, |
| "grad_norm": 0.0818848922205358, |
| "learning_rate": 1.3641450568097794e-05, |
| "loss": 0.3072, |
| "step": 1191 |
| }, |
| { |
| "epoch": 3.7826259420864736, |
| "grad_norm": 0.09311600595200806, |
| "learning_rate": 1.3574810350122625e-05, |
| "loss": 0.3104, |
| "step": 1192 |
| }, |
| { |
| "epoch": 3.78579928599762, |
| "grad_norm": 0.0838102155532246, |
| "learning_rate": 1.350830002282431e-05, |
| "loss": 0.3128, |
| "step": 1193 |
| }, |
| { |
| "epoch": 3.7889726299087663, |
| "grad_norm": 0.08273644119209583, |
| "learning_rate": 1.344191991312843e-05, |
| "loss": 0.3099, |
| "step": 1194 |
| }, |
| { |
| "epoch": 3.792145973819913, |
| "grad_norm": 0.08673064009083564, |
| "learning_rate": 1.3375670347320577e-05, |
| "loss": 0.3108, |
| "step": 1195 |
| }, |
| { |
| "epoch": 3.7953193177310593, |
| "grad_norm": 0.08342237037133293, |
| "learning_rate": 1.330955165104459e-05, |
| "loss": 0.3074, |
| "step": 1196 |
| }, |
| { |
| "epoch": 3.7984926616422054, |
| "grad_norm": 0.08544215414242184, |
| "learning_rate": 1.3243564149301058e-05, |
| "loss": 0.3092, |
| "step": 1197 |
| }, |
| { |
| "epoch": 3.801666005553352, |
| "grad_norm": 0.07858190033954376, |
| "learning_rate": 1.3177708166445702e-05, |
| "loss": 0.3085, |
| "step": 1198 |
| }, |
| { |
| "epoch": 3.804839349464498, |
| "grad_norm": 0.0853891038054064, |
| "learning_rate": 1.311198402618778e-05, |
| "loss": 0.307, |
| "step": 1199 |
| }, |
| { |
| "epoch": 3.8080126933756446, |
| "grad_norm": 0.07989799358178139, |
| "learning_rate": 1.3046392051588454e-05, |
| "loss": 0.3128, |
| "step": 1200 |
| }, |
| { |
| "epoch": 3.8111860372867907, |
| "grad_norm": 0.08828442224939745, |
| "learning_rate": 1.2980932565059261e-05, |
| "loss": 0.3148, |
| "step": 1201 |
| }, |
| { |
| "epoch": 3.8143593811979373, |
| "grad_norm": 0.08068725629005853, |
| "learning_rate": 1.2915605888360516e-05, |
| "loss": 0.3177, |
| "step": 1202 |
| }, |
| { |
| "epoch": 3.817532725109084, |
| "grad_norm": 0.08257356138701971, |
| "learning_rate": 1.2850412342599712e-05, |
| "loss": 0.3119, |
| "step": 1203 |
| }, |
| { |
| "epoch": 3.82070606902023, |
| "grad_norm": 0.0866333410804087, |
| "learning_rate": 1.2785352248229907e-05, |
| "loss": 0.3098, |
| "step": 1204 |
| }, |
| { |
| "epoch": 3.8238794129313765, |
| "grad_norm": 0.08166886458082445, |
| "learning_rate": 1.2720425925048274e-05, |
| "loss": 0.3125, |
| "step": 1205 |
| }, |
| { |
| "epoch": 3.827052756842523, |
| "grad_norm": 0.08920230072749204, |
| "learning_rate": 1.2655633692194367e-05, |
| "loss": 0.3106, |
| "step": 1206 |
| }, |
| { |
| "epoch": 3.830226100753669, |
| "grad_norm": 0.08897293804748853, |
| "learning_rate": 1.259097586814867e-05, |
| "loss": 0.3146, |
| "step": 1207 |
| }, |
| { |
| "epoch": 3.8333994446648156, |
| "grad_norm": 0.08018138419305465, |
| "learning_rate": 1.2526452770730986e-05, |
| "loss": 0.3138, |
| "step": 1208 |
| }, |
| { |
| "epoch": 3.836572788575962, |
| "grad_norm": 0.08612406310222656, |
| "learning_rate": 1.246206471709889e-05, |
| "loss": 0.3125, |
| "step": 1209 |
| }, |
| { |
| "epoch": 3.8397461324871083, |
| "grad_norm": 0.08560142904793838, |
| "learning_rate": 1.2397812023746124e-05, |
| "loss": 0.3098, |
| "step": 1210 |
| }, |
| { |
| "epoch": 3.842919476398255, |
| "grad_norm": 0.08086605996564016, |
| "learning_rate": 1.2333695006501127e-05, |
| "loss": 0.3099, |
| "step": 1211 |
| }, |
| { |
| "epoch": 3.846092820309401, |
| "grad_norm": 0.08291451210131907, |
| "learning_rate": 1.2269713980525407e-05, |
| "loss": 0.3057, |
| "step": 1212 |
| }, |
| { |
| "epoch": 3.8492661642205475, |
| "grad_norm": 0.08303662204470749, |
| "learning_rate": 1.2205869260312034e-05, |
| "loss": 0.3133, |
| "step": 1213 |
| }, |
| { |
| "epoch": 3.8524395081316936, |
| "grad_norm": 0.08226024846397162, |
| "learning_rate": 1.2142161159684034e-05, |
| "loss": 0.3158, |
| "step": 1214 |
| }, |
| { |
| "epoch": 3.85561285204284, |
| "grad_norm": 0.08613484735188547, |
| "learning_rate": 1.2078589991792983e-05, |
| "loss": 0.3118, |
| "step": 1215 |
| }, |
| { |
| "epoch": 3.8587861959539866, |
| "grad_norm": 0.0844370020344609, |
| "learning_rate": 1.2015156069117278e-05, |
| "loss": 0.311, |
| "step": 1216 |
| }, |
| { |
| "epoch": 3.8619595398651327, |
| "grad_norm": 0.08157413068957893, |
| "learning_rate": 1.195185970346075e-05, |
| "loss": 0.3118, |
| "step": 1217 |
| }, |
| { |
| "epoch": 3.8651328837762793, |
| "grad_norm": 0.0809161660461467, |
| "learning_rate": 1.1888701205951084e-05, |
| "loss": 0.3074, |
| "step": 1218 |
| }, |
| { |
| "epoch": 3.868306227687426, |
| "grad_norm": 0.08569592239748124, |
| "learning_rate": 1.1825680887038274e-05, |
| "loss": 0.3136, |
| "step": 1219 |
| }, |
| { |
| "epoch": 3.871479571598572, |
| "grad_norm": 0.08144000303149429, |
| "learning_rate": 1.1762799056493095e-05, |
| "loss": 0.3117, |
| "step": 1220 |
| }, |
| { |
| "epoch": 3.8746529155097185, |
| "grad_norm": 0.08023713096676821, |
| "learning_rate": 1.1700056023405622e-05, |
| "loss": 0.3085, |
| "step": 1221 |
| }, |
| { |
| "epoch": 3.877826259420865, |
| "grad_norm": 0.08533264894900448, |
| "learning_rate": 1.1637452096183663e-05, |
| "loss": 0.3112, |
| "step": 1222 |
| }, |
| { |
| "epoch": 3.880999603332011, |
| "grad_norm": 0.08294444189988791, |
| "learning_rate": 1.1574987582551293e-05, |
| "loss": 0.312, |
| "step": 1223 |
| }, |
| { |
| "epoch": 3.884172947243157, |
| "grad_norm": 0.07997988212163627, |
| "learning_rate": 1.1512662789547249e-05, |
| "loss": 0.3102, |
| "step": 1224 |
| }, |
| { |
| "epoch": 3.8873462911543037, |
| "grad_norm": 0.08618908178309605, |
| "learning_rate": 1.1450478023523575e-05, |
| "loss": 0.3104, |
| "step": 1225 |
| }, |
| { |
| "epoch": 3.8905196350654503, |
| "grad_norm": 0.08855469703733576, |
| "learning_rate": 1.1388433590143939e-05, |
| "loss": 0.3099, |
| "step": 1226 |
| }, |
| { |
| "epoch": 3.8936929789765964, |
| "grad_norm": 0.08401029593007889, |
| "learning_rate": 1.1326529794382264e-05, |
| "loss": 0.3064, |
| "step": 1227 |
| }, |
| { |
| "epoch": 3.896866322887743, |
| "grad_norm": 0.08447977219178371, |
| "learning_rate": 1.1264766940521171e-05, |
| "loss": 0.3144, |
| "step": 1228 |
| }, |
| { |
| "epoch": 3.9000396667988895, |
| "grad_norm": 0.08858538731350699, |
| "learning_rate": 1.1203145332150505e-05, |
| "loss": 0.3121, |
| "step": 1229 |
| }, |
| { |
| "epoch": 3.9032130107100356, |
| "grad_norm": 0.0909725806781119, |
| "learning_rate": 1.1141665272165789e-05, |
| "loss": 0.3109, |
| "step": 1230 |
| }, |
| { |
| "epoch": 3.906386354621182, |
| "grad_norm": 0.08293088335470532, |
| "learning_rate": 1.1080327062766827e-05, |
| "loss": 0.3125, |
| "step": 1231 |
| }, |
| { |
| "epoch": 3.9095596985323287, |
| "grad_norm": 0.08569314487810697, |
| "learning_rate": 1.1019131005456143e-05, |
| "loss": 0.3083, |
| "step": 1232 |
| }, |
| { |
| "epoch": 3.9127330424434748, |
| "grad_norm": 0.08315219817463836, |
| "learning_rate": 1.0958077401037542e-05, |
| "loss": 0.313, |
| "step": 1233 |
| }, |
| { |
| "epoch": 3.9159063863546213, |
| "grad_norm": 0.08276037981985424, |
| "learning_rate": 1.0897166549614573e-05, |
| "loss": 0.314, |
| "step": 1234 |
| }, |
| { |
| "epoch": 3.9190797302657674, |
| "grad_norm": 0.08774104502041317, |
| "learning_rate": 1.0836398750589172e-05, |
| "loss": 0.3071, |
| "step": 1235 |
| }, |
| { |
| "epoch": 3.922253074176914, |
| "grad_norm": 0.08859302501482878, |
| "learning_rate": 1.0775774302660027e-05, |
| "loss": 0.3148, |
| "step": 1236 |
| }, |
| { |
| "epoch": 3.92542641808806, |
| "grad_norm": 0.08667466575751302, |
| "learning_rate": 1.0715293503821256e-05, |
| "loss": 0.309, |
| "step": 1237 |
| }, |
| { |
| "epoch": 3.9285997619992066, |
| "grad_norm": 0.08724856226631149, |
| "learning_rate": 1.0654956651360857e-05, |
| "loss": 0.3147, |
| "step": 1238 |
| }, |
| { |
| "epoch": 3.931773105910353, |
| "grad_norm": 0.08515851001054704, |
| "learning_rate": 1.0594764041859293e-05, |
| "loss": 0.312, |
| "step": 1239 |
| }, |
| { |
| "epoch": 3.934946449821499, |
| "grad_norm": 0.08664134089549802, |
| "learning_rate": 1.0534715971187976e-05, |
| "loss": 0.3065, |
| "step": 1240 |
| }, |
| { |
| "epoch": 3.9381197937326458, |
| "grad_norm": 0.07937577751856649, |
| "learning_rate": 1.0474812734507886e-05, |
| "loss": 0.3079, |
| "step": 1241 |
| }, |
| { |
| "epoch": 3.9412931376437923, |
| "grad_norm": 0.08269171013905462, |
| "learning_rate": 1.041505462626807e-05, |
| "loss": 0.3078, |
| "step": 1242 |
| }, |
| { |
| "epoch": 3.9444664815549384, |
| "grad_norm": 0.08011960205561683, |
| "learning_rate": 1.0355441940204215e-05, |
| "loss": 0.3066, |
| "step": 1243 |
| }, |
| { |
| "epoch": 3.947639825466085, |
| "grad_norm": 0.07819385992242202, |
| "learning_rate": 1.0295974969337186e-05, |
| "loss": 0.3128, |
| "step": 1244 |
| }, |
| { |
| "epoch": 3.9508131693772315, |
| "grad_norm": 0.08250283712608554, |
| "learning_rate": 1.0236654005971625e-05, |
| "loss": 0.3181, |
| "step": 1245 |
| }, |
| { |
| "epoch": 3.9539865132883776, |
| "grad_norm": 0.6384901300040913, |
| "learning_rate": 1.017747934169444e-05, |
| "loss": 0.3072, |
| "step": 1246 |
| }, |
| { |
| "epoch": 3.957159857199524, |
| "grad_norm": 0.08198945954442947, |
| "learning_rate": 1.0118451267373462e-05, |
| "loss": 0.3088, |
| "step": 1247 |
| }, |
| { |
| "epoch": 3.96033320111067, |
| "grad_norm": 0.08781474473700562, |
| "learning_rate": 1.0059570073155953e-05, |
| "loss": 0.3119, |
| "step": 1248 |
| }, |
| { |
| "epoch": 3.9635065450218168, |
| "grad_norm": 0.08246668180469044, |
| "learning_rate": 1.0000836048467221e-05, |
| "loss": 0.313, |
| "step": 1249 |
| }, |
| { |
| "epoch": 3.966679888932963, |
| "grad_norm": 0.08889236389023081, |
| "learning_rate": 9.942249482009117e-06, |
| "loss": 0.3148, |
| "step": 1250 |
| }, |
| { |
| "epoch": 3.9698532328441094, |
| "grad_norm": 0.08718334142633781, |
| "learning_rate": 9.88381066175876e-06, |
| "loss": 0.3098, |
| "step": 1251 |
| }, |
| { |
| "epoch": 3.973026576755256, |
| "grad_norm": 0.08701871231451917, |
| "learning_rate": 9.825519874966952e-06, |
| "loss": 0.3132, |
| "step": 1252 |
| }, |
| { |
| "epoch": 3.976199920666402, |
| "grad_norm": 0.08864822845899448, |
| "learning_rate": 9.767377408156906e-06, |
| "loss": 0.3141, |
| "step": 1253 |
| }, |
| { |
| "epoch": 3.9793732645775486, |
| "grad_norm": 0.08251988049787, |
| "learning_rate": 9.709383547122764e-06, |
| "loss": 0.3106, |
| "step": 1254 |
| }, |
| { |
| "epoch": 3.982546608488695, |
| "grad_norm": 0.0829769224836818, |
| "learning_rate": 9.651538576928213e-06, |
| "loss": 0.3147, |
| "step": 1255 |
| }, |
| { |
| "epoch": 3.9857199523998412, |
| "grad_norm": 0.08191823227244799, |
| "learning_rate": 9.59384278190505e-06, |
| "loss": 0.3068, |
| "step": 1256 |
| }, |
| { |
| "epoch": 3.9888932963109878, |
| "grad_norm": 0.08231464325661744, |
| "learning_rate": 9.53629644565186e-06, |
| "loss": 0.311, |
| "step": 1257 |
| }, |
| { |
| "epoch": 3.9920666402221343, |
| "grad_norm": 0.07952802959102342, |
| "learning_rate": 9.478899851032554e-06, |
| "loss": 0.3092, |
| "step": 1258 |
| }, |
| { |
| "epoch": 3.9952399841332804, |
| "grad_norm": 0.07741615193611691, |
| "learning_rate": 9.421653280175014e-06, |
| "loss": 0.3043, |
| "step": 1259 |
| }, |
| { |
| "epoch": 3.998413328044427, |
| "grad_norm": 0.0792129238358985, |
| "learning_rate": 9.364557014469651e-06, |
| "loss": 0.3106, |
| "step": 1260 |
| }, |
| { |
| "epoch": 4.0015866719555735, |
| "grad_norm": 0.2372544363090627, |
| "learning_rate": 9.307611334568137e-06, |
| "loss": 0.5642, |
| "step": 1261 |
| }, |
| { |
| "epoch": 4.00476001586672, |
| "grad_norm": 0.12928047394977374, |
| "learning_rate": 9.250816520381884e-06, |
| "loss": 0.2916, |
| "step": 1262 |
| }, |
| { |
| "epoch": 4.007933359777866, |
| "grad_norm": 0.1547813755040527, |
| "learning_rate": 9.194172851080778e-06, |
| "loss": 0.2904, |
| "step": 1263 |
| }, |
| { |
| "epoch": 4.011106703689013, |
| "grad_norm": 0.12678189534036333, |
| "learning_rate": 9.137680605091753e-06, |
| "loss": 0.2871, |
| "step": 1264 |
| }, |
| { |
| "epoch": 4.014280047600159, |
| "grad_norm": 0.13337837439164088, |
| "learning_rate": 9.081340060097443e-06, |
| "loss": 0.286, |
| "step": 1265 |
| }, |
| { |
| "epoch": 4.017453391511305, |
| "grad_norm": 0.1460976490959922, |
| "learning_rate": 9.025151493034779e-06, |
| "loss": 0.288, |
| "step": 1266 |
| }, |
| { |
| "epoch": 4.020626735422451, |
| "grad_norm": 0.11381826357536112, |
| "learning_rate": 8.969115180093699e-06, |
| "loss": 0.2894, |
| "step": 1267 |
| }, |
| { |
| "epoch": 4.023800079333598, |
| "grad_norm": 0.1292486747466223, |
| "learning_rate": 8.91323139671572e-06, |
| "loss": 0.2931, |
| "step": 1268 |
| }, |
| { |
| "epoch": 4.026973423244744, |
| "grad_norm": 0.1243312232469112, |
| "learning_rate": 8.857500417592648e-06, |
| "loss": 0.2908, |
| "step": 1269 |
| }, |
| { |
| "epoch": 4.03014676715589, |
| "grad_norm": 0.10431292634709807, |
| "learning_rate": 8.801922516665127e-06, |
| "loss": 0.285, |
| "step": 1270 |
| }, |
| { |
| "epoch": 4.033320111067037, |
| "grad_norm": 0.11511588958038933, |
| "learning_rate": 8.746497967121445e-06, |
| "loss": 0.288, |
| "step": 1271 |
| }, |
| { |
| "epoch": 4.036493454978183, |
| "grad_norm": 0.09400500609718773, |
| "learning_rate": 8.69122704139604e-06, |
| "loss": 0.2906, |
| "step": 1272 |
| }, |
| { |
| "epoch": 4.039666798889329, |
| "grad_norm": 0.10377314324554619, |
| "learning_rate": 8.636110011168246e-06, |
| "loss": 0.2847, |
| "step": 1273 |
| }, |
| { |
| "epoch": 4.042840142800476, |
| "grad_norm": 0.09999767041994467, |
| "learning_rate": 8.58114714736094e-06, |
| "loss": 0.2892, |
| "step": 1274 |
| }, |
| { |
| "epoch": 4.046013486711622, |
| "grad_norm": 0.0879076384755368, |
| "learning_rate": 8.526338720139225e-06, |
| "loss": 0.2866, |
| "step": 1275 |
| }, |
| { |
| "epoch": 4.0491868306227685, |
| "grad_norm": 0.10595158327559934, |
| "learning_rate": 8.471684998909033e-06, |
| "loss": 0.2856, |
| "step": 1276 |
| }, |
| { |
| "epoch": 4.0523601745339155, |
| "grad_norm": 0.09994029668981493, |
| "learning_rate": 8.417186252315904e-06, |
| "loss": 0.2862, |
| "step": 1277 |
| }, |
| { |
| "epoch": 4.055533518445062, |
| "grad_norm": 0.08748710664677468, |
| "learning_rate": 8.362842748243593e-06, |
| "loss": 0.2888, |
| "step": 1278 |
| }, |
| { |
| "epoch": 4.058706862356208, |
| "grad_norm": 0.1057862773429233, |
| "learning_rate": 8.308654753812785e-06, |
| "loss": 0.2922, |
| "step": 1279 |
| }, |
| { |
| "epoch": 4.061880206267354, |
| "grad_norm": 0.10805451904620589, |
| "learning_rate": 8.254622535379733e-06, |
| "loss": 0.2933, |
| "step": 1280 |
| }, |
| { |
| "epoch": 4.065053550178501, |
| "grad_norm": 0.08529498056433478, |
| "learning_rate": 8.200746358535054e-06, |
| "loss": 0.289, |
| "step": 1281 |
| }, |
| { |
| "epoch": 4.068226894089647, |
| "grad_norm": 0.10025625808348602, |
| "learning_rate": 8.147026488102288e-06, |
| "loss": 0.2861, |
| "step": 1282 |
| }, |
| { |
| "epoch": 4.071400238000793, |
| "grad_norm": 0.10466816524732167, |
| "learning_rate": 8.093463188136712e-06, |
| "loss": 0.2879, |
| "step": 1283 |
| }, |
| { |
| "epoch": 4.07457358191194, |
| "grad_norm": 0.09159217995048068, |
| "learning_rate": 8.04005672192397e-06, |
| "loss": 0.2911, |
| "step": 1284 |
| }, |
| { |
| "epoch": 4.077746925823086, |
| "grad_norm": 0.09573656877621275, |
| "learning_rate": 7.986807351978827e-06, |
| "loss": 0.2858, |
| "step": 1285 |
| }, |
| { |
| "epoch": 4.080920269734232, |
| "grad_norm": 0.09231500426704371, |
| "learning_rate": 7.933715340043822e-06, |
| "loss": 0.2906, |
| "step": 1286 |
| }, |
| { |
| "epoch": 4.084093613645379, |
| "grad_norm": 0.09110127087440445, |
| "learning_rate": 7.880780947088031e-06, |
| "loss": 0.2888, |
| "step": 1287 |
| }, |
| { |
| "epoch": 4.087266957556525, |
| "grad_norm": 0.09178186024677654, |
| "learning_rate": 7.82800443330578e-06, |
| "loss": 0.2845, |
| "step": 1288 |
| }, |
| { |
| "epoch": 4.090440301467671, |
| "grad_norm": 0.08699713547366167, |
| "learning_rate": 7.77538605811535e-06, |
| "loss": 0.2949, |
| "step": 1289 |
| }, |
| { |
| "epoch": 4.093613645378818, |
| "grad_norm": 0.08651443976613882, |
| "learning_rate": 7.722926080157673e-06, |
| "loss": 0.2915, |
| "step": 1290 |
| }, |
| { |
| "epoch": 4.096786989289964, |
| "grad_norm": 0.08839398111073136, |
| "learning_rate": 7.670624757295151e-06, |
| "loss": 0.2895, |
| "step": 1291 |
| }, |
| { |
| "epoch": 4.0999603332011105, |
| "grad_norm": 0.07840294963123258, |
| "learning_rate": 7.618482346610276e-06, |
| "loss": 0.2842, |
| "step": 1292 |
| }, |
| { |
| "epoch": 4.103133677112257, |
| "grad_norm": 0.08242092139423192, |
| "learning_rate": 7.566499104404452e-06, |
| "loss": 0.2848, |
| "step": 1293 |
| }, |
| { |
| "epoch": 4.106307021023404, |
| "grad_norm": 0.08497119568891674, |
| "learning_rate": 7.514675286196698e-06, |
| "loss": 0.2914, |
| "step": 1294 |
| }, |
| { |
| "epoch": 4.10948036493455, |
| "grad_norm": 0.0810225885617694, |
| "learning_rate": 7.46301114672241e-06, |
| "loss": 0.2872, |
| "step": 1295 |
| }, |
| { |
| "epoch": 4.112653708845696, |
| "grad_norm": 0.08718653499899484, |
| "learning_rate": 7.411506939932058e-06, |
| "loss": 0.2875, |
| "step": 1296 |
| }, |
| { |
| "epoch": 4.115827052756843, |
| "grad_norm": 0.08535338762467477, |
| "learning_rate": 7.360162918990021e-06, |
| "loss": 0.2846, |
| "step": 1297 |
| }, |
| { |
| "epoch": 4.119000396667989, |
| "grad_norm": 0.07685735750488655, |
| "learning_rate": 7.308979336273281e-06, |
| "loss": 0.2843, |
| "step": 1298 |
| }, |
| { |
| "epoch": 4.122173740579135, |
| "grad_norm": 0.08263564119903752, |
| "learning_rate": 7.257956443370209e-06, |
| "loss": 0.2905, |
| "step": 1299 |
| }, |
| { |
| "epoch": 4.125347084490282, |
| "grad_norm": 0.08566614638966435, |
| "learning_rate": 7.20709449107928e-06, |
| "loss": 0.289, |
| "step": 1300 |
| }, |
| { |
| "epoch": 4.128520428401428, |
| "grad_norm": 0.08073179020805406, |
| "learning_rate": 7.156393729407956e-06, |
| "loss": 0.285, |
| "step": 1301 |
| }, |
| { |
| "epoch": 4.131693772312574, |
| "grad_norm": 0.08607718507088445, |
| "learning_rate": 7.1058544075712995e-06, |
| "loss": 0.2958, |
| "step": 1302 |
| }, |
| { |
| "epoch": 4.134867116223721, |
| "grad_norm": 0.0773081314831222, |
| "learning_rate": 7.055476773990881e-06, |
| "loss": 0.2829, |
| "step": 1303 |
| }, |
| { |
| "epoch": 4.138040460134867, |
| "grad_norm": 0.08091752523907358, |
| "learning_rate": 7.0052610762934905e-06, |
| "loss": 0.2864, |
| "step": 1304 |
| }, |
| { |
| "epoch": 4.141213804046013, |
| "grad_norm": 0.08363422913570277, |
| "learning_rate": 6.955207561309944e-06, |
| "loss": 0.2949, |
| "step": 1305 |
| }, |
| { |
| "epoch": 4.1443871479571595, |
| "grad_norm": 0.07855930876619456, |
| "learning_rate": 6.905316475073842e-06, |
| "loss": 0.2921, |
| "step": 1306 |
| }, |
| { |
| "epoch": 4.147560491868306, |
| "grad_norm": 0.07964756493675755, |
| "learning_rate": 6.855588062820407e-06, |
| "loss": 0.2895, |
| "step": 1307 |
| }, |
| { |
| "epoch": 4.1507338357794525, |
| "grad_norm": 0.0788278091150506, |
| "learning_rate": 6.806022568985233e-06, |
| "loss": 0.2864, |
| "step": 1308 |
| }, |
| { |
| "epoch": 4.153907179690599, |
| "grad_norm": 0.08049149360175006, |
| "learning_rate": 6.756620237203124e-06, |
| "loss": 0.2825, |
| "step": 1309 |
| }, |
| { |
| "epoch": 4.157080523601746, |
| "grad_norm": 0.080868151969321, |
| "learning_rate": 6.707381310306833e-06, |
| "loss": 0.2892, |
| "step": 1310 |
| }, |
| { |
| "epoch": 4.160253867512892, |
| "grad_norm": 0.07798552901381123, |
| "learning_rate": 6.658306030325978e-06, |
| "loss": 0.2865, |
| "step": 1311 |
| }, |
| { |
| "epoch": 4.163427211424038, |
| "grad_norm": 0.0805335375512832, |
| "learning_rate": 6.60939463848572e-06, |
| "loss": 0.2911, |
| "step": 1312 |
| }, |
| { |
| "epoch": 4.166600555335185, |
| "grad_norm": 0.07518550741681629, |
| "learning_rate": 6.560647375205676e-06, |
| "loss": 0.2882, |
| "step": 1313 |
| }, |
| { |
| "epoch": 4.169773899246331, |
| "grad_norm": 0.0781854434454258, |
| "learning_rate": 6.512064480098694e-06, |
| "loss": 0.2891, |
| "step": 1314 |
| }, |
| { |
| "epoch": 4.172947243157477, |
| "grad_norm": 0.07987762578525559, |
| "learning_rate": 6.4636461919697034e-06, |
| "loss": 0.2856, |
| "step": 1315 |
| }, |
| { |
| "epoch": 4.176120587068624, |
| "grad_norm": 0.07606785506312735, |
| "learning_rate": 6.4153927488144865e-06, |
| "loss": 0.2845, |
| "step": 1316 |
| }, |
| { |
| "epoch": 4.17929393097977, |
| "grad_norm": 0.07637479917962597, |
| "learning_rate": 6.367304387818567e-06, |
| "loss": 0.277, |
| "step": 1317 |
| }, |
| { |
| "epoch": 4.182467274890916, |
| "grad_norm": 0.08032228596283143, |
| "learning_rate": 6.31938134535603e-06, |
| "loss": 0.2869, |
| "step": 1318 |
| }, |
| { |
| "epoch": 4.185640618802062, |
| "grad_norm": 0.07742967651427472, |
| "learning_rate": 6.271623856988336e-06, |
| "loss": 0.2841, |
| "step": 1319 |
| }, |
| { |
| "epoch": 4.188813962713209, |
| "grad_norm": 0.0808988691015848, |
| "learning_rate": 6.224032157463184e-06, |
| "loss": 0.2906, |
| "step": 1320 |
| }, |
| { |
| "epoch": 4.191987306624355, |
| "grad_norm": 0.07749448537178391, |
| "learning_rate": 6.176606480713365e-06, |
| "loss": 0.2898, |
| "step": 1321 |
| }, |
| { |
| "epoch": 4.1951606505355015, |
| "grad_norm": 0.07984359673939721, |
| "learning_rate": 6.129347059855572e-06, |
| "loss": 0.2883, |
| "step": 1322 |
| }, |
| { |
| "epoch": 4.1983339944466485, |
| "grad_norm": 0.07874063845144524, |
| "learning_rate": 6.082254127189302e-06, |
| "loss": 0.2863, |
| "step": 1323 |
| }, |
| { |
| "epoch": 4.2015073383577946, |
| "grad_norm": 0.07786902211545077, |
| "learning_rate": 6.035327914195694e-06, |
| "loss": 0.2911, |
| "step": 1324 |
| }, |
| { |
| "epoch": 4.204680682268941, |
| "grad_norm": 0.08187795024389079, |
| "learning_rate": 5.988568651536399e-06, |
| "loss": 0.2928, |
| "step": 1325 |
| }, |
| { |
| "epoch": 4.207854026180088, |
| "grad_norm": 0.07811082790053991, |
| "learning_rate": 5.941976569052394e-06, |
| "loss": 0.2855, |
| "step": 1326 |
| }, |
| { |
| "epoch": 4.211027370091234, |
| "grad_norm": 0.0781331548320789, |
| "learning_rate": 5.895551895762968e-06, |
| "loss": 0.2873, |
| "step": 1327 |
| }, |
| { |
| "epoch": 4.21420071400238, |
| "grad_norm": 0.08057455261417476, |
| "learning_rate": 5.849294859864456e-06, |
| "loss": 0.2862, |
| "step": 1328 |
| }, |
| { |
| "epoch": 4.217374057913526, |
| "grad_norm": 0.08046289285253863, |
| "learning_rate": 5.8032056887292345e-06, |
| "loss": 0.2926, |
| "step": 1329 |
| }, |
| { |
| "epoch": 4.220547401824673, |
| "grad_norm": 0.07901814464604347, |
| "learning_rate": 5.757284608904528e-06, |
| "loss": 0.2927, |
| "step": 1330 |
| }, |
| { |
| "epoch": 4.223720745735819, |
| "grad_norm": 0.08241125484928784, |
| "learning_rate": 5.711531846111351e-06, |
| "loss": 0.2919, |
| "step": 1331 |
| }, |
| { |
| "epoch": 4.226894089646965, |
| "grad_norm": 0.07943725546881736, |
| "learning_rate": 5.6659476252433285e-06, |
| "loss": 0.2858, |
| "step": 1332 |
| }, |
| { |
| "epoch": 4.230067433558112, |
| "grad_norm": 0.07690103398901868, |
| "learning_rate": 5.620532170365667e-06, |
| "loss": 0.288, |
| "step": 1333 |
| }, |
| { |
| "epoch": 4.233240777469258, |
| "grad_norm": 0.07982460591594524, |
| "learning_rate": 5.5752857047140086e-06, |
| "loss": 0.292, |
| "step": 1334 |
| }, |
| { |
| "epoch": 4.236414121380404, |
| "grad_norm": 0.07809749969035885, |
| "learning_rate": 5.530208450693355e-06, |
| "loss": 0.2895, |
| "step": 1335 |
| }, |
| { |
| "epoch": 4.239587465291551, |
| "grad_norm": 0.07723500752452818, |
| "learning_rate": 5.48530062987692e-06, |
| "loss": 0.2924, |
| "step": 1336 |
| }, |
| { |
| "epoch": 4.242760809202697, |
| "grad_norm": 0.07756528859698934, |
| "learning_rate": 5.440562463005154e-06, |
| "loss": 0.2923, |
| "step": 1337 |
| }, |
| { |
| "epoch": 4.2459341531138435, |
| "grad_norm": 0.07872620120384079, |
| "learning_rate": 5.395994169984522e-06, |
| "loss": 0.2858, |
| "step": 1338 |
| }, |
| { |
| "epoch": 4.2491074970249905, |
| "grad_norm": 0.07841592614920617, |
| "learning_rate": 5.351595969886529e-06, |
| "loss": 0.2948, |
| "step": 1339 |
| }, |
| { |
| "epoch": 4.252280840936137, |
| "grad_norm": 0.07403115107349581, |
| "learning_rate": 5.307368080946584e-06, |
| "loss": 0.2853, |
| "step": 1340 |
| }, |
| { |
| "epoch": 4.255454184847283, |
| "grad_norm": 0.07885594656165801, |
| "learning_rate": 5.263310720562973e-06, |
| "loss": 0.2929, |
| "step": 1341 |
| }, |
| { |
| "epoch": 4.25862752875843, |
| "grad_norm": 0.07590630094007132, |
| "learning_rate": 5.219424105295719e-06, |
| "loss": 0.2859, |
| "step": 1342 |
| }, |
| { |
| "epoch": 4.261800872669576, |
| "grad_norm": 0.07840740302270648, |
| "learning_rate": 5.175708450865595e-06, |
| "loss": 0.2858, |
| "step": 1343 |
| }, |
| { |
| "epoch": 4.264974216580722, |
| "grad_norm": 0.07673578995611278, |
| "learning_rate": 5.1321639721530325e-06, |
| "loss": 0.2889, |
| "step": 1344 |
| }, |
| { |
| "epoch": 4.268147560491868, |
| "grad_norm": 0.07951575168272773, |
| "learning_rate": 5.088790883197061e-06, |
| "loss": 0.2896, |
| "step": 1345 |
| }, |
| { |
| "epoch": 4.271320904403015, |
| "grad_norm": 0.08030218736730213, |
| "learning_rate": 5.045589397194231e-06, |
| "loss": 0.2865, |
| "step": 1346 |
| }, |
| { |
| "epoch": 4.274494248314161, |
| "grad_norm": 0.07842325630849278, |
| "learning_rate": 5.0025597264976446e-06, |
| "loss": 0.2858, |
| "step": 1347 |
| }, |
| { |
| "epoch": 4.277667592225307, |
| "grad_norm": 0.07773496721087116, |
| "learning_rate": 4.9597020826158114e-06, |
| "loss": 0.2901, |
| "step": 1348 |
| }, |
| { |
| "epoch": 4.280840936136454, |
| "grad_norm": 0.07839435165688115, |
| "learning_rate": 4.917016676211686e-06, |
| "loss": 0.2952, |
| "step": 1349 |
| }, |
| { |
| "epoch": 4.2840142800476, |
| "grad_norm": 0.08007319222215062, |
| "learning_rate": 4.8745037171016045e-06, |
| "loss": 0.2895, |
| "step": 1350 |
| }, |
| { |
| "epoch": 4.287187623958746, |
| "grad_norm": 0.0802943162822994, |
| "learning_rate": 4.832163414254254e-06, |
| "loss": 0.2854, |
| "step": 1351 |
| }, |
| { |
| "epoch": 4.290360967869893, |
| "grad_norm": 0.07670078924225301, |
| "learning_rate": 4.789995975789619e-06, |
| "loss": 0.2866, |
| "step": 1352 |
| }, |
| { |
| "epoch": 4.293534311781039, |
| "grad_norm": 0.07571900940799264, |
| "learning_rate": 4.748001608978015e-06, |
| "loss": 0.2864, |
| "step": 1353 |
| }, |
| { |
| "epoch": 4.2967076556921855, |
| "grad_norm": 0.07887124085195305, |
| "learning_rate": 4.70618052023903e-06, |
| "loss": 0.2861, |
| "step": 1354 |
| }, |
| { |
| "epoch": 4.299880999603332, |
| "grad_norm": 0.07844552010826854, |
| "learning_rate": 4.664532915140525e-06, |
| "loss": 0.2861, |
| "step": 1355 |
| }, |
| { |
| "epoch": 4.303054343514479, |
| "grad_norm": 0.0758283591701092, |
| "learning_rate": 4.623058998397585e-06, |
| "loss": 0.2827, |
| "step": 1356 |
| }, |
| { |
| "epoch": 4.306227687425625, |
| "grad_norm": 0.07567360663444131, |
| "learning_rate": 4.581758973871609e-06, |
| "loss": 0.2852, |
| "step": 1357 |
| }, |
| { |
| "epoch": 4.309401031336771, |
| "grad_norm": 0.07698958638459642, |
| "learning_rate": 4.540633044569172e-06, |
| "loss": 0.2838, |
| "step": 1358 |
| }, |
| { |
| "epoch": 4.312574375247918, |
| "grad_norm": 0.07772937829274414, |
| "learning_rate": 4.499681412641148e-06, |
| "loss": 0.2895, |
| "step": 1359 |
| }, |
| { |
| "epoch": 4.315747719159064, |
| "grad_norm": 0.07637398650887665, |
| "learning_rate": 4.4589042793816525e-06, |
| "loss": 0.2921, |
| "step": 1360 |
| }, |
| { |
| "epoch": 4.31892106307021, |
| "grad_norm": 0.07633260293292246, |
| "learning_rate": 4.418301845227073e-06, |
| "loss": 0.2829, |
| "step": 1361 |
| }, |
| { |
| "epoch": 4.322094406981357, |
| "grad_norm": 0.07860481054083629, |
| "learning_rate": 4.377874309755065e-06, |
| "loss": 0.2866, |
| "step": 1362 |
| }, |
| { |
| "epoch": 4.325267750892503, |
| "grad_norm": 0.0762763983665852, |
| "learning_rate": 4.337621871683597e-06, |
| "loss": 0.2833, |
| "step": 1363 |
| }, |
| { |
| "epoch": 4.328441094803649, |
| "grad_norm": 0.0766144117665982, |
| "learning_rate": 4.297544728869958e-06, |
| "loss": 0.2901, |
| "step": 1364 |
| }, |
| { |
| "epoch": 4.331614438714796, |
| "grad_norm": 0.07937899829074807, |
| "learning_rate": 4.257643078309808e-06, |
| "loss": 0.2924, |
| "step": 1365 |
| }, |
| { |
| "epoch": 4.334787782625942, |
| "grad_norm": 0.07527289810281566, |
| "learning_rate": 4.2179171161361365e-06, |
| "loss": 0.2848, |
| "step": 1366 |
| }, |
| { |
| "epoch": 4.337961126537088, |
| "grad_norm": 0.07688154141825307, |
| "learning_rate": 4.178367037618429e-06, |
| "loss": 0.2895, |
| "step": 1367 |
| }, |
| { |
| "epoch": 4.341134470448234, |
| "grad_norm": 0.07790856052535607, |
| "learning_rate": 4.138993037161565e-06, |
| "loss": 0.293, |
| "step": 1368 |
| }, |
| { |
| "epoch": 4.344307814359381, |
| "grad_norm": 0.0782212752825844, |
| "learning_rate": 4.099795308304954e-06, |
| "loss": 0.2873, |
| "step": 1369 |
| }, |
| { |
| "epoch": 4.3474811582705275, |
| "grad_norm": 0.07864542088050423, |
| "learning_rate": 4.060774043721565e-06, |
| "loss": 0.2895, |
| "step": 1370 |
| }, |
| { |
| "epoch": 4.350654502181674, |
| "grad_norm": 0.07539046652733071, |
| "learning_rate": 4.0219294352169714e-06, |
| "loss": 0.2928, |
| "step": 1371 |
| }, |
| { |
| "epoch": 4.353827846092821, |
| "grad_norm": 0.07802077980079632, |
| "learning_rate": 3.983261673728378e-06, |
| "loss": 0.2907, |
| "step": 1372 |
| }, |
| { |
| "epoch": 4.357001190003967, |
| "grad_norm": 0.07914754106412068, |
| "learning_rate": 3.94477094932376e-06, |
| "loss": 0.2897, |
| "step": 1373 |
| }, |
| { |
| "epoch": 4.360174533915113, |
| "grad_norm": 0.07815313150549123, |
| "learning_rate": 3.906457451200845e-06, |
| "loss": 0.2823, |
| "step": 1374 |
| }, |
| { |
| "epoch": 4.36334787782626, |
| "grad_norm": 0.0783643686014188, |
| "learning_rate": 3.8683213676862585e-06, |
| "loss": 0.2902, |
| "step": 1375 |
| }, |
| { |
| "epoch": 4.366521221737406, |
| "grad_norm": 0.07899805915070553, |
| "learning_rate": 3.830362886234502e-06, |
| "loss": 0.2915, |
| "step": 1376 |
| }, |
| { |
| "epoch": 4.369694565648552, |
| "grad_norm": 0.07616018845948855, |
| "learning_rate": 3.7925821934271655e-06, |
| "loss": 0.2853, |
| "step": 1377 |
| }, |
| { |
| "epoch": 4.372867909559698, |
| "grad_norm": 0.07604900073546127, |
| "learning_rate": 3.7549794749718673e-06, |
| "loss": 0.2918, |
| "step": 1378 |
| }, |
| { |
| "epoch": 4.376041253470845, |
| "grad_norm": 0.07611014329101679, |
| "learning_rate": 3.717554915701449e-06, |
| "loss": 0.2833, |
| "step": 1379 |
| }, |
| { |
| "epoch": 4.379214597381991, |
| "grad_norm": 0.07836395731025556, |
| "learning_rate": 3.680308699573005e-06, |
| "loss": 0.2879, |
| "step": 1380 |
| }, |
| { |
| "epoch": 4.382387941293137, |
| "grad_norm": 0.07492430726816589, |
| "learning_rate": 3.64324100966702e-06, |
| "loss": 0.2806, |
| "step": 1381 |
| }, |
| { |
| "epoch": 4.385561285204284, |
| "grad_norm": 0.07741032733958537, |
| "learning_rate": 3.606352028186426e-06, |
| "loss": 0.2897, |
| "step": 1382 |
| }, |
| { |
| "epoch": 4.38873462911543, |
| "grad_norm": 0.07451962544381002, |
| "learning_rate": 3.5696419364557433e-06, |
| "loss": 0.2893, |
| "step": 1383 |
| }, |
| { |
| "epoch": 4.391907973026576, |
| "grad_norm": 0.08019767472904286, |
| "learning_rate": 3.533110914920177e-06, |
| "loss": 0.2884, |
| "step": 1384 |
| }, |
| { |
| "epoch": 4.395081316937723, |
| "grad_norm": 0.07731877454550821, |
| "learning_rate": 3.4967591431447256e-06, |
| "loss": 0.2902, |
| "step": 1385 |
| }, |
| { |
| "epoch": 4.3982546608488695, |
| "grad_norm": 0.08113895307948948, |
| "learning_rate": 3.460586799813288e-06, |
| "loss": 0.2906, |
| "step": 1386 |
| }, |
| { |
| "epoch": 4.401428004760016, |
| "grad_norm": 0.07677456138444168, |
| "learning_rate": 3.4245940627278284e-06, |
| "loss": 0.2902, |
| "step": 1387 |
| }, |
| { |
| "epoch": 4.404601348671163, |
| "grad_norm": 0.07648163374651913, |
| "learning_rate": 3.388781108807444e-06, |
| "loss": 0.2879, |
| "step": 1388 |
| }, |
| { |
| "epoch": 4.407774692582309, |
| "grad_norm": 0.0758938270041518, |
| "learning_rate": 3.3531481140875345e-06, |
| "loss": 0.2934, |
| "step": 1389 |
| }, |
| { |
| "epoch": 4.410948036493455, |
| "grad_norm": 0.07252099034254757, |
| "learning_rate": 3.317695253718931e-06, |
| "loss": 0.2855, |
| "step": 1390 |
| }, |
| { |
| "epoch": 4.414121380404602, |
| "grad_norm": 0.08007509732355841, |
| "learning_rate": 3.2824227019670272e-06, |
| "loss": 0.29, |
| "step": 1391 |
| }, |
| { |
| "epoch": 4.417294724315748, |
| "grad_norm": 0.07359637512325612, |
| "learning_rate": 3.2473306322109078e-06, |
| "loss": 0.2846, |
| "step": 1392 |
| }, |
| { |
| "epoch": 4.420468068226894, |
| "grad_norm": 0.07691247352169074, |
| "learning_rate": 3.2124192169425573e-06, |
| "loss": 0.2938, |
| "step": 1393 |
| }, |
| { |
| "epoch": 4.42364141213804, |
| "grad_norm": 0.07370622338875793, |
| "learning_rate": 3.177688627765916e-06, |
| "loss": 0.2838, |
| "step": 1394 |
| }, |
| { |
| "epoch": 4.426814756049187, |
| "grad_norm": 0.0756129323864927, |
| "learning_rate": 3.143139035396128e-06, |
| "loss": 0.292, |
| "step": 1395 |
| }, |
| { |
| "epoch": 4.429988099960333, |
| "grad_norm": 0.0775966898230028, |
| "learning_rate": 3.1087706096586535e-06, |
| "loss": 0.2929, |
| "step": 1396 |
| }, |
| { |
| "epoch": 4.433161443871479, |
| "grad_norm": 0.07808391129944373, |
| "learning_rate": 3.0745835194884435e-06, |
| "loss": 0.2897, |
| "step": 1397 |
| }, |
| { |
| "epoch": 4.436334787782626, |
| "grad_norm": 0.07349160355298512, |
| "learning_rate": 3.0405779329290987e-06, |
| "loss": 0.2821, |
| "step": 1398 |
| }, |
| { |
| "epoch": 4.439508131693772, |
| "grad_norm": 0.07471990105942067, |
| "learning_rate": 3.0067540171320674e-06, |
| "loss": 0.2868, |
| "step": 1399 |
| }, |
| { |
| "epoch": 4.442681475604918, |
| "grad_norm": 0.07304458565439569, |
| "learning_rate": 2.973111938355815e-06, |
| "loss": 0.289, |
| "step": 1400 |
| }, |
| { |
| "epoch": 4.445854819516065, |
| "grad_norm": 0.07542736354862137, |
| "learning_rate": 2.9396518619650007e-06, |
| "loss": 0.2837, |
| "step": 1401 |
| }, |
| { |
| "epoch": 4.4490281634272115, |
| "grad_norm": 0.07580500670249878, |
| "learning_rate": 2.90637395242964e-06, |
| "loss": 0.2886, |
| "step": 1402 |
| }, |
| { |
| "epoch": 4.452201507338358, |
| "grad_norm": 0.07483645701648972, |
| "learning_rate": 2.8732783733243754e-06, |
| "loss": 0.2883, |
| "step": 1403 |
| }, |
| { |
| "epoch": 4.455374851249504, |
| "grad_norm": 0.0734355618152173, |
| "learning_rate": 2.8403652873275755e-06, |
| "loss": 0.2896, |
| "step": 1404 |
| }, |
| { |
| "epoch": 4.458548195160651, |
| "grad_norm": 0.07743307777656919, |
| "learning_rate": 2.8076348562206024e-06, |
| "loss": 0.2945, |
| "step": 1405 |
| }, |
| { |
| "epoch": 4.461721539071797, |
| "grad_norm": 0.07285494607732518, |
| "learning_rate": 2.7750872408869843e-06, |
| "loss": 0.2823, |
| "step": 1406 |
| }, |
| { |
| "epoch": 4.464894882982943, |
| "grad_norm": 0.07654578475317778, |
| "learning_rate": 2.7427226013116448e-06, |
| "loss": 0.2893, |
| "step": 1407 |
| }, |
| { |
| "epoch": 4.46806822689409, |
| "grad_norm": 0.07415127461281228, |
| "learning_rate": 2.7105410965800928e-06, |
| "loss": 0.2881, |
| "step": 1408 |
| }, |
| { |
| "epoch": 4.471241570805236, |
| "grad_norm": 0.07473740527863117, |
| "learning_rate": 2.678542884877664e-06, |
| "loss": 0.2861, |
| "step": 1409 |
| }, |
| { |
| "epoch": 4.474414914716382, |
| "grad_norm": 0.07455517075536294, |
| "learning_rate": 2.646728123488731e-06, |
| "loss": 0.2868, |
| "step": 1410 |
| }, |
| { |
| "epoch": 4.477588258627529, |
| "grad_norm": 0.07402864039008861, |
| "learning_rate": 2.6150969687959426e-06, |
| "loss": 0.2891, |
| "step": 1411 |
| }, |
| { |
| "epoch": 4.480761602538675, |
| "grad_norm": 0.07506645131586324, |
| "learning_rate": 2.5836495762794078e-06, |
| "loss": 0.2875, |
| "step": 1412 |
| }, |
| { |
| "epoch": 4.483934946449821, |
| "grad_norm": 0.07687328694069057, |
| "learning_rate": 2.552386100516033e-06, |
| "loss": 0.2889, |
| "step": 1413 |
| }, |
| { |
| "epoch": 4.487108290360968, |
| "grad_norm": 0.07292287204353926, |
| "learning_rate": 2.521306695178636e-06, |
| "loss": 0.2862, |
| "step": 1414 |
| }, |
| { |
| "epoch": 4.490281634272114, |
| "grad_norm": 0.07378533131418447, |
| "learning_rate": 2.4904115130352845e-06, |
| "loss": 0.2858, |
| "step": 1415 |
| }, |
| { |
| "epoch": 4.4934549781832605, |
| "grad_norm": 0.07434204604179016, |
| "learning_rate": 2.459700705948507e-06, |
| "loss": 0.2855, |
| "step": 1416 |
| }, |
| { |
| "epoch": 4.496628322094407, |
| "grad_norm": 0.07431002205125276, |
| "learning_rate": 2.429174424874563e-06, |
| "loss": 0.2816, |
| "step": 1417 |
| }, |
| { |
| "epoch": 4.4998016660055535, |
| "grad_norm": 0.07821248980927963, |
| "learning_rate": 2.398832819862662e-06, |
| "loss": 0.2884, |
| "step": 1418 |
| }, |
| { |
| "epoch": 4.5029750099167, |
| "grad_norm": 0.07520177957755667, |
| "learning_rate": 2.3686760400542853e-06, |
| "loss": 0.2912, |
| "step": 1419 |
| }, |
| { |
| "epoch": 4.506148353827846, |
| "grad_norm": 0.07186434245067173, |
| "learning_rate": 2.3387042336824097e-06, |
| "loss": 0.287, |
| "step": 1420 |
| }, |
| { |
| "epoch": 4.509321697738993, |
| "grad_norm": 0.07671516440501819, |
| "learning_rate": 2.3089175480707926e-06, |
| "loss": 0.2904, |
| "step": 1421 |
| }, |
| { |
| "epoch": 4.512495041650139, |
| "grad_norm": 0.07403348893774686, |
| "learning_rate": 2.2793161296332354e-06, |
| "loss": 0.2848, |
| "step": 1422 |
| }, |
| { |
| "epoch": 4.515668385561285, |
| "grad_norm": 0.07485509243857365, |
| "learning_rate": 2.2499001238729034e-06, |
| "loss": 0.2889, |
| "step": 1423 |
| }, |
| { |
| "epoch": 4.518841729472432, |
| "grad_norm": 0.07341240180495677, |
| "learning_rate": 2.2206696753815527e-06, |
| "loss": 0.2876, |
| "step": 1424 |
| }, |
| { |
| "epoch": 4.522015073383578, |
| "grad_norm": 0.07545046460513817, |
| "learning_rate": 2.191624927838865e-06, |
| "loss": 0.2803, |
| "step": 1425 |
| }, |
| { |
| "epoch": 4.525188417294724, |
| "grad_norm": 0.0729065721268795, |
| "learning_rate": 2.1627660240117177e-06, |
| "loss": 0.2907, |
| "step": 1426 |
| }, |
| { |
| "epoch": 4.52836176120587, |
| "grad_norm": 0.0739827535708724, |
| "learning_rate": 2.134093105753503e-06, |
| "loss": 0.2875, |
| "step": 1427 |
| }, |
| { |
| "epoch": 4.531535105117017, |
| "grad_norm": 0.0737465566063914, |
| "learning_rate": 2.1056063140034013e-06, |
| "loss": 0.2886, |
| "step": 1428 |
| }, |
| { |
| "epoch": 4.534708449028163, |
| "grad_norm": 0.07481103353206092, |
| "learning_rate": 2.0773057887857105e-06, |
| "loss": 0.2859, |
| "step": 1429 |
| }, |
| { |
| "epoch": 4.537881792939309, |
| "grad_norm": 0.07443664446659384, |
| "learning_rate": 2.049191669209156e-06, |
| "loss": 0.2877, |
| "step": 1430 |
| }, |
| { |
| "epoch": 4.541055136850456, |
| "grad_norm": 0.07271868744467536, |
| "learning_rate": 2.0212640934662087e-06, |
| "loss": 0.2808, |
| "step": 1431 |
| }, |
| { |
| "epoch": 4.5442284807616025, |
| "grad_norm": 0.0731348085785222, |
| "learning_rate": 1.99352319883237e-06, |
| "loss": 0.2859, |
| "step": 1432 |
| }, |
| { |
| "epoch": 4.547401824672749, |
| "grad_norm": 0.0728659918076379, |
| "learning_rate": 1.9659691216655697e-06, |
| "loss": 0.2817, |
| "step": 1433 |
| }, |
| { |
| "epoch": 4.5505751685838955, |
| "grad_norm": 0.07052892858321479, |
| "learning_rate": 1.9386019974054182e-06, |
| "loss": 0.2845, |
| "step": 1434 |
| }, |
| { |
| "epoch": 4.553748512495042, |
| "grad_norm": 0.07162865810925105, |
| "learning_rate": 1.9114219605725905e-06, |
| "loss": 0.2852, |
| "step": 1435 |
| }, |
| { |
| "epoch": 4.556921856406188, |
| "grad_norm": 0.07216631582905737, |
| "learning_rate": 1.8844291447681496e-06, |
| "loss": 0.2893, |
| "step": 1436 |
| }, |
| { |
| "epoch": 4.560095200317335, |
| "grad_norm": 0.07454657617595882, |
| "learning_rate": 1.857623682672891e-06, |
| "loss": 0.2884, |
| "step": 1437 |
| }, |
| { |
| "epoch": 4.563268544228481, |
| "grad_norm": 0.07192684325273382, |
| "learning_rate": 1.8310057060466845e-06, |
| "loss": 0.2921, |
| "step": 1438 |
| }, |
| { |
| "epoch": 4.566441888139627, |
| "grad_norm": 0.07346684054783836, |
| "learning_rate": 1.8045753457278303e-06, |
| "loss": 0.287, |
| "step": 1439 |
| }, |
| { |
| "epoch": 4.569615232050774, |
| "grad_norm": 0.07368537492116049, |
| "learning_rate": 1.7783327316324238e-06, |
| "loss": 0.2874, |
| "step": 1440 |
| }, |
| { |
| "epoch": 4.57278857596192, |
| "grad_norm": 0.07300900030526943, |
| "learning_rate": 1.752277992753717e-06, |
| "loss": 0.2827, |
| "step": 1441 |
| }, |
| { |
| "epoch": 4.575961919873066, |
| "grad_norm": 0.0735865281943053, |
| "learning_rate": 1.726411257161451e-06, |
| "loss": 0.2902, |
| "step": 1442 |
| }, |
| { |
| "epoch": 4.579135263784213, |
| "grad_norm": 0.07218495117782045, |
| "learning_rate": 1.700732652001289e-06, |
| "loss": 0.2878, |
| "step": 1443 |
| }, |
| { |
| "epoch": 4.582308607695359, |
| "grad_norm": 0.07237820497971356, |
| "learning_rate": 1.6752423034941223e-06, |
| "loss": 0.2914, |
| "step": 1444 |
| }, |
| { |
| "epoch": 4.585481951606505, |
| "grad_norm": 0.07169874424676832, |
| "learning_rate": 1.6499403369355115e-06, |
| "loss": 0.2906, |
| "step": 1445 |
| }, |
| { |
| "epoch": 4.588655295517651, |
| "grad_norm": 0.07237942647540188, |
| "learning_rate": 1.6248268766950204e-06, |
| "loss": 0.2871, |
| "step": 1446 |
| }, |
| { |
| "epoch": 4.591828639428798, |
| "grad_norm": 0.07206522725627988, |
| "learning_rate": 1.5999020462156511e-06, |
| "loss": 0.2872, |
| "step": 1447 |
| }, |
| { |
| "epoch": 4.5950019833399445, |
| "grad_norm": 0.07232160129557513, |
| "learning_rate": 1.5751659680131792e-06, |
| "loss": 0.2859, |
| "step": 1448 |
| }, |
| { |
| "epoch": 4.598175327251091, |
| "grad_norm": 0.07224139682967294, |
| "learning_rate": 1.5506187636756109e-06, |
| "loss": 0.2899, |
| "step": 1449 |
| }, |
| { |
| "epoch": 4.601348671162238, |
| "grad_norm": 0.07350195322568023, |
| "learning_rate": 1.5262605538625574e-06, |
| "loss": 0.2888, |
| "step": 1450 |
| }, |
| { |
| "epoch": 4.604522015073384, |
| "grad_norm": 0.0724134729249542, |
| "learning_rate": 1.5020914583046398e-06, |
| "loss": 0.2872, |
| "step": 1451 |
| }, |
| { |
| "epoch": 4.60769535898453, |
| "grad_norm": 0.07146812102253265, |
| "learning_rate": 1.4781115958028935e-06, |
| "loss": 0.2863, |
| "step": 1452 |
| }, |
| { |
| "epoch": 4.610868702895676, |
| "grad_norm": 0.07365565598868938, |
| "learning_rate": 1.4543210842282229e-06, |
| "loss": 0.2891, |
| "step": 1453 |
| }, |
| { |
| "epoch": 4.614042046806823, |
| "grad_norm": 0.07266133951722602, |
| "learning_rate": 1.4307200405207656e-06, |
| "loss": 0.2875, |
| "step": 1454 |
| }, |
| { |
| "epoch": 4.617215390717969, |
| "grad_norm": 0.07255421353863033, |
| "learning_rate": 1.4073085806893593e-06, |
| "loss": 0.2933, |
| "step": 1455 |
| }, |
| { |
| "epoch": 4.620388734629115, |
| "grad_norm": 0.0738467244304907, |
| "learning_rate": 1.3840868198109658e-06, |
| "loss": 0.2853, |
| "step": 1456 |
| }, |
| { |
| "epoch": 4.623562078540262, |
| "grad_norm": 0.07193567501371838, |
| "learning_rate": 1.3610548720300965e-06, |
| "loss": 0.2846, |
| "step": 1457 |
| }, |
| { |
| "epoch": 4.626735422451408, |
| "grad_norm": 0.07215628995818985, |
| "learning_rate": 1.3382128505582315e-06, |
| "loss": 0.2907, |
| "step": 1458 |
| }, |
| { |
| "epoch": 4.629908766362554, |
| "grad_norm": 0.07250278706923594, |
| "learning_rate": 1.315560867673318e-06, |
| "loss": 0.2892, |
| "step": 1459 |
| }, |
| { |
| "epoch": 4.633082110273701, |
| "grad_norm": 0.07078718377132749, |
| "learning_rate": 1.2930990347191607e-06, |
| "loss": 0.2834, |
| "step": 1460 |
| }, |
| { |
| "epoch": 4.636255454184847, |
| "grad_norm": 0.07349937695742143, |
| "learning_rate": 1.2708274621049134e-06, |
| "loss": 0.2861, |
| "step": 1461 |
| }, |
| { |
| "epoch": 4.639428798095993, |
| "grad_norm": 0.07204842558684392, |
| "learning_rate": 1.2487462593045075e-06, |
| "loss": 0.2904, |
| "step": 1462 |
| }, |
| { |
| "epoch": 4.64260214200714, |
| "grad_norm": 0.0721734105457553, |
| "learning_rate": 1.2268555348561529e-06, |
| "loss": 0.2835, |
| "step": 1463 |
| }, |
| { |
| "epoch": 4.6457754859182865, |
| "grad_norm": 0.0720032080278003, |
| "learning_rate": 1.20515539636175e-06, |
| "loss": 0.2872, |
| "step": 1464 |
| }, |
| { |
| "epoch": 4.648948829829433, |
| "grad_norm": 0.07173144513365656, |
| "learning_rate": 1.183645950486416e-06, |
| "loss": 0.2903, |
| "step": 1465 |
| }, |
| { |
| "epoch": 4.65212217374058, |
| "grad_norm": 0.07173493810236914, |
| "learning_rate": 1.1623273029579195e-06, |
| "loss": 0.293, |
| "step": 1466 |
| }, |
| { |
| "epoch": 4.655295517651726, |
| "grad_norm": 0.07082496375705209, |
| "learning_rate": 1.141199558566184e-06, |
| "loss": 0.286, |
| "step": 1467 |
| }, |
| { |
| "epoch": 4.658468861562872, |
| "grad_norm": 0.07192243350970179, |
| "learning_rate": 1.1202628211627587e-06, |
| "loss": 0.2865, |
| "step": 1468 |
| }, |
| { |
| "epoch": 4.661642205474018, |
| "grad_norm": 0.07242387413423897, |
| "learning_rate": 1.099517193660331e-06, |
| "loss": 0.2934, |
| "step": 1469 |
| }, |
| { |
| "epoch": 4.664815549385165, |
| "grad_norm": 0.0733740588484503, |
| "learning_rate": 1.0789627780321888e-06, |
| "loss": 0.2905, |
| "step": 1470 |
| }, |
| { |
| "epoch": 4.667988893296311, |
| "grad_norm": 0.07206002165507971, |
| "learning_rate": 1.058599675311731e-06, |
| "loss": 0.287, |
| "step": 1471 |
| }, |
| { |
| "epoch": 4.671162237207457, |
| "grad_norm": 0.07127887265831032, |
| "learning_rate": 1.0384279855919944e-06, |
| "loss": 0.2896, |
| "step": 1472 |
| }, |
| { |
| "epoch": 4.674335581118604, |
| "grad_norm": 0.07358907596433474, |
| "learning_rate": 1.0184478080251315e-06, |
| "loss": 0.2879, |
| "step": 1473 |
| }, |
| { |
| "epoch": 4.67750892502975, |
| "grad_norm": 0.0714280248007389, |
| "learning_rate": 9.986592408219286e-07, |
| "loss": 0.2868, |
| "step": 1474 |
| }, |
| { |
| "epoch": 4.680682268940896, |
| "grad_norm": 0.0711643498792862, |
| "learning_rate": 9.7906238125133e-07, |
| "loss": 0.2877, |
| "step": 1475 |
| }, |
| { |
| "epoch": 4.683855612852043, |
| "grad_norm": 0.07071027647717443, |
| "learning_rate": 9.59657325639971e-07, |
| "loss": 0.2875, |
| "step": 1476 |
| }, |
| { |
| "epoch": 4.687028956763189, |
| "grad_norm": 0.07098768877099393, |
| "learning_rate": 9.404441693716771e-07, |
| "loss": 0.2889, |
| "step": 1477 |
| }, |
| { |
| "epoch": 4.690202300674335, |
| "grad_norm": 0.0713859105686287, |
| "learning_rate": 9.2142300688701e-07, |
| "loss": 0.292, |
| "step": 1478 |
| }, |
| { |
| "epoch": 4.6933756445854815, |
| "grad_norm": 0.07126866567296886, |
| "learning_rate": 9.025939316828203e-07, |
| "loss": 0.2846, |
| "step": 1479 |
| }, |
| { |
| "epoch": 4.6965489884966285, |
| "grad_norm": 0.0723870642231539, |
| "learning_rate": 8.839570363117445e-07, |
| "loss": 0.288, |
| "step": 1480 |
| }, |
| { |
| "epoch": 4.699722332407775, |
| "grad_norm": 0.07141709931411543, |
| "learning_rate": 8.655124123817926e-07, |
| "loss": 0.2851, |
| "step": 1481 |
| }, |
| { |
| "epoch": 4.702895676318921, |
| "grad_norm": 0.07173481548872705, |
| "learning_rate": 8.47260150555882e-07, |
| "loss": 0.2869, |
| "step": 1482 |
| }, |
| { |
| "epoch": 4.706069020230068, |
| "grad_norm": 0.07243043839490769, |
| "learning_rate": 8.292003405513882e-07, |
| "loss": 0.2863, |
| "step": 1483 |
| }, |
| { |
| "epoch": 4.709242364141214, |
| "grad_norm": 0.07029557557454981, |
| "learning_rate": 8.113330711397016e-07, |
| "loss": 0.2873, |
| "step": 1484 |
| }, |
| { |
| "epoch": 4.71241570805236, |
| "grad_norm": 0.0704646381143378, |
| "learning_rate": 7.936584301458006e-07, |
| "loss": 0.2889, |
| "step": 1485 |
| }, |
| { |
| "epoch": 4.715589051963507, |
| "grad_norm": 0.07189911994697401, |
| "learning_rate": 7.761765044478209e-07, |
| "loss": 0.2844, |
| "step": 1486 |
| }, |
| { |
| "epoch": 4.718762395874653, |
| "grad_norm": 0.07145859830072916, |
| "learning_rate": 7.588873799766161e-07, |
| "loss": 0.29, |
| "step": 1487 |
| }, |
| { |
| "epoch": 4.721935739785799, |
| "grad_norm": 0.0711567541075634, |
| "learning_rate": 7.417911417153401e-07, |
| "loss": 0.2919, |
| "step": 1488 |
| }, |
| { |
| "epoch": 4.725109083696946, |
| "grad_norm": 0.07204569153095995, |
| "learning_rate": 7.248878736990428e-07, |
| "loss": 0.2877, |
| "step": 1489 |
| }, |
| { |
| "epoch": 4.728282427608092, |
| "grad_norm": 0.07125020942303784, |
| "learning_rate": 7.081776590142352e-07, |
| "loss": 0.2858, |
| "step": 1490 |
| }, |
| { |
| "epoch": 4.731455771519238, |
| "grad_norm": 0.06994584906572929, |
| "learning_rate": 6.916605797984987e-07, |
| "loss": 0.2807, |
| "step": 1491 |
| }, |
| { |
| "epoch": 4.734629115430385, |
| "grad_norm": 0.0715883706850393, |
| "learning_rate": 6.753367172400716e-07, |
| "loss": 0.2859, |
| "step": 1492 |
| }, |
| { |
| "epoch": 4.737802459341531, |
| "grad_norm": 0.07097376897268061, |
| "learning_rate": 6.59206151577454e-07, |
| "loss": 0.2831, |
| "step": 1493 |
| }, |
| { |
| "epoch": 4.740975803252677, |
| "grad_norm": 0.07016656413072693, |
| "learning_rate": 6.432689620990084e-07, |
| "loss": 0.2814, |
| "step": 1494 |
| }, |
| { |
| "epoch": 4.7441491471638235, |
| "grad_norm": 0.07157617127762622, |
| "learning_rate": 6.275252271425736e-07, |
| "loss": 0.2838, |
| "step": 1495 |
| }, |
| { |
| "epoch": 4.7473224910749705, |
| "grad_norm": 0.07273178665389977, |
| "learning_rate": 6.119750240950906e-07, |
| "loss": 0.2892, |
| "step": 1496 |
| }, |
| { |
| "epoch": 4.750495834986117, |
| "grad_norm": 0.07183066506951129, |
| "learning_rate": 5.96618429392204e-07, |
| "loss": 0.2838, |
| "step": 1497 |
| }, |
| { |
| "epoch": 4.753669178897263, |
| "grad_norm": 0.07085345548841952, |
| "learning_rate": 5.814555185178838e-07, |
| "loss": 0.2924, |
| "step": 1498 |
| }, |
| { |
| "epoch": 4.75684252280841, |
| "grad_norm": 0.071668882520716, |
| "learning_rate": 5.664863660040843e-07, |
| "loss": 0.2882, |
| "step": 1499 |
| }, |
| { |
| "epoch": 4.760015866719556, |
| "grad_norm": 0.07232430109380229, |
| "learning_rate": 5.517110454303387e-07, |
| "loss": 0.2922, |
| "step": 1500 |
| }, |
| { |
| "epoch": 4.763189210630702, |
| "grad_norm": 0.07157437165230283, |
| "learning_rate": 5.371296294234318e-07, |
| "loss": 0.2818, |
| "step": 1501 |
| }, |
| { |
| "epoch": 4.766362554541848, |
| "grad_norm": 0.07138983987689239, |
| "learning_rate": 5.227421896570217e-07, |
| "loss": 0.2896, |
| "step": 1502 |
| }, |
| { |
| "epoch": 4.769535898452995, |
| "grad_norm": 0.0728983951265643, |
| "learning_rate": 5.085487968512892e-07, |
| "loss": 0.2837, |
| "step": 1503 |
| }, |
| { |
| "epoch": 4.772709242364141, |
| "grad_norm": 0.07175621867152891, |
| "learning_rate": 4.945495207725958e-07, |
| "loss": 0.2838, |
| "step": 1504 |
| }, |
| { |
| "epoch": 4.775882586275287, |
| "grad_norm": 0.07008101989246392, |
| "learning_rate": 4.807444302331509e-07, |
| "loss": 0.2891, |
| "step": 1505 |
| }, |
| { |
| "epoch": 4.779055930186434, |
| "grad_norm": 0.07114350131264044, |
| "learning_rate": 4.671335930906429e-07, |
| "loss": 0.2884, |
| "step": 1506 |
| }, |
| { |
| "epoch": 4.78222927409758, |
| "grad_norm": 0.0712547000013449, |
| "learning_rate": 4.537170762479459e-07, |
| "loss": 0.2865, |
| "step": 1507 |
| }, |
| { |
| "epoch": 4.785402618008726, |
| "grad_norm": 0.07044621429669759, |
| "learning_rate": 4.404949456527474e-07, |
| "loss": 0.2803, |
| "step": 1508 |
| }, |
| { |
| "epoch": 4.788575961919873, |
| "grad_norm": 0.07132128750657112, |
| "learning_rate": 4.274672662972679e-07, |
| "loss": 0.2904, |
| "step": 1509 |
| }, |
| { |
| "epoch": 4.791749305831019, |
| "grad_norm": 0.07164963300558302, |
| "learning_rate": 4.146341022179057e-07, |
| "loss": 0.2908, |
| "step": 1510 |
| }, |
| { |
| "epoch": 4.7949226497421655, |
| "grad_norm": 0.07165377120863803, |
| "learning_rate": 4.019955164949352e-07, |
| "loss": 0.2874, |
| "step": 1511 |
| }, |
| { |
| "epoch": 4.7980959936533125, |
| "grad_norm": 0.07017965132137843, |
| "learning_rate": 3.8955157125221356e-07, |
| "loss": 0.2849, |
| "step": 1512 |
| }, |
| { |
| "epoch": 4.801269337564459, |
| "grad_norm": 0.0706363848720524, |
| "learning_rate": 3.7730232765685213e-07, |
| "loss": 0.2861, |
| "step": 1513 |
| }, |
| { |
| "epoch": 4.804442681475605, |
| "grad_norm": 0.07329406027888734, |
| "learning_rate": 3.6524784591891013e-07, |
| "loss": 0.2873, |
| "step": 1514 |
| }, |
| { |
| "epoch": 4.807616025386752, |
| "grad_norm": 0.06880746155049348, |
| "learning_rate": 3.5338818529113253e-07, |
| "loss": 0.2869, |
| "step": 1515 |
| }, |
| { |
| "epoch": 4.810789369297898, |
| "grad_norm": 0.07176951769611108, |
| "learning_rate": 3.417234040686257e-07, |
| "loss": 0.2935, |
| "step": 1516 |
| }, |
| { |
| "epoch": 4.813962713209044, |
| "grad_norm": 0.07173903151971806, |
| "learning_rate": 3.302535595885914e-07, |
| "loss": 0.292, |
| "step": 1517 |
| }, |
| { |
| "epoch": 4.817136057120191, |
| "grad_norm": 0.06981608234215353, |
| "learning_rate": 3.1897870823002883e-07, |
| "loss": 0.2875, |
| "step": 1518 |
| }, |
| { |
| "epoch": 4.820309401031337, |
| "grad_norm": 0.07079666453671589, |
| "learning_rate": 3.078989054134729e-07, |
| "loss": 0.2852, |
| "step": 1519 |
| }, |
| { |
| "epoch": 4.823482744942483, |
| "grad_norm": 0.07073176594785087, |
| "learning_rate": 2.9701420560071417e-07, |
| "loss": 0.2905, |
| "step": 1520 |
| }, |
| { |
| "epoch": 4.826656088853629, |
| "grad_norm": 0.06983353352491713, |
| "learning_rate": 2.863246622945237e-07, |
| "loss": 0.2851, |
| "step": 1521 |
| }, |
| { |
| "epoch": 4.829829432764776, |
| "grad_norm": 0.07067428777959145, |
| "learning_rate": 2.758303280384045e-07, |
| "loss": 0.2873, |
| "step": 1522 |
| }, |
| { |
| "epoch": 4.833002776675922, |
| "grad_norm": 0.07102800424361236, |
| "learning_rate": 2.6553125441633355e-07, |
| "loss": 0.2871, |
| "step": 1523 |
| }, |
| { |
| "epoch": 4.836176120587068, |
| "grad_norm": 0.07060381894814903, |
| "learning_rate": 2.5542749205248683e-07, |
| "loss": 0.285, |
| "step": 1524 |
| }, |
| { |
| "epoch": 4.839349464498215, |
| "grad_norm": 0.07059262948871846, |
| "learning_rate": 2.4551909061101275e-07, |
| "loss": 0.2838, |
| "step": 1525 |
| }, |
| { |
| "epoch": 4.8425228084093614, |
| "grad_norm": 0.0700522721522073, |
| "learning_rate": 2.3580609879578332e-07, |
| "loss": 0.2913, |
| "step": 1526 |
| }, |
| { |
| "epoch": 4.8456961523205075, |
| "grad_norm": 0.07311091919771467, |
| "learning_rate": 2.2628856435015e-07, |
| "loss": 0.2903, |
| "step": 1527 |
| }, |
| { |
| "epoch": 4.848869496231654, |
| "grad_norm": 0.06916920833217112, |
| "learning_rate": 2.1696653405670398e-07, |
| "loss": 0.2831, |
| "step": 1528 |
| }, |
| { |
| "epoch": 4.852042840142801, |
| "grad_norm": 0.0709586661157069, |
| "learning_rate": 2.0784005373706729e-07, |
| "loss": 0.2892, |
| "step": 1529 |
| }, |
| { |
| "epoch": 4.855216184053947, |
| "grad_norm": 0.06984666564128461, |
| "learning_rate": 1.9890916825163086e-07, |
| "loss": 0.2895, |
| "step": 1530 |
| }, |
| { |
| "epoch": 4.858389527965093, |
| "grad_norm": 0.07227174002725144, |
| "learning_rate": 1.9017392149938585e-07, |
| "loss": 0.2856, |
| "step": 1531 |
| }, |
| { |
| "epoch": 4.86156287187624, |
| "grad_norm": 0.06981243660335461, |
| "learning_rate": 1.816343564176526e-07, |
| "loss": 0.2841, |
| "step": 1532 |
| }, |
| { |
| "epoch": 4.864736215787386, |
| "grad_norm": 0.06955676961459405, |
| "learning_rate": 1.7329051498191196e-07, |
| "loss": 0.2853, |
| "step": 1533 |
| }, |
| { |
| "epoch": 4.867909559698532, |
| "grad_norm": 0.07044007567746591, |
| "learning_rate": 1.6514243820556996e-07, |
| "loss": 0.2892, |
| "step": 1534 |
| }, |
| { |
| "epoch": 4.871082903609679, |
| "grad_norm": 0.07011876795238156, |
| "learning_rate": 1.5719016613978012e-07, |
| "loss": 0.2888, |
| "step": 1535 |
| }, |
| { |
| "epoch": 4.874256247520825, |
| "grad_norm": 0.0711153254470578, |
| "learning_rate": 1.4943373787323468e-07, |
| "loss": 0.2875, |
| "step": 1536 |
| }, |
| { |
| "epoch": 4.877429591431971, |
| "grad_norm": 0.07033022450802037, |
| "learning_rate": 1.4187319153196488e-07, |
| "loss": 0.2937, |
| "step": 1537 |
| }, |
| { |
| "epoch": 4.880602935343118, |
| "grad_norm": 0.07169239899295766, |
| "learning_rate": 1.3450856427916325e-07, |
| "loss": 0.2911, |
| "step": 1538 |
| }, |
| { |
| "epoch": 4.883776279254264, |
| "grad_norm": 0.07061272545363809, |
| "learning_rate": 1.2733989231500597e-07, |
| "loss": 0.2852, |
| "step": 1539 |
| }, |
| { |
| "epoch": 4.88694962316541, |
| "grad_norm": 0.07142348008808704, |
| "learning_rate": 1.2036721087646642e-07, |
| "loss": 0.2881, |
| "step": 1540 |
| }, |
| { |
| "epoch": 4.890122967076557, |
| "grad_norm": 0.07491018067145877, |
| "learning_rate": 1.1359055423713295e-07, |
| "loss": 0.2883, |
| "step": 1541 |
| }, |
| { |
| "epoch": 4.8932963109877035, |
| "grad_norm": 0.07043352846998585, |
| "learning_rate": 1.070099557070714e-07, |
| "loss": 0.2884, |
| "step": 1542 |
| }, |
| { |
| "epoch": 4.8964696548988496, |
| "grad_norm": 0.0703268500097442, |
| "learning_rate": 1.0062544763262516e-07, |
| "loss": 0.2886, |
| "step": 1543 |
| }, |
| { |
| "epoch": 4.899642998809996, |
| "grad_norm": 0.06967989026912552, |
| "learning_rate": 9.44370613962775e-08, |
| "loss": 0.2875, |
| "step": 1544 |
| }, |
| { |
| "epoch": 4.902816342721143, |
| "grad_norm": 0.07091190304068178, |
| "learning_rate": 8.844482741649174e-08, |
| "loss": 0.2846, |
| "step": 1545 |
| }, |
| { |
| "epoch": 4.905989686632289, |
| "grad_norm": 0.0704157347762079, |
| "learning_rate": 8.264877514756465e-08, |
| "loss": 0.2915, |
| "step": 1546 |
| }, |
| { |
| "epoch": 4.909163030543435, |
| "grad_norm": 0.07197642287777141, |
| "learning_rate": 7.704893307947547e-08, |
| "loss": 0.2886, |
| "step": 1547 |
| }, |
| { |
| "epoch": 4.912336374454582, |
| "grad_norm": 0.06954677224905088, |
| "learning_rate": 7.164532873775276e-08, |
| "loss": 0.288, |
| "step": 1548 |
| }, |
| { |
| "epoch": 4.915509718365728, |
| "grad_norm": 0.07029671235552006, |
| "learning_rate": 6.643798868333662e-08, |
| "loss": 0.2868, |
| "step": 1549 |
| }, |
| { |
| "epoch": 4.918683062276874, |
| "grad_norm": 0.07101459809224268, |
| "learning_rate": 6.142693851244109e-08, |
| "loss": 0.2871, |
| "step": 1550 |
| }, |
| { |
| "epoch": 4.921856406188021, |
| "grad_norm": 0.07028381337765902, |
| "learning_rate": 5.661220285643865e-08, |
| "loss": 0.2923, |
| "step": 1551 |
| }, |
| { |
| "epoch": 4.925029750099167, |
| "grad_norm": 0.07105984885088223, |
| "learning_rate": 5.199380538174037e-08, |
| "loss": 0.2935, |
| "step": 1552 |
| }, |
| { |
| "epoch": 4.928203094010313, |
| "grad_norm": 0.07233897145123062, |
| "learning_rate": 4.7571768789667075e-08, |
| "loss": 0.2875, |
| "step": 1553 |
| }, |
| { |
| "epoch": 4.931376437921459, |
| "grad_norm": 0.0703092103811166, |
| "learning_rate": 4.3346114816347207e-08, |
| "loss": 0.2858, |
| "step": 1554 |
| }, |
| { |
| "epoch": 4.934549781832606, |
| "grad_norm": 0.0706968242740516, |
| "learning_rate": 3.931686423261027e-08, |
| "loss": 0.2872, |
| "step": 1555 |
| }, |
| { |
| "epoch": 4.937723125743752, |
| "grad_norm": 0.069673162302404, |
| "learning_rate": 3.5484036843875804e-08, |
| "loss": 0.2882, |
| "step": 1556 |
| }, |
| { |
| "epoch": 4.9408964696548985, |
| "grad_norm": 0.06968426384379744, |
| "learning_rate": 3.1847651490068964e-08, |
| "loss": 0.2855, |
| "step": 1557 |
| }, |
| { |
| "epoch": 4.9440698135660455, |
| "grad_norm": 0.07194410996026296, |
| "learning_rate": 2.8407726045522886e-08, |
| "loss": 0.2928, |
| "step": 1558 |
| }, |
| { |
| "epoch": 4.947243157477192, |
| "grad_norm": 0.06910814568161171, |
| "learning_rate": 2.5164277418880945e-08, |
| "loss": 0.2853, |
| "step": 1559 |
| }, |
| { |
| "epoch": 4.950416501388338, |
| "grad_norm": 0.07039708426854659, |
| "learning_rate": 2.2117321553030146e-08, |
| "loss": 0.2896, |
| "step": 1560 |
| }, |
| { |
| "epoch": 4.953589845299485, |
| "grad_norm": 0.07008182260440685, |
| "learning_rate": 1.9266873425012323e-08, |
| "loss": 0.2892, |
| "step": 1561 |
| }, |
| { |
| "epoch": 4.956763189210631, |
| "grad_norm": 0.06932142266239405, |
| "learning_rate": 1.6612947045953064e-08, |
| "loss": 0.2852, |
| "step": 1562 |
| }, |
| { |
| "epoch": 4.959936533121777, |
| "grad_norm": 0.06970140934176305, |
| "learning_rate": 1.4155555460990677e-08, |
| "loss": 0.2893, |
| "step": 1563 |
| }, |
| { |
| "epoch": 4.963109877032924, |
| "grad_norm": 0.07142752676643119, |
| "learning_rate": 1.1894710749214e-08, |
| "loss": 0.2883, |
| "step": 1564 |
| }, |
| { |
| "epoch": 4.96628322094407, |
| "grad_norm": 0.07011403382472035, |
| "learning_rate": 9.83042402360912e-09, |
| "loss": 0.2877, |
| "step": 1565 |
| }, |
| { |
| "epoch": 4.969456564855216, |
| "grad_norm": 0.06985655852080626, |
| "learning_rate": 7.962705430988315e-09, |
| "loss": 0.2908, |
| "step": 1566 |
| }, |
| { |
| "epoch": 4.972629908766363, |
| "grad_norm": 0.07205354220071218, |
| "learning_rate": 6.291564151963414e-09, |
| "loss": 0.2885, |
| "step": 1567 |
| }, |
| { |
| "epoch": 4.975803252677509, |
| "grad_norm": 0.06900070418548365, |
| "learning_rate": 4.817008400879175e-09, |
| "loss": 0.2877, |
| "step": 1568 |
| }, |
| { |
| "epoch": 4.978976596588655, |
| "grad_norm": 0.07029900380853947, |
| "learning_rate": 3.539045425777765e-09, |
| "loss": 0.2868, |
| "step": 1569 |
| }, |
| { |
| "epoch": 4.982149940499801, |
| "grad_norm": 0.070893441701857, |
| "learning_rate": 2.4576815083809933e-09, |
| "loss": 0.2859, |
| "step": 1570 |
| }, |
| { |
| "epoch": 4.985323284410948, |
| "grad_norm": 0.07118447299049073, |
| "learning_rate": 1.572921964032581e-09, |
| "loss": 0.2897, |
| "step": 1571 |
| }, |
| { |
| "epoch": 4.988496628322094, |
| "grad_norm": 0.07138726064563218, |
| "learning_rate": 8.847711416937188e-10, |
| "loss": 0.2912, |
| "step": 1572 |
| }, |
| { |
| "epoch": 4.9916699722332405, |
| "grad_norm": 0.06968196998745611, |
| "learning_rate": 3.9323242390754137e-10, |
| "loss": 0.2841, |
| "step": 1573 |
| }, |
| { |
| "epoch": 4.9948433161443875, |
| "grad_norm": 0.07155054271656291, |
| "learning_rate": 9.830822678136288e-11, |
| "loss": 0.2906, |
| "step": 1574 |
| }, |
| { |
| "epoch": 4.998016660055534, |
| "grad_norm": 0.07077675462284239, |
| "learning_rate": 0.0, |
| "loss": 0.2858, |
| "step": 1575 |
| }, |
| { |
| "epoch": 4.998016660055534, |
| "step": 1575, |
| "total_flos": 3.782923812788083e+19, |
| "train_loss": 0.3593273034549895, |
| "train_runtime": 93234.1699, |
| "train_samples_per_second": 8.651, |
| "train_steps_per_second": 0.017 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 1575, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.782923812788083e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
