| { |
| "best_metric": 0.41607236862182617, |
| "best_model_checkpoint": "output_dir/finetuned_best_mnli/checkpoint-12000", |
| "epoch": 1.9149282920469362, |
| "global_step": 23500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.04, |
| "learning_rate": 1.983702737940026e-05, |
| "loss": 0.8277, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.04, |
| "eval_accuracy": 0.7111563932755985, |
| "eval_loss": 0.6876205801963806, |
| "eval_runtime": 133.5092, |
| "eval_samples_per_second": 73.516, |
| "eval_steps_per_second": 9.19, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.08, |
| "learning_rate": 1.9674054758800523e-05, |
| "loss": 0.6598, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.08, |
| "eval_accuracy": 0.7539480387162506, |
| "eval_loss": 0.6054476499557495, |
| "eval_runtime": 151.2877, |
| "eval_samples_per_second": 64.876, |
| "eval_steps_per_second": 8.11, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.12, |
| "learning_rate": 1.9511082138200782e-05, |
| "loss": 0.6012, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.12, |
| "eval_accuracy": 0.7814569536423841, |
| "eval_loss": 0.5584900975227356, |
| "eval_runtime": 160.2112, |
| "eval_samples_per_second": 61.263, |
| "eval_steps_per_second": 7.659, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.16, |
| "learning_rate": 1.9348109517601044e-05, |
| "loss": 0.5589, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_accuracy": 0.7909322465613856, |
| "eval_loss": 0.5319538116455078, |
| "eval_runtime": 160.4115, |
| "eval_samples_per_second": 61.186, |
| "eval_steps_per_second": 7.649, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.2, |
| "learning_rate": 1.9185136897001307e-05, |
| "loss": 0.5631, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.2, |
| "eval_accuracy": 0.7811512990320937, |
| "eval_loss": 0.5446802973747253, |
| "eval_runtime": 190.5286, |
| "eval_samples_per_second": 51.515, |
| "eval_steps_per_second": 6.44, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.24, |
| "learning_rate": 1.9022164276401566e-05, |
| "loss": 0.5556, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.24, |
| "eval_accuracy": 0.795109526235354, |
| "eval_loss": 0.5091724991798401, |
| "eval_runtime": 100.2906, |
| "eval_samples_per_second": 97.866, |
| "eval_steps_per_second": 12.234, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.29, |
| "learning_rate": 1.8859191655801828e-05, |
| "loss": 0.5311, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.29, |
| "eval_accuracy": 0.8002037697401936, |
| "eval_loss": 0.5131673216819763, |
| "eval_runtime": 106.1752, |
| "eval_samples_per_second": 92.442, |
| "eval_steps_per_second": 11.556, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.33, |
| "learning_rate": 1.8696219035202087e-05, |
| "loss": 0.5119, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.33, |
| "eval_accuracy": 0.8132450331125828, |
| "eval_loss": 0.47580984234809875, |
| "eval_runtime": 84.6709, |
| "eval_samples_per_second": 115.919, |
| "eval_steps_per_second": 14.491, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.37, |
| "learning_rate": 1.853324641460235e-05, |
| "loss": 0.4988, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.37, |
| "eval_accuracy": 0.8033622007131941, |
| "eval_loss": 0.5015984177589417, |
| "eval_runtime": 120.1676, |
| "eval_samples_per_second": 81.678, |
| "eval_steps_per_second": 10.211, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.41, |
| "learning_rate": 1.837027379400261e-05, |
| "loss": 0.509, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.41, |
| "eval_accuracy": 0.8169128884360672, |
| "eval_loss": 0.4686170220375061, |
| "eval_runtime": 115.84, |
| "eval_samples_per_second": 84.729, |
| "eval_steps_per_second": 10.592, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.45, |
| "learning_rate": 1.820730117340287e-05, |
| "loss": 0.5033, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.45, |
| "eval_accuracy": 0.8121242995415181, |
| "eval_loss": 0.4700980484485626, |
| "eval_runtime": 103.4737, |
| "eval_samples_per_second": 94.855, |
| "eval_steps_per_second": 11.858, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.49, |
| "learning_rate": 1.804432855280313e-05, |
| "loss": 0.4834, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.49, |
| "eval_accuracy": 0.8227203260315843, |
| "eval_loss": 0.4637387990951538, |
| "eval_runtime": 110.8909, |
| "eval_samples_per_second": 88.51, |
| "eval_steps_per_second": 11.065, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.53, |
| "learning_rate": 1.788135593220339e-05, |
| "loss": 0.4863, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.53, |
| "eval_accuracy": 0.8237391747325522, |
| "eval_loss": 0.45791763067245483, |
| "eval_runtime": 95.3317, |
| "eval_samples_per_second": 102.956, |
| "eval_steps_per_second": 12.871, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.57, |
| "learning_rate": 1.771838331160365e-05, |
| "loss": 0.4829, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.57, |
| "eval_accuracy": 0.823331635252165, |
| "eval_loss": 0.463431179523468, |
| "eval_runtime": 94.439, |
| "eval_samples_per_second": 103.93, |
| "eval_steps_per_second": 12.993, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.61, |
| "learning_rate": 1.7555410691003914e-05, |
| "loss": 0.4819, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.61, |
| "eval_accuracy": 0.8260825267447784, |
| "eval_loss": 0.4441950023174286, |
| "eval_runtime": 106.424, |
| "eval_samples_per_second": 92.225, |
| "eval_steps_per_second": 11.529, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.65, |
| "learning_rate": 1.7392438070404173e-05, |
| "loss": 0.4763, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.65, |
| "eval_accuracy": 0.8212939378502292, |
| "eval_loss": 0.44791945815086365, |
| "eval_runtime": 88.0696, |
| "eval_samples_per_second": 111.446, |
| "eval_steps_per_second": 13.932, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.69, |
| "learning_rate": 1.7229465449804435e-05, |
| "loss": 0.4738, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.69, |
| "eval_accuracy": 0.8275089149261334, |
| "eval_loss": 0.45088809728622437, |
| "eval_runtime": 92.5901, |
| "eval_samples_per_second": 106.005, |
| "eval_steps_per_second": 13.252, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.73, |
| "learning_rate": 1.7066492829204694e-05, |
| "loss": 0.4687, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.73, |
| "eval_accuracy": 0.8311767702496179, |
| "eval_loss": 0.43536150455474854, |
| "eval_runtime": 126.1698, |
| "eval_samples_per_second": 77.792, |
| "eval_steps_per_second": 9.725, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.77, |
| "learning_rate": 1.6903520208604957e-05, |
| "loss": 0.468, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.77, |
| "eval_accuracy": 0.8322975038206827, |
| "eval_loss": 0.43157872557640076, |
| "eval_runtime": 113.9939, |
| "eval_samples_per_second": 86.101, |
| "eval_steps_per_second": 10.764, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.81, |
| "learning_rate": 1.6740547588005215e-05, |
| "loss": 0.4529, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.81, |
| "eval_accuracy": 0.8317880794701987, |
| "eval_loss": 0.42749524116516113, |
| "eval_runtime": 115.1753, |
| "eval_samples_per_second": 85.218, |
| "eval_steps_per_second": 10.653, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.86, |
| "learning_rate": 1.6577574967405478e-05, |
| "loss": 0.4617, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.86, |
| "eval_accuracy": 0.8309730005094244, |
| "eval_loss": 0.43376246094703674, |
| "eval_runtime": 139.6786, |
| "eval_samples_per_second": 70.268, |
| "eval_steps_per_second": 8.784, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.9, |
| "learning_rate": 1.6414602346805737e-05, |
| "loss": 0.4534, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.9, |
| "eval_accuracy": 0.8359653591441671, |
| "eval_loss": 0.42552220821380615, |
| "eval_runtime": 96.9513, |
| "eval_samples_per_second": 101.236, |
| "eval_steps_per_second": 12.656, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.94, |
| "learning_rate": 1.6251629726206e-05, |
| "loss": 0.4536, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.94, |
| "eval_accuracy": 0.8359653591441671, |
| "eval_loss": 0.41881263256073, |
| "eval_runtime": 108.0698, |
| "eval_samples_per_second": 90.821, |
| "eval_steps_per_second": 11.354, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.98, |
| "learning_rate": 1.608865710560626e-05, |
| "loss": 0.4551, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.98, |
| "eval_accuracy": 0.8391237901171676, |
| "eval_loss": 0.41607236862182617, |
| "eval_runtime": 89.8988, |
| "eval_samples_per_second": 109.178, |
| "eval_steps_per_second": 13.649, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.02, |
| "learning_rate": 1.592568448500652e-05, |
| "loss": 0.4006, |
| "step": 12500 |
| }, |
| { |
| "epoch": 1.02, |
| "eval_accuracy": 0.8356597045338767, |
| "eval_loss": 0.4454086124897003, |
| "eval_runtime": 91.709, |
| "eval_samples_per_second": 107.023, |
| "eval_steps_per_second": 13.379, |
| "step": 12500 |
| }, |
| { |
| "epoch": 1.06, |
| "learning_rate": 1.576271186440678e-05, |
| "loss": 0.3355, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.06, |
| "eval_accuracy": 0.840855832908813, |
| "eval_loss": 0.44230031967163086, |
| "eval_runtime": 93.3849, |
| "eval_samples_per_second": 105.103, |
| "eval_steps_per_second": 13.139, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.1, |
| "learning_rate": 1.5599739243807042e-05, |
| "loss": 0.3309, |
| "step": 13500 |
| }, |
| { |
| "epoch": 1.1, |
| "eval_accuracy": 0.8339276617422313, |
| "eval_loss": 0.4691074788570404, |
| "eval_runtime": 81.8679, |
| "eval_samples_per_second": 119.888, |
| "eval_steps_per_second": 14.988, |
| "step": 13500 |
| }, |
| { |
| "epoch": 1.14, |
| "learning_rate": 1.54367666232073e-05, |
| "loss": 0.3416, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.14, |
| "eval_accuracy": 0.8397350993377484, |
| "eval_loss": 0.4406871497631073, |
| "eval_runtime": 80.3421, |
| "eval_samples_per_second": 122.165, |
| "eval_steps_per_second": 15.272, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.18, |
| "learning_rate": 1.5273794002607563e-05, |
| "loss": 0.3463, |
| "step": 14500 |
| }, |
| { |
| "epoch": 1.18, |
| "eval_accuracy": 0.8371879775853286, |
| "eval_loss": 0.445261150598526, |
| "eval_runtime": 83.1773, |
| "eval_samples_per_second": 118.001, |
| "eval_steps_per_second": 14.752, |
| "step": 14500 |
| }, |
| { |
| "epoch": 1.22, |
| "learning_rate": 1.5110821382007822e-05, |
| "loss": 0.3447, |
| "step": 15000 |
| }, |
| { |
| "epoch": 1.22, |
| "eval_accuracy": 0.8397350993377484, |
| "eval_loss": 0.4480521082878113, |
| "eval_runtime": 93.0739, |
| "eval_samples_per_second": 105.454, |
| "eval_steps_per_second": 13.183, |
| "step": 15000 |
| }, |
| { |
| "epoch": 1.26, |
| "learning_rate": 1.4947848761408083e-05, |
| "loss": 0.3302, |
| "step": 15500 |
| }, |
| { |
| "epoch": 1.26, |
| "eval_accuracy": 0.8403464085583291, |
| "eval_loss": 0.462993860244751, |
| "eval_runtime": 98.4254, |
| "eval_samples_per_second": 99.72, |
| "eval_steps_per_second": 12.466, |
| "step": 15500 |
| }, |
| { |
| "epoch": 1.3, |
| "learning_rate": 1.4784876140808346e-05, |
| "loss": 0.3366, |
| "step": 16000 |
| }, |
| { |
| "epoch": 1.3, |
| "eval_accuracy": 0.8402445236882323, |
| "eval_loss": 0.4278508424758911, |
| "eval_runtime": 80.9392, |
| "eval_samples_per_second": 121.264, |
| "eval_steps_per_second": 15.16, |
| "step": 16000 |
| }, |
| { |
| "epoch": 1.34, |
| "learning_rate": 1.4621903520208606e-05, |
| "loss": 0.3446, |
| "step": 16500 |
| }, |
| { |
| "epoch": 1.34, |
| "eval_accuracy": 0.8444218033622007, |
| "eval_loss": 0.4328218996524811, |
| "eval_runtime": 88.6359, |
| "eval_samples_per_second": 110.734, |
| "eval_steps_per_second": 13.843, |
| "step": 16500 |
| }, |
| { |
| "epoch": 1.39, |
| "learning_rate": 1.4458930899608867e-05, |
| "loss": 0.3442, |
| "step": 17000 |
| }, |
| { |
| "epoch": 1.39, |
| "eval_accuracy": 0.8421803362200713, |
| "eval_loss": 0.4372538924217224, |
| "eval_runtime": 90.5486, |
| "eval_samples_per_second": 108.395, |
| "eval_steps_per_second": 13.551, |
| "step": 17000 |
| }, |
| { |
| "epoch": 1.43, |
| "learning_rate": 1.4295958279009128e-05, |
| "loss": 0.3431, |
| "step": 17500 |
| }, |
| { |
| "epoch": 1.43, |
| "eval_accuracy": 0.8425878757004585, |
| "eval_loss": 0.444231778383255, |
| "eval_runtime": 104.7466, |
| "eval_samples_per_second": 93.702, |
| "eval_steps_per_second": 11.714, |
| "step": 17500 |
| }, |
| { |
| "epoch": 1.47, |
| "learning_rate": 1.4132985658409388e-05, |
| "loss": 0.3388, |
| "step": 18000 |
| }, |
| { |
| "epoch": 1.47, |
| "eval_accuracy": 0.8358634742740703, |
| "eval_loss": 0.4574286937713623, |
| "eval_runtime": 79.912, |
| "eval_samples_per_second": 122.823, |
| "eval_steps_per_second": 15.354, |
| "step": 18000 |
| }, |
| { |
| "epoch": 1.51, |
| "learning_rate": 1.3970013037809649e-05, |
| "loss": 0.3403, |
| "step": 18500 |
| }, |
| { |
| "epoch": 1.51, |
| "eval_accuracy": 0.8423841059602649, |
| "eval_loss": 0.4366081953048706, |
| "eval_runtime": 80.6484, |
| "eval_samples_per_second": 121.701, |
| "eval_steps_per_second": 15.214, |
| "step": 18500 |
| }, |
| { |
| "epoch": 1.55, |
| "learning_rate": 1.380704041720991e-05, |
| "loss": 0.3421, |
| "step": 19000 |
| }, |
| { |
| "epoch": 1.55, |
| "eval_accuracy": 0.8441161487519103, |
| "eval_loss": 0.4383392930030823, |
| "eval_runtime": 105.6168, |
| "eval_samples_per_second": 92.93, |
| "eval_steps_per_second": 11.617, |
| "step": 19000 |
| }, |
| { |
| "epoch": 1.59, |
| "learning_rate": 1.364406779661017e-05, |
| "loss": 0.3405, |
| "step": 19500 |
| }, |
| { |
| "epoch": 1.59, |
| "eval_accuracy": 0.8411614875191035, |
| "eval_loss": 0.4455229938030243, |
| "eval_runtime": 99.6387, |
| "eval_samples_per_second": 98.506, |
| "eval_steps_per_second": 12.314, |
| "step": 19500 |
| }, |
| { |
| "epoch": 1.63, |
| "learning_rate": 1.3481095176010431e-05, |
| "loss": 0.3448, |
| "step": 20000 |
| }, |
| { |
| "epoch": 1.63, |
| "eval_accuracy": 0.8385124808965868, |
| "eval_loss": 0.4386064112186432, |
| "eval_runtime": 86.9871, |
| "eval_samples_per_second": 112.833, |
| "eval_steps_per_second": 14.106, |
| "step": 20000 |
| }, |
| { |
| "epoch": 1.67, |
| "learning_rate": 1.3318122555410693e-05, |
| "loss": 0.3346, |
| "step": 20500 |
| }, |
| { |
| "epoch": 1.67, |
| "eval_accuracy": 0.8416709118695873, |
| "eval_loss": 0.4354933500289917, |
| "eval_runtime": 90.9919, |
| "eval_samples_per_second": 107.867, |
| "eval_steps_per_second": 13.485, |
| "step": 20500 |
| }, |
| { |
| "epoch": 1.71, |
| "learning_rate": 1.3155149934810954e-05, |
| "loss": 0.3475, |
| "step": 21000 |
| }, |
| { |
| "epoch": 1.71, |
| "eval_accuracy": 0.8372898624554254, |
| "eval_loss": 0.4339876174926758, |
| "eval_runtime": 89.1677, |
| "eval_samples_per_second": 110.073, |
| "eval_steps_per_second": 13.761, |
| "step": 21000 |
| }, |
| { |
| "epoch": 1.75, |
| "learning_rate": 1.2992177314211213e-05, |
| "loss": 0.3378, |
| "step": 21500 |
| }, |
| { |
| "epoch": 1.75, |
| "eval_accuracy": 0.8469689251146205, |
| "eval_loss": 0.4287373125553131, |
| "eval_runtime": 93.5816, |
| "eval_samples_per_second": 104.882, |
| "eval_steps_per_second": 13.112, |
| "step": 21500 |
| }, |
| { |
| "epoch": 1.79, |
| "learning_rate": 1.2829204693611474e-05, |
| "loss": 0.3454, |
| "step": 22000 |
| }, |
| { |
| "epoch": 1.79, |
| "eval_accuracy": 0.8434029546612328, |
| "eval_loss": 0.43279626965522766, |
| "eval_runtime": 108.513, |
| "eval_samples_per_second": 90.45, |
| "eval_steps_per_second": 11.307, |
| "step": 22000 |
| }, |
| { |
| "epoch": 1.83, |
| "learning_rate": 1.2666232073011735e-05, |
| "loss": 0.3423, |
| "step": 22500 |
| }, |
| { |
| "epoch": 1.83, |
| "eval_accuracy": 0.8433010697911361, |
| "eval_loss": 0.4425649344921112, |
| "eval_runtime": 91.9329, |
| "eval_samples_per_second": 106.763, |
| "eval_steps_per_second": 13.347, |
| "step": 22500 |
| }, |
| { |
| "epoch": 1.87, |
| "learning_rate": 1.2503259452411995e-05, |
| "loss": 0.3292, |
| "step": 23000 |
| }, |
| { |
| "epoch": 1.87, |
| "eval_accuracy": 0.845236882322975, |
| "eval_loss": 0.424352765083313, |
| "eval_runtime": 101.4887, |
| "eval_samples_per_second": 96.71, |
| "eval_steps_per_second": 12.09, |
| "step": 23000 |
| }, |
| { |
| "epoch": 1.91, |
| "learning_rate": 1.2340286831812256e-05, |
| "loss": 0.3363, |
| "step": 23500 |
| }, |
| { |
| "epoch": 1.91, |
| "eval_accuracy": 0.8494141619969434, |
| "eval_loss": 0.4183717668056488, |
| "eval_runtime": 104.207, |
| "eval_samples_per_second": 94.188, |
| "eval_steps_per_second": 11.775, |
| "step": 23500 |
| } |
| ], |
| "max_steps": 61360, |
| "num_train_epochs": 5, |
| "total_flos": 4.946519097615514e+16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
