| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.034348828741352, |
| "global_step": 25000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.12, |
| "learning_rate": 4.045307443365696e-06, |
| "loss": 3.818, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.12, |
| "eval_HasAns_exact": 44.97300944669366, |
| "eval_HasAns_f1": 52.01439218879365, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 50.647603027754414, |
| "eval_NoAns_f1": 50.647603027754414, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 50.09685841825992, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 51.885203441071, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 47.81436873578708, |
| "eval_f1": 51.33001911018023, |
| "eval_total": 11873, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.24, |
| "learning_rate": 8.090614886731393e-06, |
| "loss": 1.5859, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.24, |
| "eval_HasAns_exact": 69.04520917678812, |
| "eval_HasAns_f1": 77.70845080310447, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 45.853658536585364, |
| "eval_NoAns_f1": 45.853658536585364, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 57.48336561947276, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 61.802768280079185, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 57.43283079255453, |
| "eval_f1": 61.758249503984274, |
| "eval_total": 11873, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.36, |
| "learning_rate": 9.863646928182218e-06, |
| "loss": 1.3077, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.36, |
| "eval_HasAns_exact": 70.58029689608637, |
| "eval_HasAns_f1": 78.40109850512528, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 64.8780487804878, |
| "eval_NoAns_f1": 64.8780487804878, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 67.73351301271794, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 71.63831482678222, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 67.7250905415649, |
| "eval_f1": 71.62989235562912, |
| "eval_total": 11873, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.49, |
| "learning_rate": 9.605402473981872e-06, |
| "loss": 1.1543, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.49, |
| "eval_HasAns_exact": 65.24966261808368, |
| "eval_HasAns_f1": 70.75967293392448, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 85.26492851135409, |
| "eval_NoAns_f1": 85.26492851135409, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 75.27162469468541, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 78.02268518085604, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 75.27162469468541, |
| "eval_f1": 78.02268518085617, |
| "eval_total": 11873, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.61, |
| "learning_rate": 9.347158019781525e-06, |
| "loss": 1.083, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.61, |
| "eval_HasAns_exact": 72.62145748987854, |
| "eval_HasAns_f1": 78.57932116933335, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 75.47518923465097, |
| "eval_NoAns_f1": 75.47518923465097, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 74.05036637749515, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 77.02503292274977, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 74.05036637749515, |
| "eval_f1": 77.02503292274983, |
| "eval_total": 11873, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.73, |
| "learning_rate": 9.08891356558118e-06, |
| "loss": 1.0232, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.73, |
| "eval_HasAns_exact": 75.87719298245614, |
| "eval_HasAns_f1": 82.4856147328558, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 75.1892346509672, |
| "eval_NoAns_f1": 75.1892346509672, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 75.53272130042954, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 78.83220114009663, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 75.53272130042954, |
| "eval_f1": 78.83220114009681, |
| "eval_total": 11873, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.85, |
| "learning_rate": 8.830669111380835e-06, |
| "loss": 0.9925, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.85, |
| "eval_HasAns_exact": 76.16396761133603, |
| "eval_HasAns_f1": 82.92856292587923, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 76.53490328006728, |
| "eval_NoAns_f1": 76.53490328006728, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 76.34970100227407, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 79.72715581778914, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 76.34970100227407, |
| "eval_f1": 79.72715581778931, |
| "eval_total": 11873, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.97, |
| "learning_rate": 8.572424657180489e-06, |
| "loss": 0.9409, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.97, |
| "eval_HasAns_exact": 76.87246963562752, |
| "eval_HasAns_f1": 83.28420126895146, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 77.32548359966358, |
| "eval_NoAns_f1": 77.32548359966358, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 77.0993009348943, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 80.3005765284547, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 77.0993009348943, |
| "eval_f1": 80.30057652845481, |
| "eval_total": 11873, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.09, |
| "learning_rate": 8.314180202980142e-06, |
| "loss": 0.8459, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.09, |
| "eval_HasAns_exact": 79.47031039136303, |
| "eval_HasAns_f1": 86.27241463084697, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 70.64760302775441, |
| "eval_NoAns_f1": 70.64760302775441, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 75.05264044470648, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 78.44882286967555, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 75.05264044470648, |
| "eval_f1": 78.44882286967575, |
| "eval_total": 11873, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.21, |
| "learning_rate": 8.055935748779795e-06, |
| "loss": 0.7936, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.21, |
| "eval_HasAns_exact": 73.66734143049932, |
| "eval_HasAns_f1": 79.21121792689594, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 83.28006728343145, |
| "eval_NoAns_f1": 83.28006728343145, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 78.48058620399225, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 81.24855553530176, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 78.48058620399225, |
| "eval_f1": 81.24855553530186, |
| "eval_total": 11873, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.34, |
| "learning_rate": 7.797691294579448e-06, |
| "loss": 0.801, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.34, |
| "eval_HasAns_exact": 74.07219973009447, |
| "eval_HasAns_f1": 79.92037997936747, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 84.52481076534903, |
| "eval_NoAns_f1": 84.52481076534903, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 79.3059883769898, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 82.22589173062302, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 79.3059883769898, |
| "eval_f1": 82.2258917306232, |
| "eval_total": 11873, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.46, |
| "learning_rate": 7.539446840379103e-06, |
| "loss": 0.8088, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.46, |
| "eval_HasAns_exact": 76.06275303643724, |
| "eval_HasAns_f1": 82.31177335930619, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 80.40370058873002, |
| "eval_NoAns_f1": 80.40370058873002, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 78.2363345405542, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 81.35637096554916, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 78.2363345405542, |
| "eval_f1": 81.3563709655493, |
| "eval_total": 11873, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.58, |
| "learning_rate": 7.281202386178758e-06, |
| "loss": 0.8092, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.58, |
| "eval_HasAns_exact": 78.7280701754386, |
| "eval_HasAns_f1": 85.24409087886156, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 76.31623212783852, |
| "eval_NoAns_f1": 76.31623212783852, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 77.52042449254611, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 80.77376995956291, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 77.52042449254611, |
| "eval_f1": 80.77376995956293, |
| "eval_total": 11873, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.7, |
| "learning_rate": 7.0229579319784115e-06, |
| "loss": 0.7684, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.7, |
| "eval_HasAns_exact": 78.0195681511471, |
| "eval_HasAns_f1": 84.35251514019012, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 79.76450798990749, |
| "eval_NoAns_f1": 79.76450798990749, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 78.89328729049103, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 82.05522696462938, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 78.89328729049103, |
| "eval_f1": 82.05522696462947, |
| "eval_total": 11873, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.82, |
| "learning_rate": 6.764713477778065e-06, |
| "loss": 0.7751, |
| "step": 15000 |
| }, |
| { |
| "epoch": 1.82, |
| "eval_HasAns_exact": 78.69433198380567, |
| "eval_HasAns_f1": 84.83678017806832, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 78.16652649285113, |
| "eval_NoAns_f1": 78.16652649285113, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 78.43005137707404, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 81.49687803382365, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 78.43005137707404, |
| "eval_f1": 81.49687803382375, |
| "eval_total": 11873, |
| "step": 15000 |
| }, |
| { |
| "epoch": 1.94, |
| "learning_rate": 6.506469023577719e-06, |
| "loss": 0.7746, |
| "step": 16000 |
| }, |
| { |
| "epoch": 1.94, |
| "eval_HasAns_exact": 78.40755735492577, |
| "eval_HasAns_f1": 84.57986037447542, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 78.67115222876367, |
| "eval_NoAns_f1": 78.67115222876367, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 78.53954350206351, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 81.62127619808709, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 78.53954350206351, |
| "eval_f1": 81.62127619808716, |
| "eval_total": 11873, |
| "step": 16000 |
| }, |
| { |
| "epoch": 2.06, |
| "learning_rate": 6.248224569377374e-06, |
| "loss": 0.6995, |
| "step": 17000 |
| }, |
| { |
| "epoch": 2.06, |
| "eval_HasAns_exact": 79.25101214574899, |
| "eval_HasAns_f1": 85.85300684093066, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 76.93860386879732, |
| "eval_NoAns_f1": 76.93860386879732, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 78.09315253095258, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 81.38942344420408, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 78.09315253095258, |
| "eval_f1": 81.38942344420423, |
| "eval_total": 11873, |
| "step": 17000 |
| }, |
| { |
| "epoch": 2.18, |
| "learning_rate": 5.9899801151770276e-06, |
| "loss": 0.6657, |
| "step": 18000 |
| }, |
| { |
| "epoch": 2.18, |
| "eval_HasAns_exact": 79.1497975708502, |
| "eval_HasAns_f1": 85.40764464218985, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 78.01513877207738, |
| "eval_NoAns_f1": 78.01513877207738, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 78.5816558578287, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 81.70609933790104, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 78.5816558578287, |
| "eval_f1": 81.70609933790118, |
| "eval_total": 11873, |
| "step": 18000 |
| }, |
| { |
| "epoch": 2.31, |
| "learning_rate": 5.7317356609766805e-06, |
| "loss": 0.643, |
| "step": 19000 |
| }, |
| { |
| "epoch": 2.31, |
| "eval_HasAns_exact": 73.6842105263158, |
| "eval_HasAns_f1": 79.63974257623968, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 84.60891505466779, |
| "eval_NoAns_f1": 84.60891505466779, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 79.15438389623516, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 82.12788629596118, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 79.15438389623516, |
| "eval_f1": 82.12788629596123, |
| "eval_total": 11873, |
| "step": 19000 |
| }, |
| { |
| "epoch": 2.43, |
| "learning_rate": 5.473491206776334e-06, |
| "loss": 0.6494, |
| "step": 20000 |
| }, |
| { |
| "epoch": 2.43, |
| "eval_HasAns_exact": 77.10863697705803, |
| "eval_HasAns_f1": 83.39536168287856, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 80.89150546677881, |
| "eval_NoAns_f1": 80.89150546677881, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 79.0027794154805, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 82.14164103900457, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 79.0027794154805, |
| "eval_f1": 82.14164103900465, |
| "eval_total": 11873, |
| "step": 20000 |
| }, |
| { |
| "epoch": 2.55, |
| "learning_rate": 5.215246752575989e-06, |
| "loss": 0.6326, |
| "step": 21000 |
| }, |
| { |
| "epoch": 2.55, |
| "eval_HasAns_exact": 79.28475033738192, |
| "eval_HasAns_f1": 85.68401857002343, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 78.33473507148865, |
| "eval_NoAns_f1": 78.33473507148865, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 78.80906257896066, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 82.00411539485366, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 78.80906257896066, |
| "eval_f1": 82.00411539485363, |
| "eval_total": 11873, |
| "step": 21000 |
| }, |
| { |
| "epoch": 2.67, |
| "learning_rate": 4.957002298375643e-06, |
| "loss": 0.6236, |
| "step": 22000 |
| }, |
| { |
| "epoch": 2.67, |
| "eval_HasAns_exact": 79.77395411605939, |
| "eval_HasAns_f1": 85.76130612988482, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 78.45248107653491, |
| "eval_NoAns_f1": 78.45248107653491, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 79.11227154046998, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 82.10166114191487, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 79.11227154046998, |
| "eval_f1": 82.10166114191493, |
| "eval_total": 11873, |
| "step": 22000 |
| }, |
| { |
| "epoch": 2.79, |
| "learning_rate": 4.698757844175297e-06, |
| "loss": 0.6177, |
| "step": 23000 |
| }, |
| { |
| "epoch": 2.79, |
| "eval_HasAns_exact": 80.17881241565452, |
| "eval_HasAns_f1": 86.16732437952784, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 78.33473507148865, |
| "eval_NoAns_f1": 78.33473507148865, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 79.25545355007159, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 82.24542229612054, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 79.25545355007159, |
| "eval_f1": 82.24542229612064, |
| "eval_total": 11873, |
| "step": 23000 |
| }, |
| { |
| "epoch": 2.91, |
| "learning_rate": 4.4405133899749504e-06, |
| "loss": 0.6171, |
| "step": 24000 |
| }, |
| { |
| "epoch": 2.91, |
| "eval_HasAns_exact": 79.25101214574899, |
| "eval_HasAns_f1": 85.3060014254297, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 79.3103448275862, |
| "eval_NoAns_f1": 79.3103448275862, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 79.2807209635307, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 82.30388077570497, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 79.2807209635307, |
| "eval_f1": 82.303880775705, |
| "eval_total": 11873, |
| "step": 24000 |
| }, |
| { |
| "epoch": 3.03, |
| "learning_rate": 4.182268935774604e-06, |
| "loss": 0.5992, |
| "step": 25000 |
| }, |
| { |
| "epoch": 3.03, |
| "eval_HasAns_exact": 76.51821862348179, |
| "eval_HasAns_f1": 82.59682578958576, |
| "eval_HasAns_total": 5928, |
| "eval_NoAns_exact": 84.00336417157276, |
| "eval_NoAns_f1": 84.00336417157276, |
| "eval_NoAns_total": 5945, |
| "eval_best_exact": 80.26615008843595, |
| "eval_best_exact_thresh": 0.0, |
| "eval_best_f1": 83.30110193553955, |
| "eval_best_f1_thresh": 0.0, |
| "eval_exact": 80.26615008843595, |
| "eval_f1": 83.30110193553969, |
| "eval_total": 11873, |
| "step": 25000 |
| } |
| ], |
| "max_steps": 41195, |
| "num_train_epochs": 5, |
| "total_flos": 7.838843910309734e+16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
