| { |
| "best_score": 0.6681005201442157, |
| "history": [ |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 1, |
| "global_step": 1050, |
| "qa_token_acc": 0.0026088659046127876, |
| "qa_em": 0.0, |
| "qa_f1": 0.008460056155250058, |
| "rank_r1": 0.9179775280898876, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9589887640449438, |
| "dev_score": 0.4837244101000969 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 2, |
| "global_step": 2100, |
| "qa_token_acc": 0.0002740576395289882, |
| "qa_em": 0.0, |
| "qa_f1": 0.0021882260907039866, |
| "rank_r1": 0.9235955056179775, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9617977528089887, |
| "dev_score": 0.48199298944984637 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 3, |
| "global_step": 3150, |
| "qa_token_acc": 0.002442889937898036, |
| "qa_em": 0.0, |
| "qa_f1": 0.010146229290939182, |
| "rank_r1": 0.9258426966292135, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9629213483146067, |
| "dev_score": 0.486533788802773 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 4, |
| "global_step": 4200, |
| "qa_token_acc": 0.002491740051239843, |
| "qa_em": 0.0, |
| "qa_f1": 0.00798511925920835, |
| "rank_r1": 0.9089887640449438, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9544943820224719, |
| "dev_score": 0.4812397506408401 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 5, |
| "global_step": 5250, |
| "qa_token_acc": 0.0021886772463160474, |
| "qa_em": 0.0, |
| "qa_f1": 0.018776815370558517, |
| "rank_r1": 0.946067415730337, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9730337078651685, |
| "dev_score": 0.4959052616178635 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 6, |
| "global_step": 6300, |
| "qa_token_acc": 0.00150491853246987, |
| "qa_em": 0.0, |
| "qa_f1": 0.010527824174669367, |
| "rank_r1": 0.9550561797752809, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9775280898876404, |
| "dev_score": 0.4940279570311549 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 7, |
| "global_step": 7350, |
| "qa_token_acc": 0.0007350574409100871, |
| "qa_em": 0.0, |
| "qa_f1": 0.005656881949104641, |
| "rank_r1": 0.9382022471910112, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9691011235955056, |
| "dev_score": 0.4873790027723051 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 8, |
| "global_step": 8400, |
| "qa_token_acc": 0.0019801811067466503, |
| "qa_em": 0.0, |
| "qa_f1": 0.016576542164749433, |
| "rank_r1": 0.9426966292134832, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9713483146067415, |
| "dev_score": 0.4939624283857455 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 9, |
| "global_step": 9450, |
| "qa_token_acc": 0.003337956813784035, |
| "qa_em": 0.0, |
| "qa_f1": 0.027663325242331938, |
| "rank_r1": 0.950561797752809, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9752808988764045, |
| "dev_score": 0.5014721120593681 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 10, |
| "global_step": 10500, |
| "qa_token_acc": 0.002120477749868174, |
| "qa_em": 0.0, |
| "qa_f1": 0.015086279129733322, |
| "rank_r1": 0.9348314606741573, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9674157303370786, |
| "dev_score": 0.491251004733406 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 11, |
| "global_step": 11550, |
| "qa_token_acc": 0.004011323542787213, |
| "qa_em": 0.0, |
| "qa_f1": 0.021823077741655643, |
| "rank_r1": 0.9382022471910112, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9691011235955056, |
| "dev_score": 0.4954621006685806 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 12, |
| "global_step": 12600, |
| "qa_token_acc": 0.0020072296711053372, |
| "qa_em": 0.0, |
| "qa_f1": 0.019076629476642668, |
| "rank_r1": 0.946067415730337, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9730337078651685, |
| "dev_score": 0.4960551686709056 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 13, |
| "global_step": 13650, |
| "qa_token_acc": 0.004285261014129599, |
| "qa_em": 0.0, |
| "qa_f1": 0.02629726631797427, |
| "rank_r1": 0.9269662921348315, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9634831460674157, |
| "dev_score": 0.49489020619269497 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 14, |
| "global_step": 14700, |
| "qa_token_acc": 0.0021624533130300636, |
| "qa_em": 0.0, |
| "qa_f1": 0.013479208688918377, |
| "rank_r1": 0.9325842696629213, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9662921348314607, |
| "dev_score": 0.48988567176018954 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 15, |
| "global_step": 15750, |
| "qa_token_acc": 0.0017375697114891482, |
| "qa_em": 0.0, |
| "qa_f1": 0.010337309586139602, |
| "rank_r1": 0.9595505617977528, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9797752808988764, |
| "dev_score": 0.49505629524250805 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 16, |
| "global_step": 16800, |
| "qa_token_acc": 0.0031858088179451674, |
| "qa_em": 0.0, |
| "qa_f1": 0.010815200878153929, |
| "rank_r1": 0.9561797752808989, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9780898876404495, |
| "dev_score": 0.4944525442593017 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 17, |
| "global_step": 17850, |
| "qa_token_acc": 0.002876572579325557, |
| "qa_em": 0.0, |
| "qa_f1": 0.018080411167543484, |
| "rank_r1": 0.9539325842696629, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9769662921348314, |
| "dev_score": 0.49752335165118744 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 18, |
| "global_step": 18900, |
| "qa_token_acc": 0.005014380686699785, |
| "qa_em": 0.0, |
| "qa_f1": 0.01655073734085142, |
| "rank_r1": 0.949438202247191, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9747191011235955, |
| "dev_score": 0.49563491923222347 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 19, |
| "global_step": 19950, |
| "qa_token_acc": 0.0024065798941515816, |
| "qa_em": 0.0, |
| "qa_f1": 0.01064849724661803, |
| "rank_r1": 0.9561797752808989, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9780898876404495, |
| "dev_score": 0.4943691924435337 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 20, |
| "global_step": 21000, |
| "qa_token_acc": 0.001667128692262136, |
| "qa_em": 0.0, |
| "qa_f1": 0.011459056958696605, |
| "rank_r1": 0.9550561797752809, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9775280898876404, |
| "dev_score": 0.4944935734231685 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 21, |
| "global_step": 22050, |
| "qa_token_acc": 0.0010081766771694268, |
| "qa_em": 0.0, |
| "qa_f1": 0.010952496004514445, |
| "rank_r1": 0.9640449438202248, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9820224719101124, |
| "dev_score": 0.4964874839573134 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 22, |
| "global_step": 23100, |
| "qa_token_acc": 0.0067095332047939745, |
| "qa_em": 0.0, |
| "qa_f1": 0.02894461489169904, |
| "rank_r1": 0.950561797752809, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9752808988764045, |
| "dev_score": 0.5021127568840518 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 23, |
| "global_step": 24150, |
| "qa_token_acc": 0.002842412927427731, |
| "qa_em": 0.0, |
| "qa_f1": 0.015541875253267664, |
| "rank_r1": 0.9651685393258427, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9825842696629213, |
| "dev_score": 0.4990630724580945 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 24, |
| "global_step": 25200, |
| "qa_token_acc": 0.0038040943512142413, |
| "qa_em": 0.0, |
| "qa_f1": 0.01523451581945387, |
| "rank_r1": 0.9224719101123595, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9612359550561798, |
| "dev_score": 0.48823523543781683 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "A", |
| "epoch": 25, |
| "global_step": 26250, |
| "qa_token_acc": 0.0020634263952415146, |
| "qa_em": 0.0, |
| "qa_f1": 0.006874889036257684, |
| "rank_r1": 0.9539325842696629, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9769662921348314, |
| "dev_score": 0.49192059058554455 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 1, |
| "global_step": 27300, |
| "qa_token_acc": 0.03595962160347243, |
| "qa_em": 0.0, |
| "qa_f1": 0.03595962160347243, |
| "rank_r1": 0.9595505617977528, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9797752808988764, |
| "dev_score": 0.5078674512511744 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 2, |
| "global_step": 28350, |
| "qa_token_acc": 0.06349278112664943, |
| "qa_em": 0.0, |
| "qa_f1": 0.06402782542622525, |
| "rank_r1": 0.952808988764045, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9764044943820225, |
| "dev_score": 0.5202161599041238 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 3, |
| "global_step": 29400, |
| "qa_token_acc": 0.0644060876516836, |
| "qa_em": 0.0, |
| "qa_f1": 0.06702022663240345, |
| "rank_r1": 0.9584269662921349, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9792134831460674, |
| "dev_score": 0.5231168548892354 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 4, |
| "global_step": 30450, |
| "qa_token_acc": 0.06585100411920221, |
| "qa_em": 0.0, |
| "qa_f1": 0.06654645635210447, |
| "rank_r1": 0.9426966292134832, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9713483146067415, |
| "dev_score": 0.518947385479423 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 5, |
| "global_step": 31500, |
| "qa_token_acc": 0.06721366773564279, |
| "qa_em": 0.0, |
| "qa_f1": 0.0694767929892264, |
| "rank_r1": 0.949438202247191, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9747191011235955, |
| "dev_score": 0.522097947056411 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 6, |
| "global_step": 32550, |
| "qa_token_acc": 0.06689300250838345, |
| "qa_em": 0.0, |
| "qa_f1": 0.06818316411067013, |
| "rank_r1": 0.9471910112359551, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9735955056179775, |
| "dev_score": 0.5208893348643238 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 7, |
| "global_step": 33600, |
| "qa_token_acc": 0.06347600901661579, |
| "qa_em": 0.0022471910112359553, |
| "qa_f1": 0.06487733691557757, |
| "rank_r1": 0.9539325842696629, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9769662921348314, |
| "dev_score": 0.5209218145252045 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 8, |
| "global_step": 34650, |
| "qa_token_acc": 0.06677638813949753, |
| "qa_em": 0.0, |
| "qa_f1": 0.06790244536850619, |
| "rank_r1": 0.9539325842696629, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9769662921348314, |
| "dev_score": 0.5224343687516688 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 9, |
| "global_step": 35700, |
| "qa_token_acc": 0.06686911011489442, |
| "qa_em": 0.0011235955056179776, |
| "qa_f1": 0.0683053846937451, |
| "rank_r1": 0.950561797752809, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9752808988764045, |
| "dev_score": 0.5217931417850747 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 10, |
| "global_step": 36750, |
| "qa_token_acc": 0.061308408559934795, |
| "qa_em": 0.0, |
| "qa_f1": 0.06259742774850655, |
| "rank_r1": 0.9550561797752809, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9775280898876404, |
| "dev_score": 0.5200627588180735 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 11, |
| "global_step": 37800, |
| "qa_token_acc": 0.06446662016820472, |
| "qa_em": 0.0, |
| "qa_f1": 0.06586377064292695, |
| "rank_r1": 0.949438202247191, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9747191011235955, |
| "dev_score": 0.5202914358832612 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 12, |
| "global_step": 38850, |
| "qa_token_acc": 0.0664656804764573, |
| "qa_em": 0.0, |
| "qa_f1": 0.06790622950450839, |
| "rank_r1": 0.9550561797752809, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9775280898876404, |
| "dev_score": 0.5227171596960744 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 13, |
| "global_step": 39900, |
| "qa_token_acc": 0.06309952723736646, |
| "qa_em": 0.0022471910112359553, |
| "qa_f1": 0.06405629870588811, |
| "rank_r1": 0.949438202247191, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9747191011235955, |
| "dev_score": 0.5193876999147418 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 14, |
| "global_step": 40950, |
| "qa_token_acc": 0.06719656732612586, |
| "qa_em": 0.0, |
| "qa_f1": 0.06777480643511719, |
| "rank_r1": 0.950561797752809, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9752808988764045, |
| "dev_score": 0.5215278526557608 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 15, |
| "global_step": 42000, |
| "qa_token_acc": 0.0670964259986907, |
| "qa_em": 0.0, |
| "qa_f1": 0.06829975286082439, |
| "rank_r1": 0.9573033707865168, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9786516853932584, |
| "dev_score": 0.5234757191270414 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 16, |
| "global_step": 43050, |
| "qa_token_acc": 0.06484622750046914, |
| "qa_em": 0.007865168539325843, |
| "qa_f1": 0.06521137736749497, |
| "rank_r1": 0.9606741573033708, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9803370786516854, |
| "dev_score": 0.5227742280095902 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 17, |
| "global_step": 44100, |
| "qa_token_acc": 0.07489982579562145, |
| "qa_em": 0.0044943820224719105, |
| "qa_f1": 0.07553913227954111, |
| "rank_r1": 0.9539325842696629, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9769662921348314, |
| "dev_score": 0.5262527122071863 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 18, |
| "global_step": 45150, |
| "qa_token_acc": 0.0797927738995402, |
| "qa_em": 0.0022471910112359553, |
| "qa_f1": 0.08073487259905027, |
| "rank_r1": 0.9539325842696629, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9769662921348314, |
| "dev_score": 0.5288505823669408 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 19, |
| "global_step": 46200, |
| "qa_token_acc": 0.08249868470286494, |
| "qa_em": 0.0022471910112359553, |
| "qa_f1": 0.08344526659295631, |
| "rank_r1": 0.9539325842696629, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9769662921348314, |
| "dev_score": 0.5302057793638939 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 20, |
| "global_step": 47250, |
| "qa_token_acc": 0.08896931529260833, |
| "qa_em": 0.0056179775280898875, |
| "qa_f1": 0.08979104532890575, |
| "rank_r1": 0.9606741573033708, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9803370786516854, |
| "dev_score": 0.5350640619902955 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 21, |
| "global_step": 48300, |
| "qa_token_acc": 0.11453380242677842, |
| "qa_em": 0.010112359550561797, |
| "qa_f1": 0.11563916112067416, |
| "rank_r1": 0.949438202247191, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9747191011235955, |
| "dev_score": 0.5451791311221348 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 22, |
| "global_step": 49350, |
| "qa_token_acc": 0.13940242582300655, |
| "qa_em": 0.0044943820224719105, |
| "qa_f1": 0.14130278684123287, |
| "rank_r1": 0.9516853932584269, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9758426966292135, |
| "dev_score": 0.5585727417352232 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 23, |
| "global_step": 50400, |
| "qa_token_acc": 0.21105027623330114, |
| "qa_em": 0.012359550561797753, |
| "qa_f1": 0.2131529528282703, |
| "rank_r1": 0.949438202247191, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9747191011235955, |
| "dev_score": 0.5939360269759328 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 24, |
| "global_step": 51450, |
| "qa_token_acc": 0.2707055699335783, |
| "qa_em": 0.017977528089887642, |
| "qa_f1": 0.27222918334792845, |
| "rank_r1": 0.952808988764045, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9764044943820225, |
| "dev_score": 0.6243168388649755 |
| }, |
| { |
| "event": "eval_epoch", |
| "stage": "B", |
| "epoch": 25, |
| "global_step": 52500, |
| "qa_token_acc": 0.35802289772288703, |
| "qa_em": 0.019101123595505618, |
| "qa_f1": 0.35923474815360007, |
| "rank_r1": 0.9539325842696629, |
| "rank_r5": 1.0, |
| "rank_mrr": 0.9769662921348314, |
| "dev_score": 0.6681005201442157 |
| } |
| ] |
| } |
