| [ |
| { |
| "elapsed_s": 663.9197893110104, |
| "epoch": 1, |
| "optimizer_steps": 250, |
| "train_loss": 0.722672563277185, |
| "validation": { |
| "empty_gold": { |
| "examples": 56, |
| "examples_with_predictions": 3, |
| "false_positive_example_rate": 0.05357142857142857, |
| "predicted_spans": 3 |
| }, |
| "loss": 0.062140803491650534, |
| "per_label_typed_span": { |
| "account_number": { |
| "f1": 0.955223880597015, |
| "fn": 4, |
| "fp": 2, |
| "precision": 0.9696969696969697, |
| "recall": 0.9411764705882353, |
| "tp": 64 |
| }, |
| "private_address": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 65 |
| }, |
| "private_bvn": { |
| "f1": 0.8852459016393442, |
| "fn": 7, |
| "fp": 7, |
| "precision": 0.8852459016393442, |
| "recall": 0.8852459016393442, |
| "tp": 54 |
| }, |
| "private_date": { |
| "f1": 0.989247311827957, |
| "fn": 0, |
| "fp": 1, |
| "precision": 0.9787234042553191, |
| "recall": 1.0, |
| "tp": 46 |
| }, |
| "private_drivers_license_number": { |
| "f1": 0.5970149253731343, |
| "fn": 8, |
| "fp": 19, |
| "precision": 0.5128205128205128, |
| "recall": 0.7142857142857143, |
| "tp": 20 |
| }, |
| "private_email": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 81 |
| }, |
| "private_nin": { |
| "f1": 0.7474747474747474, |
| "fn": 13, |
| "fp": 12, |
| "precision": 0.7551020408163265, |
| "recall": 0.74, |
| "tp": 37 |
| }, |
| "private_passport_number": { |
| "f1": 0.8571428571428571, |
| "fn": 7, |
| "fp": 17, |
| "precision": 0.8089887640449438, |
| "recall": 0.9113924050632911, |
| "tp": 72 |
| }, |
| "private_person": { |
| "f1": 0.9465020576131687, |
| "fn": 5, |
| "fp": 8, |
| "precision": 0.9349593495934959, |
| "recall": 0.9583333333333334, |
| "tp": 115 |
| }, |
| "private_phone": { |
| "f1": 0.9594594594594594, |
| "fn": 2, |
| "fp": 4, |
| "precision": 0.9466666666666667, |
| "recall": 0.9726027397260274, |
| "tp": 71 |
| }, |
| "private_url": { |
| "f1": 0.963855421686747, |
| "fn": 0, |
| "fp": 3, |
| "precision": 0.9302325581395349, |
| "recall": 1.0, |
| "tp": 40 |
| }, |
| "private_voters_card_number": { |
| "f1": 0.830188679245283, |
| "fn": 3, |
| "fp": 6, |
| "precision": 0.7857142857142857, |
| "recall": 0.88, |
| "tp": 22 |
| }, |
| "secret": { |
| "f1": 0.7469879518072289, |
| "fn": 9, |
| "fp": 12, |
| "precision": 0.7209302325581395, |
| "recall": 0.775, |
| "tp": 31 |
| } |
| }, |
| "token_accuracy": 0.9842112617018304, |
| "token_total": 14314, |
| "typed_span": { |
| "f1": 0.905993690851735, |
| "fn": 58, |
| "fp": 91, |
| "precision": 0.8875154511742892, |
| "recall": 0.9252577319587629, |
| "tp": 718 |
| }, |
| "untyped_span": { |
| "f1": 0.9198738170347004, |
| "fn": 47, |
| "fp": 80, |
| "precision": 0.9011124845488258, |
| "recall": 0.9394329896907216, |
| "tp": 729 |
| } |
| } |
| }, |
| { |
| "elapsed_s": 661.2858016159735, |
| "epoch": 2, |
| "optimizer_steps": 250, |
| "train_loss": 0.013998382937628775, |
| "validation": { |
| "empty_gold": { |
| "examples": 56, |
| "examples_with_predictions": 3, |
| "false_positive_example_rate": 0.05357142857142857, |
| "predicted_spans": 3 |
| }, |
| "loss": 0.035853393422054854, |
| "per_label_typed_span": { |
| "account_number": { |
| "f1": 0.9481481481481482, |
| "fn": 4, |
| "fp": 3, |
| "precision": 0.9552238805970149, |
| "recall": 0.9411764705882353, |
| "tp": 64 |
| }, |
| "private_address": { |
| "f1": 0.9770992366412214, |
| "fn": 1, |
| "fp": 2, |
| "precision": 0.9696969696969697, |
| "recall": 0.9846153846153847, |
| "tp": 64 |
| }, |
| "private_bvn": { |
| "f1": 0.95, |
| "fn": 4, |
| "fp": 2, |
| "precision": 0.9661016949152542, |
| "recall": 0.9344262295081968, |
| "tp": 57 |
| }, |
| "private_date": { |
| "f1": 0.989247311827957, |
| "fn": 0, |
| "fp": 1, |
| "precision": 0.9787234042553191, |
| "recall": 1.0, |
| "tp": 46 |
| }, |
| "private_drivers_license_number": { |
| "f1": 0.6229508196721312, |
| "fn": 9, |
| "fp": 14, |
| "precision": 0.5757575757575758, |
| "recall": 0.6785714285714286, |
| "tp": 19 |
| }, |
| "private_email": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 81 |
| }, |
| "private_nin": { |
| "f1": 0.826923076923077, |
| "fn": 7, |
| "fp": 11, |
| "precision": 0.7962962962962963, |
| "recall": 0.86, |
| "tp": 43 |
| }, |
| "private_passport_number": { |
| "f1": 0.9146341463414634, |
| "fn": 4, |
| "fp": 10, |
| "precision": 0.8823529411764706, |
| "recall": 0.9493670886075949, |
| "tp": 75 |
| }, |
| "private_person": { |
| "f1": 0.9917355371900827, |
| "fn": 0, |
| "fp": 2, |
| "precision": 0.9836065573770492, |
| "recall": 1.0, |
| "tp": 120 |
| }, |
| "private_phone": { |
| "f1": 0.9726027397260274, |
| "fn": 2, |
| "fp": 2, |
| "precision": 0.9726027397260274, |
| "recall": 0.9726027397260274, |
| "tp": 71 |
| }, |
| "private_url": { |
| "f1": 0.975609756097561, |
| "fn": 0, |
| "fp": 2, |
| "precision": 0.9523809523809523, |
| "recall": 1.0, |
| "tp": 40 |
| }, |
| "private_voters_card_number": { |
| "f1": 0.9056603773584904, |
| "fn": 1, |
| "fp": 4, |
| "precision": 0.8571428571428571, |
| "recall": 0.96, |
| "tp": 24 |
| }, |
| "secret": { |
| "f1": 0.891566265060241, |
| "fn": 3, |
| "fp": 6, |
| "precision": 0.8604651162790697, |
| "recall": 0.925, |
| "tp": 37 |
| } |
| }, |
| "token_accuracy": 0.9923152158725723, |
| "token_total": 14314, |
| "typed_span": { |
| "f1": 0.9403553299492385, |
| "fn": 35, |
| "fp": 59, |
| "precision": 0.92625, |
| "recall": 0.9548969072164949, |
| "tp": 741 |
| }, |
| "untyped_span": { |
| "f1": 0.9530456852791879, |
| "fn": 25, |
| "fp": 49, |
| "precision": 0.93875, |
| "recall": 0.9677835051546392, |
| "tp": 751 |
| } |
| } |
| }, |
| { |
| "elapsed_s": 660.9759634879883, |
| "epoch": 3, |
| "optimizer_steps": 250, |
| "train_loss": 0.0036462297561811285, |
| "validation": { |
| "empty_gold": { |
| "examples": 56, |
| "examples_with_predictions": 3, |
| "false_positive_example_rate": 0.05357142857142857, |
| "predicted_spans": 4 |
| }, |
| "loss": 0.049861673034789146, |
| "per_label_typed_span": { |
| "account_number": { |
| "f1": 0.9558823529411765, |
| "fn": 3, |
| "fp": 3, |
| "precision": 0.9558823529411765, |
| "recall": 0.9558823529411765, |
| "tp": 65 |
| }, |
| "private_address": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 65 |
| }, |
| "private_bvn": { |
| "f1": 0.9661016949152543, |
| "fn": 4, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 0.9344262295081968, |
| "tp": 57 |
| }, |
| "private_date": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 46 |
| }, |
| "private_drivers_license_number": { |
| "f1": 0.7540983606557378, |
| "fn": 5, |
| "fp": 10, |
| "precision": 0.696969696969697, |
| "recall": 0.8214285714285714, |
| "tp": 23 |
| }, |
| "private_email": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 81 |
| }, |
| "private_nin": { |
| "f1": 0.8380952380952381, |
| "fn": 6, |
| "fp": 11, |
| "precision": 0.8, |
| "recall": 0.88, |
| "tp": 44 |
| }, |
| "private_passport_number": { |
| "f1": 0.975, |
| "fn": 1, |
| "fp": 3, |
| "precision": 0.9629629629629629, |
| "recall": 0.9873417721518988, |
| "tp": 78 |
| }, |
| "private_person": { |
| "f1": 0.9916666666666667, |
| "fn": 1, |
| "fp": 1, |
| "precision": 0.9916666666666667, |
| "recall": 0.9916666666666667, |
| "tp": 119 |
| }, |
| "private_phone": { |
| "f1": 0.9659863945578231, |
| "fn": 2, |
| "fp": 3, |
| "precision": 0.9594594594594594, |
| "recall": 0.9726027397260274, |
| "tp": 71 |
| }, |
| "private_url": { |
| "f1": 0.9285714285714285, |
| "fn": 1, |
| "fp": 5, |
| "precision": 0.8863636363636364, |
| "recall": 0.975, |
| "tp": 39 |
| }, |
| "private_voters_card_number": { |
| "f1": 0.9615384615384615, |
| "fn": 0, |
| "fp": 2, |
| "precision": 0.9259259259259259, |
| "recall": 1.0, |
| "tp": 25 |
| }, |
| "secret": { |
| "f1": 0.9047619047619048, |
| "fn": 2, |
| "fp": 6, |
| "precision": 0.8636363636363636, |
| "recall": 0.95, |
| "tp": 38 |
| } |
| }, |
| "token_accuracy": 0.9916864608076009, |
| "token_total": 14314, |
| "typed_span": { |
| "f1": 0.9560789306174411, |
| "fn": 25, |
| "fp": 44, |
| "precision": 0.9446540880503145, |
| "recall": 0.9677835051546392, |
| "tp": 751 |
| }, |
| "untyped_span": { |
| "f1": 0.9662635264162952, |
| "fn": 17, |
| "fp": 36, |
| "precision": 0.9547169811320755, |
| "recall": 0.9780927835051546, |
| "tp": 759 |
| } |
| } |
| }, |
| { |
| "elapsed_s": 662.3824278929969, |
| "epoch": 4, |
| "optimizer_steps": 250, |
| "train_loss": 0.0014249817706877366, |
| "validation": { |
| "empty_gold": { |
| "examples": 56, |
| "examples_with_predictions": 3, |
| "false_positive_example_rate": 0.05357142857142857, |
| "predicted_spans": 3 |
| }, |
| "loss": 0.060422056793304514, |
| "per_label_typed_span": { |
| "account_number": { |
| "f1": 0.9774436090225563, |
| "fn": 3, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 0.9558823529411765, |
| "tp": 65 |
| }, |
| "private_address": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 65 |
| }, |
| "private_bvn": { |
| "f1": 0.9411764705882353, |
| "fn": 5, |
| "fp": 2, |
| "precision": 0.9655172413793104, |
| "recall": 0.9180327868852459, |
| "tp": 56 |
| }, |
| "private_date": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 46 |
| }, |
| "private_drivers_license_number": { |
| "f1": 0.7999999999999999, |
| "fn": 4, |
| "fp": 8, |
| "precision": 0.75, |
| "recall": 0.8571428571428571, |
| "tp": 24 |
| }, |
| "private_email": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 81 |
| }, |
| "private_nin": { |
| "f1": 0.8867924528301886, |
| "fn": 3, |
| "fp": 9, |
| "precision": 0.8392857142857143, |
| "recall": 0.94, |
| "tp": 47 |
| }, |
| "private_passport_number": { |
| "f1": 0.9685534591194969, |
| "fn": 2, |
| "fp": 3, |
| "precision": 0.9625, |
| "recall": 0.9746835443037974, |
| "tp": 77 |
| }, |
| "private_person": { |
| "f1": 0.995850622406639, |
| "fn": 0, |
| "fp": 1, |
| "precision": 0.9917355371900827, |
| "recall": 1.0, |
| "tp": 120 |
| }, |
| "private_phone": { |
| "f1": 0.9931972789115647, |
| "fn": 0, |
| "fp": 1, |
| "precision": 0.9864864864864865, |
| "recall": 1.0, |
| "tp": 73 |
| }, |
| "private_url": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 40 |
| }, |
| "private_voters_card_number": { |
| "f1": 0.923076923076923, |
| "fn": 1, |
| "fp": 3, |
| "precision": 0.8888888888888888, |
| "recall": 0.96, |
| "tp": 24 |
| }, |
| "secret": { |
| "f1": 0.9047619047619048, |
| "fn": 2, |
| "fp": 6, |
| "precision": 0.8636363636363636, |
| "recall": 0.95, |
| "tp": 38 |
| } |
| }, |
| "token_accuracy": 0.9925248008942295, |
| "token_total": 14314, |
| "typed_span": { |
| "f1": 0.9661341853035145, |
| "fn": 20, |
| "fp": 33, |
| "precision": 0.9581749049429658, |
| "recall": 0.9742268041237113, |
| "tp": 756 |
| }, |
| "untyped_span": { |
| "f1": 0.9712460063897762, |
| "fn": 16, |
| "fp": 29, |
| "precision": 0.9632446134347274, |
| "recall": 0.979381443298969, |
| "tp": 760 |
| } |
| } |
| }, |
| { |
| "elapsed_s": 664.8772369530052, |
| "epoch": 5, |
| "optimizer_steps": 250, |
| "train_loss": 0.0007953897433180827, |
| "validation": { |
| "empty_gold": { |
| "examples": 56, |
| "examples_with_predictions": 3, |
| "false_positive_example_rate": 0.05357142857142857, |
| "predicted_spans": 3 |
| }, |
| "loss": 0.03852119422248326, |
| "per_label_typed_span": { |
| "account_number": { |
| "f1": 0.9777777777777777, |
| "fn": 2, |
| "fp": 1, |
| "precision": 0.9850746268656716, |
| "recall": 0.9705882352941176, |
| "tp": 66 |
| }, |
| "private_address": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 65 |
| }, |
| "private_bvn": { |
| "f1": 0.95, |
| "fn": 4, |
| "fp": 2, |
| "precision": 0.9661016949152542, |
| "recall": 0.9344262295081968, |
| "tp": 57 |
| }, |
| "private_date": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 46 |
| }, |
| "private_drivers_license_number": { |
| "f1": 0.8275862068965518, |
| "fn": 4, |
| "fp": 6, |
| "precision": 0.8, |
| "recall": 0.8571428571428571, |
| "tp": 24 |
| }, |
| "private_email": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 81 |
| }, |
| "private_nin": { |
| "f1": 0.9, |
| "fn": 5, |
| "fp": 5, |
| "precision": 0.9, |
| "recall": 0.9, |
| "tp": 45 |
| }, |
| "private_passport_number": { |
| "f1": 0.9685534591194969, |
| "fn": 2, |
| "fp": 3, |
| "precision": 0.9625, |
| "recall": 0.9746835443037974, |
| "tp": 77 |
| }, |
| "private_person": { |
| "f1": 0.9917355371900827, |
| "fn": 0, |
| "fp": 2, |
| "precision": 0.9836065573770492, |
| "recall": 1.0, |
| "tp": 120 |
| }, |
| "private_phone": { |
| "f1": 0.9931972789115647, |
| "fn": 0, |
| "fp": 1, |
| "precision": 0.9864864864864865, |
| "recall": 1.0, |
| "tp": 73 |
| }, |
| "private_url": { |
| "f1": 0.9876543209876543, |
| "fn": 0, |
| "fp": 1, |
| "precision": 0.975609756097561, |
| "recall": 1.0, |
| "tp": 40 |
| }, |
| "private_voters_card_number": { |
| "f1": 0.9803921568627451, |
| "fn": 0, |
| "fp": 1, |
| "precision": 0.9615384615384616, |
| "recall": 1.0, |
| "tp": 25 |
| }, |
| "secret": { |
| "f1": 0.9156626506024096, |
| "fn": 2, |
| "fp": 5, |
| "precision": 0.8837209302325582, |
| "recall": 0.95, |
| "tp": 38 |
| } |
| }, |
| "token_accuracy": 0.9946905127846863, |
| "token_total": 14314, |
| "typed_span": { |
| "f1": 0.9705128205128205, |
| "fn": 19, |
| "fp": 27, |
| "precision": 0.9655612244897959, |
| "recall": 0.9755154639175257, |
| "tp": 757 |
| }, |
| "untyped_span": { |
| "f1": 0.9756410256410256, |
| "fn": 15, |
| "fp": 23, |
| "precision": 0.9706632653061225, |
| "recall": 0.9806701030927835, |
| "tp": 761 |
| } |
| } |
| }, |
| { |
| "elapsed_s": 666.9732587979524, |
| "epoch": 6, |
| "optimizer_steps": 250, |
| "train_loss": 0.0004832237711525522, |
| "validation": { |
| "empty_gold": { |
| "examples": 56, |
| "examples_with_predictions": 3, |
| "false_positive_example_rate": 0.05357142857142857, |
| "predicted_spans": 3 |
| }, |
| "loss": 0.03793836779861657, |
| "per_label_typed_span": { |
| "account_number": { |
| "f1": 0.9781021897810219, |
| "fn": 1, |
| "fp": 2, |
| "precision": 0.9710144927536232, |
| "recall": 0.9852941176470589, |
| "tp": 67 |
| }, |
| "private_address": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 65 |
| }, |
| "private_bvn": { |
| "f1": 0.9836065573770492, |
| "fn": 1, |
| "fp": 1, |
| "precision": 0.9836065573770492, |
| "recall": 0.9836065573770492, |
| "tp": 60 |
| }, |
| "private_date": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 46 |
| }, |
| "private_drivers_license_number": { |
| "f1": 0.7999999999999999, |
| "fn": 4, |
| "fp": 8, |
| "precision": 0.75, |
| "recall": 0.8571428571428571, |
| "tp": 24 |
| }, |
| "private_email": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 81 |
| }, |
| "private_nin": { |
| "f1": 0.8461538461538461, |
| "fn": 6, |
| "fp": 10, |
| "precision": 0.8148148148148148, |
| "recall": 0.88, |
| "tp": 44 |
| }, |
| "private_passport_number": { |
| "f1": 0.9685534591194969, |
| "fn": 2, |
| "fp": 3, |
| "precision": 0.9625, |
| "recall": 0.9746835443037974, |
| "tp": 77 |
| }, |
| "private_person": { |
| "f1": 0.9917355371900827, |
| "fn": 0, |
| "fp": 2, |
| "precision": 0.9836065573770492, |
| "recall": 1.0, |
| "tp": 120 |
| }, |
| "private_phone": { |
| "f1": 0.9659863945578231, |
| "fn": 2, |
| "fp": 3, |
| "precision": 0.9594594594594594, |
| "recall": 0.9726027397260274, |
| "tp": 71 |
| }, |
| "private_url": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 40 |
| }, |
| "private_voters_card_number": { |
| "f1": 0.923076923076923, |
| "fn": 1, |
| "fp": 3, |
| "precision": 0.8888888888888888, |
| "recall": 0.96, |
| "tp": 24 |
| }, |
| "secret": { |
| "f1": 0.9156626506024096, |
| "fn": 2, |
| "fp": 5, |
| "precision": 0.8837209302325582, |
| "recall": 0.95, |
| "tp": 38 |
| } |
| }, |
| "token_accuracy": 0.9932234176330865, |
| "token_total": 14314, |
| "typed_span": { |
| "f1": 0.9643312101910827, |
| "fn": 19, |
| "fp": 37, |
| "precision": 0.9534005037783375, |
| "recall": 0.9755154639175257, |
| "tp": 757 |
| }, |
| "untyped_span": { |
| "f1": 0.9694267515923566, |
| "fn": 15, |
| "fp": 33, |
| "precision": 0.9584382871536524, |
| "recall": 0.9806701030927835, |
| "tp": 761 |
| } |
| } |
| }, |
| { |
| "elapsed_s": 666.7024858280201, |
| "epoch": 7, |
| "optimizer_steps": 250, |
| "train_loss": 0.0003628259799370426, |
| "validation": { |
| "empty_gold": { |
| "examples": 56, |
| "examples_with_predictions": 3, |
| "false_positive_example_rate": 0.05357142857142857, |
| "predicted_spans": 3 |
| }, |
| "loss": 0.05335045926857832, |
| "per_label_typed_span": { |
| "account_number": { |
| "f1": 0.9777777777777777, |
| "fn": 2, |
| "fp": 1, |
| "precision": 0.9850746268656716, |
| "recall": 0.9705882352941176, |
| "tp": 66 |
| }, |
| "private_address": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 65 |
| }, |
| "private_bvn": { |
| "f1": 0.95, |
| "fn": 4, |
| "fp": 2, |
| "precision": 0.9661016949152542, |
| "recall": 0.9344262295081968, |
| "tp": 57 |
| }, |
| "private_date": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 46 |
| }, |
| "private_drivers_license_number": { |
| "f1": 0.8070175438596492, |
| "fn": 5, |
| "fp": 6, |
| "precision": 0.7931034482758621, |
| "recall": 0.8214285714285714, |
| "tp": 23 |
| }, |
| "private_email": { |
| "f1": 0.9938650306748467, |
| "fn": 0, |
| "fp": 1, |
| "precision": 0.9878048780487805, |
| "recall": 1.0, |
| "tp": 81 |
| }, |
| "private_nin": { |
| "f1": 0.9108910891089109, |
| "fn": 4, |
| "fp": 5, |
| "precision": 0.9019607843137255, |
| "recall": 0.92, |
| "tp": 46 |
| }, |
| "private_passport_number": { |
| "f1": 0.9685534591194969, |
| "fn": 2, |
| "fp": 3, |
| "precision": 0.9625, |
| "recall": 0.9746835443037974, |
| "tp": 77 |
| }, |
| "private_person": { |
| "f1": 0.9875518672199171, |
| "fn": 1, |
| "fp": 2, |
| "precision": 0.9834710743801653, |
| "recall": 0.9916666666666667, |
| "tp": 119 |
| }, |
| "private_phone": { |
| "f1": 0.9931972789115647, |
| "fn": 0, |
| "fp": 1, |
| "precision": 0.9864864864864865, |
| "recall": 1.0, |
| "tp": 73 |
| }, |
| "private_url": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 40 |
| }, |
| "private_voters_card_number": { |
| "f1": 0.9056603773584904, |
| "fn": 1, |
| "fp": 4, |
| "precision": 0.8571428571428571, |
| "recall": 0.96, |
| "tp": 24 |
| }, |
| "secret": { |
| "f1": 0.9156626506024096, |
| "fn": 2, |
| "fp": 5, |
| "precision": 0.8837209302325582, |
| "recall": 0.95, |
| "tp": 38 |
| } |
| }, |
| "token_accuracy": 0.9931535559592007, |
| "token_total": 14314, |
| "typed_span": { |
| "f1": 0.9673286354900704, |
| "fn": 21, |
| "fp": 30, |
| "precision": 0.9617834394904459, |
| "recall": 0.9729381443298969, |
| "tp": 755 |
| }, |
| "untyped_span": { |
| "f1": 0.9737347853939783, |
| "fn": 16, |
| "fp": 25, |
| "precision": 0.9681528662420382, |
| "recall": 0.979381443298969, |
| "tp": 760 |
| } |
| } |
| }, |
| { |
| "elapsed_s": 666.4971206940245, |
| "epoch": 8, |
| "optimizer_steps": 250, |
| "train_loss": 0.0002834449744404992, |
| "validation": { |
| "empty_gold": { |
| "examples": 56, |
| "examples_with_predictions": 3, |
| "false_positive_example_rate": 0.05357142857142857, |
| "predicted_spans": 3 |
| }, |
| "loss": 0.040401977194426966, |
| "per_label_typed_span": { |
| "account_number": { |
| "f1": 0.9852941176470589, |
| "fn": 1, |
| "fp": 1, |
| "precision": 0.9852941176470589, |
| "recall": 0.9852941176470589, |
| "tp": 67 |
| }, |
| "private_address": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 65 |
| }, |
| "private_bvn": { |
| "f1": 0.9666666666666667, |
| "fn": 3, |
| "fp": 1, |
| "precision": 0.9830508474576272, |
| "recall": 0.9508196721311475, |
| "tp": 58 |
| }, |
| "private_date": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 46 |
| }, |
| "private_drivers_license_number": { |
| "f1": 0.8135593220338982, |
| "fn": 4, |
| "fp": 7, |
| "precision": 0.7741935483870968, |
| "recall": 0.8571428571428571, |
| "tp": 24 |
| }, |
| "private_email": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 81 |
| }, |
| "private_nin": { |
| "f1": 0.9090909090909091, |
| "fn": 5, |
| "fp": 4, |
| "precision": 0.9183673469387755, |
| "recall": 0.9, |
| "tp": 45 |
| }, |
| "private_passport_number": { |
| "f1": 0.9685534591194969, |
| "fn": 2, |
| "fp": 3, |
| "precision": 0.9625, |
| "recall": 0.9746835443037974, |
| "tp": 77 |
| }, |
| "private_person": { |
| "f1": 0.9917355371900827, |
| "fn": 0, |
| "fp": 2, |
| "precision": 0.9836065573770492, |
| "recall": 1.0, |
| "tp": 120 |
| }, |
| "private_phone": { |
| "f1": 0.9931972789115647, |
| "fn": 0, |
| "fp": 1, |
| "precision": 0.9864864864864865, |
| "recall": 1.0, |
| "tp": 73 |
| }, |
| "private_url": { |
| "f1": 0.9876543209876543, |
| "fn": 0, |
| "fp": 1, |
| "precision": 0.975609756097561, |
| "recall": 1.0, |
| "tp": 40 |
| }, |
| "private_voters_card_number": { |
| "f1": 0.9803921568627451, |
| "fn": 0, |
| "fp": 1, |
| "precision": 0.9615384615384616, |
| "recall": 1.0, |
| "tp": 25 |
| }, |
| "secret": { |
| "f1": 0.9047619047619048, |
| "fn": 2, |
| "fp": 6, |
| "precision": 0.8636363636363636, |
| "recall": 0.95, |
| "tp": 38 |
| } |
| }, |
| "token_accuracy": 0.9942014810674864, |
| "token_total": 14314, |
| "typed_span": { |
| "f1": 0.971830985915493, |
| "fn": 17, |
| "fp": 27, |
| "precision": 0.9656488549618321, |
| "recall": 0.9780927835051546, |
| "tp": 759 |
| }, |
| "untyped_span": { |
| "f1": 0.9756722151088347, |
| "fn": 14, |
| "fp": 24, |
| "precision": 0.9694656488549618, |
| "recall": 0.9819587628865979, |
| "tp": 762 |
| } |
| } |
| }, |
| { |
| "elapsed_s": 662.5698270020075, |
| "epoch": 9, |
| "optimizer_steps": 250, |
| "train_loss": 0.0002157786047901027, |
| "validation": { |
| "empty_gold": { |
| "examples": 56, |
| "examples_with_predictions": 3, |
| "false_positive_example_rate": 0.05357142857142857, |
| "predicted_spans": 3 |
| }, |
| "loss": 0.0386785322199922, |
| "per_label_typed_span": { |
| "account_number": { |
| "f1": 0.9852941176470589, |
| "fn": 1, |
| "fp": 1, |
| "precision": 0.9852941176470589, |
| "recall": 0.9852941176470589, |
| "tp": 67 |
| }, |
| "private_address": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 65 |
| }, |
| "private_bvn": { |
| "f1": 0.9666666666666667, |
| "fn": 3, |
| "fp": 1, |
| "precision": 0.9830508474576272, |
| "recall": 0.9508196721311475, |
| "tp": 58 |
| }, |
| "private_date": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 46 |
| }, |
| "private_drivers_license_number": { |
| "f1": 0.8421052631578947, |
| "fn": 4, |
| "fp": 5, |
| "precision": 0.8275862068965517, |
| "recall": 0.8571428571428571, |
| "tp": 24 |
| }, |
| "private_email": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 81 |
| }, |
| "private_nin": { |
| "f1": 0.92, |
| "fn": 4, |
| "fp": 4, |
| "precision": 0.92, |
| "recall": 0.92, |
| "tp": 46 |
| }, |
| "private_passport_number": { |
| "f1": 0.9685534591194969, |
| "fn": 2, |
| "fp": 3, |
| "precision": 0.9625, |
| "recall": 0.9746835443037974, |
| "tp": 77 |
| }, |
| "private_person": { |
| "f1": 0.995850622406639, |
| "fn": 0, |
| "fp": 1, |
| "precision": 0.9917355371900827, |
| "recall": 1.0, |
| "tp": 120 |
| }, |
| "private_phone": { |
| "f1": 0.9931972789115647, |
| "fn": 0, |
| "fp": 1, |
| "precision": 0.9864864864864865, |
| "recall": 1.0, |
| "tp": 73 |
| }, |
| "private_url": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 40 |
| }, |
| "private_voters_card_number": { |
| "f1": 0.9615384615384615, |
| "fn": 0, |
| "fp": 2, |
| "precision": 0.9259259259259259, |
| "recall": 1.0, |
| "tp": 25 |
| }, |
| "secret": { |
| "f1": 0.8941176470588236, |
| "fn": 2, |
| "fp": 7, |
| "precision": 0.8444444444444444, |
| "recall": 0.95, |
| "tp": 38 |
| } |
| }, |
| "token_accuracy": 0.9955288528713148, |
| "token_total": 14314, |
| "typed_span": { |
| "f1": 0.9737347853939783, |
| "fn": 16, |
| "fp": 25, |
| "precision": 0.9681528662420382, |
| "recall": 0.979381443298969, |
| "tp": 760 |
| }, |
| "untyped_span": { |
| "f1": 0.9788597053171044, |
| "fn": 12, |
| "fp": 21, |
| "precision": 0.9732484076433121, |
| "recall": 0.9845360824742269, |
| "tp": 764 |
| } |
| } |
| }, |
| { |
| "elapsed_s": 661.8383216590155, |
| "epoch": 10, |
| "optimizer_steps": 250, |
| "train_loss": 0.00019483979170763633, |
| "validation": { |
| "empty_gold": { |
| "examples": 56, |
| "examples_with_predictions": 3, |
| "false_positive_example_rate": 0.05357142857142857, |
| "predicted_spans": 3 |
| }, |
| "loss": 0.04069682969596268, |
| "per_label_typed_span": { |
| "account_number": { |
| "f1": 0.9852941176470589, |
| "fn": 1, |
| "fp": 1, |
| "precision": 0.9852941176470589, |
| "recall": 0.9852941176470589, |
| "tp": 67 |
| }, |
| "private_address": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 65 |
| }, |
| "private_bvn": { |
| "f1": 0.9666666666666667, |
| "fn": 3, |
| "fp": 1, |
| "precision": 0.9830508474576272, |
| "recall": 0.9508196721311475, |
| "tp": 58 |
| }, |
| "private_date": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 46 |
| }, |
| "private_drivers_license_number": { |
| "f1": 0.8275862068965518, |
| "fn": 4, |
| "fp": 6, |
| "precision": 0.8, |
| "recall": 0.8571428571428571, |
| "tp": 24 |
| }, |
| "private_email": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 81 |
| }, |
| "private_nin": { |
| "f1": 0.92, |
| "fn": 4, |
| "fp": 4, |
| "precision": 0.92, |
| "recall": 0.92, |
| "tp": 46 |
| }, |
| "private_passport_number": { |
| "f1": 0.9685534591194969, |
| "fn": 2, |
| "fp": 3, |
| "precision": 0.9625, |
| "recall": 0.9746835443037974, |
| "tp": 77 |
| }, |
| "private_person": { |
| "f1": 0.995850622406639, |
| "fn": 0, |
| "fp": 1, |
| "precision": 0.9917355371900827, |
| "recall": 1.0, |
| "tp": 120 |
| }, |
| "private_phone": { |
| "f1": 0.9931972789115647, |
| "fn": 0, |
| "fp": 1, |
| "precision": 0.9864864864864865, |
| "recall": 1.0, |
| "tp": 73 |
| }, |
| "private_url": { |
| "f1": 0.951219512195122, |
| "fn": 1, |
| "fp": 3, |
| "precision": 0.9285714285714286, |
| "recall": 0.975, |
| "tp": 39 |
| }, |
| "private_voters_card_number": { |
| "f1": 0.9056603773584904, |
| "fn": 1, |
| "fp": 4, |
| "precision": 0.8571428571428571, |
| "recall": 0.96, |
| "tp": 24 |
| }, |
| "secret": { |
| "f1": 0.9156626506024096, |
| "fn": 2, |
| "fp": 5, |
| "precision": 0.8837209302325582, |
| "recall": 0.95, |
| "tp": 38 |
| } |
| }, |
| "token_accuracy": 0.9944809277630292, |
| "token_total": 14314, |
| "typed_span": { |
| "f1": 0.9699296225207933, |
| "fn": 18, |
| "fp": 29, |
| "precision": 0.963151207115629, |
| "recall": 0.9768041237113402, |
| "tp": 758 |
| }, |
| "untyped_span": { |
| "f1": 0.9750479846449137, |
| "fn": 14, |
| "fp": 25, |
| "precision": 0.9682337992376112, |
| "recall": 0.9819587628865979, |
| "tp": 762 |
| } |
| } |
| }, |
| { |
| "elapsed_s": 660.7966174710309, |
| "epoch": 11, |
| "optimizer_steps": 250, |
| "train_loss": 0.00022786227759206666, |
| "validation": { |
| "empty_gold": { |
| "examples": 56, |
| "examples_with_predictions": 3, |
| "false_positive_example_rate": 0.05357142857142857, |
| "predicted_spans": 3 |
| }, |
| "loss": 0.04027605092553191, |
| "per_label_typed_span": { |
| "account_number": { |
| "f1": 0.9852941176470589, |
| "fn": 1, |
| "fp": 1, |
| "precision": 0.9852941176470589, |
| "recall": 0.9852941176470589, |
| "tp": 67 |
| }, |
| "private_address": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 65 |
| }, |
| "private_bvn": { |
| "f1": 0.95, |
| "fn": 4, |
| "fp": 2, |
| "precision": 0.9661016949152542, |
| "recall": 0.9344262295081968, |
| "tp": 57 |
| }, |
| "private_date": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 46 |
| }, |
| "private_drivers_license_number": { |
| "f1": 0.8421052631578947, |
| "fn": 4, |
| "fp": 5, |
| "precision": 0.8275862068965517, |
| "recall": 0.8571428571428571, |
| "tp": 24 |
| }, |
| "private_email": { |
| "f1": 0.9938650306748467, |
| "fn": 0, |
| "fp": 1, |
| "precision": 0.9878048780487805, |
| "recall": 1.0, |
| "tp": 81 |
| }, |
| "private_nin": { |
| "f1": 0.9108910891089109, |
| "fn": 4, |
| "fp": 5, |
| "precision": 0.9019607843137255, |
| "recall": 0.92, |
| "tp": 46 |
| }, |
| "private_passport_number": { |
| "f1": 0.9685534591194969, |
| "fn": 2, |
| "fp": 3, |
| "precision": 0.9625, |
| "recall": 0.9746835443037974, |
| "tp": 77 |
| }, |
| "private_person": { |
| "f1": 0.9916666666666667, |
| "fn": 1, |
| "fp": 1, |
| "precision": 0.9916666666666667, |
| "recall": 0.9916666666666667, |
| "tp": 119 |
| }, |
| "private_phone": { |
| "f1": 0.9931972789115647, |
| "fn": 0, |
| "fp": 1, |
| "precision": 0.9864864864864865, |
| "recall": 1.0, |
| "tp": 73 |
| }, |
| "private_url": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 40 |
| }, |
| "private_voters_card_number": { |
| "f1": 0.9056603773584904, |
| "fn": 1, |
| "fp": 4, |
| "precision": 0.8571428571428571, |
| "recall": 0.96, |
| "tp": 24 |
| }, |
| "secret": { |
| "f1": 0.9047619047619048, |
| "fn": 2, |
| "fp": 6, |
| "precision": 0.8636363636363636, |
| "recall": 0.95, |
| "tp": 38 |
| } |
| }, |
| "token_accuracy": 0.9939918960458293, |
| "token_total": 14314, |
| "typed_span": { |
| "f1": 0.9692701664532651, |
| "fn": 19, |
| "fp": 29, |
| "precision": 0.9631043256997456, |
| "recall": 0.9755154639175257, |
| "tp": 757 |
| }, |
| "untyped_span": { |
| "f1": 0.9743918053777209, |
| "fn": 15, |
| "fp": 25, |
| "precision": 0.9681933842239185, |
| "recall": 0.9806701030927835, |
| "tp": 761 |
| } |
| } |
| }, |
| { |
| "elapsed_s": 661.3079517170554, |
| "epoch": 12, |
| "optimizer_steps": 250, |
| "train_loss": 0.00017689753675585962, |
| "validation": { |
| "empty_gold": { |
| "examples": 56, |
| "examples_with_predictions": 3, |
| "false_positive_example_rate": 0.05357142857142857, |
| "predicted_spans": 3 |
| }, |
| "loss": 0.040366375649517235, |
| "per_label_typed_span": { |
| "account_number": { |
| "f1": 0.9852941176470589, |
| "fn": 1, |
| "fp": 1, |
| "precision": 0.9852941176470589, |
| "recall": 0.9852941176470589, |
| "tp": 67 |
| }, |
| "private_address": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 65 |
| }, |
| "private_bvn": { |
| "f1": 0.9666666666666667, |
| "fn": 3, |
| "fp": 1, |
| "precision": 0.9830508474576272, |
| "recall": 0.9508196721311475, |
| "tp": 58 |
| }, |
| "private_date": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 46 |
| }, |
| "private_drivers_license_number": { |
| "f1": 0.8275862068965518, |
| "fn": 4, |
| "fp": 6, |
| "precision": 0.8, |
| "recall": 0.8571428571428571, |
| "tp": 24 |
| }, |
| "private_email": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 81 |
| }, |
| "private_nin": { |
| "f1": 0.9108910891089109, |
| "fn": 4, |
| "fp": 5, |
| "precision": 0.9019607843137255, |
| "recall": 0.92, |
| "tp": 46 |
| }, |
| "private_passport_number": { |
| "f1": 0.9685534591194969, |
| "fn": 2, |
| "fp": 3, |
| "precision": 0.9625, |
| "recall": 0.9746835443037974, |
| "tp": 77 |
| }, |
| "private_person": { |
| "f1": 0.9916666666666667, |
| "fn": 1, |
| "fp": 1, |
| "precision": 0.9916666666666667, |
| "recall": 0.9916666666666667, |
| "tp": 119 |
| }, |
| "private_phone": { |
| "f1": 0.9931972789115647, |
| "fn": 0, |
| "fp": 1, |
| "precision": 0.9864864864864865, |
| "recall": 1.0, |
| "tp": 73 |
| }, |
| "private_url": { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "tp": 40 |
| }, |
| "private_voters_card_number": { |
| "f1": 0.9056603773584904, |
| "fn": 1, |
| "fp": 4, |
| "precision": 0.8571428571428571, |
| "recall": 0.96, |
| "tp": 24 |
| }, |
| "secret": { |
| "f1": 0.9047619047619048, |
| "fn": 2, |
| "fp": 6, |
| "precision": 0.8636363636363636, |
| "recall": 0.95, |
| "tp": 38 |
| } |
| }, |
| "token_accuracy": 0.9941316193936006, |
| "token_total": 14314, |
| "typed_span": { |
| "f1": 0.9705505761843789, |
| "fn": 18, |
| "fp": 28, |
| "precision": 0.9643765903307888, |
| "recall": 0.9768041237113402, |
| "tp": 758 |
| }, |
| "untyped_span": { |
| "f1": 0.9756722151088347, |
| "fn": 14, |
| "fp": 24, |
| "precision": 0.9694656488549618, |
| "recall": 0.9819587628865979, |
| "tp": 762 |
| } |
| } |
| } |
| ] |
|
|
