[ { "elapsed_s": 663.9197893110104, "epoch": 1, "optimizer_steps": 250, "train_loss": 0.722672563277185, "validation": { "empty_gold": { "examples": 56, "examples_with_predictions": 3, "false_positive_example_rate": 0.05357142857142857, "predicted_spans": 3 }, "loss": 0.062140803491650534, "per_label_typed_span": { "account_number": { "f1": 0.955223880597015, "fn": 4, "fp": 2, "precision": 0.9696969696969697, "recall": 0.9411764705882353, "tp": 64 }, "private_address": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 65 }, "private_bvn": { "f1": 0.8852459016393442, "fn": 7, "fp": 7, "precision": 0.8852459016393442, "recall": 0.8852459016393442, "tp": 54 }, "private_date": { "f1": 0.989247311827957, "fn": 0, "fp": 1, "precision": 0.9787234042553191, "recall": 1.0, "tp": 46 }, "private_drivers_license_number": { "f1": 0.5970149253731343, "fn": 8, "fp": 19, "precision": 0.5128205128205128, "recall": 0.7142857142857143, "tp": 20 }, "private_email": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 81 }, "private_nin": { "f1": 0.7474747474747474, "fn": 13, "fp": 12, "precision": 0.7551020408163265, "recall": 0.74, "tp": 37 }, "private_passport_number": { "f1": 0.8571428571428571, "fn": 7, "fp": 17, "precision": 0.8089887640449438, "recall": 0.9113924050632911, "tp": 72 }, "private_person": { "f1": 0.9465020576131687, "fn": 5, "fp": 8, "precision": 0.9349593495934959, "recall": 0.9583333333333334, "tp": 115 }, "private_phone": { "f1": 0.9594594594594594, "fn": 2, "fp": 4, "precision": 0.9466666666666667, "recall": 0.9726027397260274, "tp": 71 }, "private_url": { "f1": 0.963855421686747, "fn": 0, "fp": 3, "precision": 0.9302325581395349, "recall": 1.0, "tp": 40 }, "private_voters_card_number": { "f1": 0.830188679245283, "fn": 3, "fp": 6, "precision": 0.7857142857142857, "recall": 0.88, "tp": 22 }, "secret": { "f1": 0.7469879518072289, "fn": 9, "fp": 12, "precision": 0.7209302325581395, "recall": 0.775, "tp": 31 } }, "token_accuracy": 0.9842112617018304, "token_total": 14314, "typed_span": { "f1": 0.905993690851735, "fn": 58, "fp": 91, "precision": 0.8875154511742892, "recall": 0.9252577319587629, "tp": 718 }, "untyped_span": { "f1": 0.9198738170347004, "fn": 47, "fp": 80, "precision": 0.9011124845488258, "recall": 0.9394329896907216, "tp": 729 } } }, { "elapsed_s": 661.2858016159735, "epoch": 2, "optimizer_steps": 250, "train_loss": 0.013998382937628775, "validation": { "empty_gold": { "examples": 56, "examples_with_predictions": 3, "false_positive_example_rate": 0.05357142857142857, "predicted_spans": 3 }, "loss": 0.035853393422054854, "per_label_typed_span": { "account_number": { "f1": 0.9481481481481482, "fn": 4, "fp": 3, "precision": 0.9552238805970149, "recall": 0.9411764705882353, "tp": 64 }, "private_address": { "f1": 0.9770992366412214, "fn": 1, "fp": 2, "precision": 0.9696969696969697, "recall": 0.9846153846153847, "tp": 64 }, "private_bvn": { "f1": 0.95, "fn": 4, "fp": 2, "precision": 0.9661016949152542, "recall": 0.9344262295081968, "tp": 57 }, "private_date": { "f1": 0.989247311827957, "fn": 0, "fp": 1, "precision": 0.9787234042553191, "recall": 1.0, "tp": 46 }, "private_drivers_license_number": { "f1": 0.6229508196721312, "fn": 9, "fp": 14, "precision": 0.5757575757575758, "recall": 0.6785714285714286, "tp": 19 }, "private_email": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 81 }, "private_nin": { "f1": 0.826923076923077, "fn": 7, "fp": 11, "precision": 0.7962962962962963, "recall": 0.86, "tp": 43 }, "private_passport_number": { "f1": 0.9146341463414634, "fn": 4, "fp": 10, "precision": 0.8823529411764706, "recall": 0.9493670886075949, "tp": 75 }, "private_person": { "f1": 0.9917355371900827, "fn": 0, "fp": 2, "precision": 0.9836065573770492, "recall": 1.0, "tp": 120 }, "private_phone": { "f1": 0.9726027397260274, "fn": 2, "fp": 2, "precision": 0.9726027397260274, "recall": 0.9726027397260274, "tp": 71 }, "private_url": { "f1": 0.975609756097561, "fn": 0, "fp": 2, "precision": 0.9523809523809523, "recall": 1.0, "tp": 40 }, "private_voters_card_number": { "f1": 0.9056603773584904, "fn": 1, "fp": 4, "precision": 0.8571428571428571, "recall": 0.96, "tp": 24 }, "secret": { "f1": 0.891566265060241, "fn": 3, "fp": 6, "precision": 0.8604651162790697, "recall": 0.925, "tp": 37 } }, "token_accuracy": 0.9923152158725723, "token_total": 14314, "typed_span": { "f1": 0.9403553299492385, "fn": 35, "fp": 59, "precision": 0.92625, "recall": 0.9548969072164949, "tp": 741 }, "untyped_span": { "f1": 0.9530456852791879, "fn": 25, "fp": 49, "precision": 0.93875, "recall": 0.9677835051546392, "tp": 751 } } }, { "elapsed_s": 660.9759634879883, "epoch": 3, "optimizer_steps": 250, "train_loss": 0.0036462297561811285, "validation": { "empty_gold": { "examples": 56, "examples_with_predictions": 3, "false_positive_example_rate": 0.05357142857142857, "predicted_spans": 4 }, "loss": 0.049861673034789146, "per_label_typed_span": { "account_number": { "f1": 0.9558823529411765, "fn": 3, "fp": 3, "precision": 0.9558823529411765, "recall": 0.9558823529411765, "tp": 65 }, "private_address": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 65 }, "private_bvn": { "f1": 0.9661016949152543, "fn": 4, "fp": 0, "precision": 1.0, "recall": 0.9344262295081968, "tp": 57 }, "private_date": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 46 }, "private_drivers_license_number": { "f1": 0.7540983606557378, "fn": 5, "fp": 10, "precision": 0.696969696969697, "recall": 0.8214285714285714, "tp": 23 }, "private_email": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 81 }, "private_nin": { "f1": 0.8380952380952381, "fn": 6, "fp": 11, "precision": 0.8, "recall": 0.88, "tp": 44 }, "private_passport_number": { "f1": 0.975, "fn": 1, "fp": 3, "precision": 0.9629629629629629, "recall": 0.9873417721518988, "tp": 78 }, "private_person": { "f1": 0.9916666666666667, "fn": 1, "fp": 1, "precision": 0.9916666666666667, "recall": 0.9916666666666667, "tp": 119 }, "private_phone": { "f1": 0.9659863945578231, "fn": 2, "fp": 3, "precision": 0.9594594594594594, "recall": 0.9726027397260274, "tp": 71 }, "private_url": { "f1": 0.9285714285714285, "fn": 1, "fp": 5, "precision": 0.8863636363636364, "recall": 0.975, "tp": 39 }, "private_voters_card_number": { "f1": 0.9615384615384615, "fn": 0, "fp": 2, "precision": 0.9259259259259259, "recall": 1.0, "tp": 25 }, "secret": { "f1": 0.9047619047619048, "fn": 2, "fp": 6, "precision": 0.8636363636363636, "recall": 0.95, "tp": 38 } }, "token_accuracy": 0.9916864608076009, "token_total": 14314, "typed_span": { "f1": 0.9560789306174411, "fn": 25, "fp": 44, "precision": 0.9446540880503145, "recall": 0.9677835051546392, "tp": 751 }, "untyped_span": { "f1": 0.9662635264162952, "fn": 17, "fp": 36, "precision": 0.9547169811320755, "recall": 0.9780927835051546, "tp": 759 } } }, { "elapsed_s": 662.3824278929969, "epoch": 4, "optimizer_steps": 250, "train_loss": 0.0014249817706877366, "validation": { "empty_gold": { "examples": 56, "examples_with_predictions": 3, "false_positive_example_rate": 0.05357142857142857, "predicted_spans": 3 }, "loss": 0.060422056793304514, "per_label_typed_span": { "account_number": { "f1": 0.9774436090225563, "fn": 3, "fp": 0, "precision": 1.0, "recall": 0.9558823529411765, "tp": 65 }, "private_address": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 65 }, "private_bvn": { "f1": 0.9411764705882353, "fn": 5, "fp": 2, "precision": 0.9655172413793104, "recall": 0.9180327868852459, "tp": 56 }, "private_date": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 46 }, "private_drivers_license_number": { "f1": 0.7999999999999999, "fn": 4, "fp": 8, "precision": 0.75, "recall": 0.8571428571428571, "tp": 24 }, "private_email": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 81 }, "private_nin": { "f1": 0.8867924528301886, "fn": 3, "fp": 9, "precision": 0.8392857142857143, "recall": 0.94, "tp": 47 }, "private_passport_number": { "f1": 0.9685534591194969, "fn": 2, "fp": 3, "precision": 0.9625, "recall": 0.9746835443037974, "tp": 77 }, "private_person": { "f1": 0.995850622406639, "fn": 0, "fp": 1, "precision": 0.9917355371900827, "recall": 1.0, "tp": 120 }, "private_phone": { "f1": 0.9931972789115647, "fn": 0, "fp": 1, "precision": 0.9864864864864865, "recall": 1.0, "tp": 73 }, "private_url": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 40 }, "private_voters_card_number": { "f1": 0.923076923076923, "fn": 1, "fp": 3, "precision": 0.8888888888888888, "recall": 0.96, "tp": 24 }, "secret": { "f1": 0.9047619047619048, "fn": 2, "fp": 6, "precision": 0.8636363636363636, "recall": 0.95, "tp": 38 } }, "token_accuracy": 0.9925248008942295, "token_total": 14314, "typed_span": { "f1": 0.9661341853035145, "fn": 20, "fp": 33, "precision": 0.9581749049429658, "recall": 0.9742268041237113, "tp": 756 }, "untyped_span": { "f1": 0.9712460063897762, "fn": 16, "fp": 29, "precision": 0.9632446134347274, "recall": 0.979381443298969, "tp": 760 } } }, { "elapsed_s": 664.8772369530052, "epoch": 5, "optimizer_steps": 250, "train_loss": 0.0007953897433180827, "validation": { "empty_gold": { "examples": 56, "examples_with_predictions": 3, "false_positive_example_rate": 0.05357142857142857, "predicted_spans": 3 }, "loss": 0.03852119422248326, "per_label_typed_span": { "account_number": { "f1": 0.9777777777777777, "fn": 2, "fp": 1, "precision": 0.9850746268656716, "recall": 0.9705882352941176, "tp": 66 }, "private_address": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 65 }, "private_bvn": { "f1": 0.95, "fn": 4, "fp": 2, "precision": 0.9661016949152542, "recall": 0.9344262295081968, "tp": 57 }, "private_date": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 46 }, "private_drivers_license_number": { "f1": 0.8275862068965518, "fn": 4, "fp": 6, "precision": 0.8, "recall": 0.8571428571428571, "tp": 24 }, "private_email": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 81 }, "private_nin": { "f1": 0.9, "fn": 5, "fp": 5, "precision": 0.9, "recall": 0.9, "tp": 45 }, "private_passport_number": { "f1": 0.9685534591194969, "fn": 2, "fp": 3, "precision": 0.9625, "recall": 0.9746835443037974, "tp": 77 }, "private_person": { "f1": 0.9917355371900827, "fn": 0, "fp": 2, "precision": 0.9836065573770492, "recall": 1.0, "tp": 120 }, "private_phone": { "f1": 0.9931972789115647, "fn": 0, "fp": 1, "precision": 0.9864864864864865, "recall": 1.0, "tp": 73 }, "private_url": { "f1": 0.9876543209876543, "fn": 0, "fp": 1, "precision": 0.975609756097561, "recall": 1.0, "tp": 40 }, "private_voters_card_number": { "f1": 0.9803921568627451, "fn": 0, "fp": 1, "precision": 0.9615384615384616, "recall": 1.0, "tp": 25 }, "secret": { "f1": 0.9156626506024096, "fn": 2, "fp": 5, "precision": 0.8837209302325582, "recall": 0.95, "tp": 38 } }, "token_accuracy": 0.9946905127846863, "token_total": 14314, "typed_span": { "f1": 0.9705128205128205, "fn": 19, "fp": 27, "precision": 0.9655612244897959, "recall": 0.9755154639175257, "tp": 757 }, "untyped_span": { "f1": 0.9756410256410256, "fn": 15, "fp": 23, "precision": 0.9706632653061225, "recall": 0.9806701030927835, "tp": 761 } } }, { "elapsed_s": 666.9732587979524, "epoch": 6, "optimizer_steps": 250, "train_loss": 0.0004832237711525522, "validation": { "empty_gold": { "examples": 56, "examples_with_predictions": 3, "false_positive_example_rate": 0.05357142857142857, "predicted_spans": 3 }, "loss": 0.03793836779861657, "per_label_typed_span": { "account_number": { "f1": 0.9781021897810219, "fn": 1, "fp": 2, "precision": 0.9710144927536232, "recall": 0.9852941176470589, "tp": 67 }, "private_address": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 65 }, "private_bvn": { "f1": 0.9836065573770492, "fn": 1, "fp": 1, "precision": 0.9836065573770492, "recall": 0.9836065573770492, "tp": 60 }, "private_date": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 46 }, "private_drivers_license_number": { "f1": 0.7999999999999999, "fn": 4, "fp": 8, "precision": 0.75, "recall": 0.8571428571428571, "tp": 24 }, "private_email": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 81 }, "private_nin": { "f1": 0.8461538461538461, "fn": 6, "fp": 10, "precision": 0.8148148148148148, "recall": 0.88, "tp": 44 }, "private_passport_number": { "f1": 0.9685534591194969, "fn": 2, "fp": 3, "precision": 0.9625, "recall": 0.9746835443037974, "tp": 77 }, "private_person": { "f1": 0.9917355371900827, "fn": 0, "fp": 2, "precision": 0.9836065573770492, "recall": 1.0, "tp": 120 }, "private_phone": { "f1": 0.9659863945578231, "fn": 2, "fp": 3, "precision": 0.9594594594594594, "recall": 0.9726027397260274, "tp": 71 }, "private_url": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 40 }, "private_voters_card_number": { "f1": 0.923076923076923, "fn": 1, "fp": 3, "precision": 0.8888888888888888, "recall": 0.96, "tp": 24 }, "secret": { "f1": 0.9156626506024096, "fn": 2, "fp": 5, "precision": 0.8837209302325582, "recall": 0.95, "tp": 38 } }, "token_accuracy": 0.9932234176330865, "token_total": 14314, "typed_span": { "f1": 0.9643312101910827, "fn": 19, "fp": 37, "precision": 0.9534005037783375, "recall": 0.9755154639175257, "tp": 757 }, "untyped_span": { "f1": 0.9694267515923566, "fn": 15, "fp": 33, "precision": 0.9584382871536524, "recall": 0.9806701030927835, "tp": 761 } } }, { "elapsed_s": 666.7024858280201, "epoch": 7, "optimizer_steps": 250, "train_loss": 0.0003628259799370426, "validation": { "empty_gold": { "examples": 56, "examples_with_predictions": 3, "false_positive_example_rate": 0.05357142857142857, "predicted_spans": 3 }, "loss": 0.05335045926857832, "per_label_typed_span": { "account_number": { "f1": 0.9777777777777777, "fn": 2, "fp": 1, "precision": 0.9850746268656716, "recall": 0.9705882352941176, "tp": 66 }, "private_address": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 65 }, "private_bvn": { "f1": 0.95, "fn": 4, "fp": 2, "precision": 0.9661016949152542, "recall": 0.9344262295081968, "tp": 57 }, "private_date": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 46 }, "private_drivers_license_number": { "f1": 0.8070175438596492, "fn": 5, "fp": 6, "precision": 0.7931034482758621, "recall": 0.8214285714285714, "tp": 23 }, "private_email": { "f1": 0.9938650306748467, "fn": 0, "fp": 1, "precision": 0.9878048780487805, "recall": 1.0, "tp": 81 }, "private_nin": { "f1": 0.9108910891089109, "fn": 4, "fp": 5, "precision": 0.9019607843137255, "recall": 0.92, "tp": 46 }, "private_passport_number": { "f1": 0.9685534591194969, "fn": 2, "fp": 3, "precision": 0.9625, "recall": 0.9746835443037974, "tp": 77 }, "private_person": { "f1": 0.9875518672199171, "fn": 1, "fp": 2, "precision": 0.9834710743801653, "recall": 0.9916666666666667, "tp": 119 }, "private_phone": { "f1": 0.9931972789115647, "fn": 0, "fp": 1, "precision": 0.9864864864864865, "recall": 1.0, "tp": 73 }, "private_url": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 40 }, "private_voters_card_number": { "f1": 0.9056603773584904, "fn": 1, "fp": 4, "precision": 0.8571428571428571, "recall": 0.96, "tp": 24 }, "secret": { "f1": 0.9156626506024096, "fn": 2, "fp": 5, "precision": 0.8837209302325582, "recall": 0.95, "tp": 38 } }, "token_accuracy": 0.9931535559592007, "token_total": 14314, "typed_span": { "f1": 0.9673286354900704, "fn": 21, "fp": 30, "precision": 0.9617834394904459, "recall": 0.9729381443298969, "tp": 755 }, "untyped_span": { "f1": 0.9737347853939783, "fn": 16, "fp": 25, "precision": 0.9681528662420382, "recall": 0.979381443298969, "tp": 760 } } }, { "elapsed_s": 666.4971206940245, "epoch": 8, "optimizer_steps": 250, "train_loss": 0.0002834449744404992, "validation": { "empty_gold": { "examples": 56, "examples_with_predictions": 3, "false_positive_example_rate": 0.05357142857142857, "predicted_spans": 3 }, "loss": 0.040401977194426966, "per_label_typed_span": { "account_number": { "f1": 0.9852941176470589, "fn": 1, "fp": 1, "precision": 0.9852941176470589, "recall": 0.9852941176470589, "tp": 67 }, "private_address": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 65 }, "private_bvn": { "f1": 0.9666666666666667, "fn": 3, "fp": 1, "precision": 0.9830508474576272, "recall": 0.9508196721311475, "tp": 58 }, "private_date": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 46 }, "private_drivers_license_number": { "f1": 0.8135593220338982, "fn": 4, "fp": 7, "precision": 0.7741935483870968, "recall": 0.8571428571428571, "tp": 24 }, "private_email": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 81 }, "private_nin": { "f1": 0.9090909090909091, "fn": 5, "fp": 4, "precision": 0.9183673469387755, "recall": 0.9, "tp": 45 }, "private_passport_number": { "f1": 0.9685534591194969, "fn": 2, "fp": 3, "precision": 0.9625, "recall": 0.9746835443037974, "tp": 77 }, "private_person": { "f1": 0.9917355371900827, "fn": 0, "fp": 2, "precision": 0.9836065573770492, "recall": 1.0, "tp": 120 }, "private_phone": { "f1": 0.9931972789115647, "fn": 0, "fp": 1, "precision": 0.9864864864864865, "recall": 1.0, "tp": 73 }, "private_url": { "f1": 0.9876543209876543, "fn": 0, "fp": 1, "precision": 0.975609756097561, "recall": 1.0, "tp": 40 }, "private_voters_card_number": { "f1": 0.9803921568627451, "fn": 0, "fp": 1, "precision": 0.9615384615384616, "recall": 1.0, "tp": 25 }, "secret": { "f1": 0.9047619047619048, "fn": 2, "fp": 6, "precision": 0.8636363636363636, "recall": 0.95, "tp": 38 } }, "token_accuracy": 0.9942014810674864, "token_total": 14314, "typed_span": { "f1": 0.971830985915493, "fn": 17, "fp": 27, "precision": 0.9656488549618321, "recall": 0.9780927835051546, "tp": 759 }, "untyped_span": { "f1": 0.9756722151088347, "fn": 14, "fp": 24, "precision": 0.9694656488549618, "recall": 0.9819587628865979, "tp": 762 } } }, { "elapsed_s": 662.5698270020075, "epoch": 9, "optimizer_steps": 250, "train_loss": 0.0002157786047901027, "validation": { "empty_gold": { "examples": 56, "examples_with_predictions": 3, "false_positive_example_rate": 0.05357142857142857, "predicted_spans": 3 }, "loss": 0.0386785322199922, "per_label_typed_span": { "account_number": { "f1": 0.9852941176470589, "fn": 1, "fp": 1, "precision": 0.9852941176470589, "recall": 0.9852941176470589, "tp": 67 }, "private_address": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 65 }, "private_bvn": { "f1": 0.9666666666666667, "fn": 3, "fp": 1, "precision": 0.9830508474576272, "recall": 0.9508196721311475, "tp": 58 }, "private_date": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 46 }, "private_drivers_license_number": { "f1": 0.8421052631578947, "fn": 4, "fp": 5, "precision": 0.8275862068965517, "recall": 0.8571428571428571, "tp": 24 }, "private_email": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 81 }, "private_nin": { "f1": 0.92, "fn": 4, "fp": 4, "precision": 0.92, "recall": 0.92, "tp": 46 }, "private_passport_number": { "f1": 0.9685534591194969, "fn": 2, "fp": 3, "precision": 0.9625, "recall": 0.9746835443037974, "tp": 77 }, "private_person": { "f1": 0.995850622406639, "fn": 0, "fp": 1, "precision": 0.9917355371900827, "recall": 1.0, "tp": 120 }, "private_phone": { "f1": 0.9931972789115647, "fn": 0, "fp": 1, "precision": 0.9864864864864865, "recall": 1.0, "tp": 73 }, "private_url": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 40 }, "private_voters_card_number": { "f1": 0.9615384615384615, "fn": 0, "fp": 2, "precision": 0.9259259259259259, "recall": 1.0, "tp": 25 }, "secret": { "f1": 0.8941176470588236, "fn": 2, "fp": 7, "precision": 0.8444444444444444, "recall": 0.95, "tp": 38 } }, "token_accuracy": 0.9955288528713148, "token_total": 14314, "typed_span": { "f1": 0.9737347853939783, "fn": 16, "fp": 25, "precision": 0.9681528662420382, "recall": 0.979381443298969, "tp": 760 }, "untyped_span": { "f1": 0.9788597053171044, "fn": 12, "fp": 21, "precision": 0.9732484076433121, "recall": 0.9845360824742269, "tp": 764 } } }, { "elapsed_s": 661.8383216590155, "epoch": 10, "optimizer_steps": 250, "train_loss": 0.00019483979170763633, "validation": { "empty_gold": { "examples": 56, "examples_with_predictions": 3, "false_positive_example_rate": 0.05357142857142857, "predicted_spans": 3 }, "loss": 0.04069682969596268, "per_label_typed_span": { "account_number": { "f1": 0.9852941176470589, "fn": 1, "fp": 1, "precision": 0.9852941176470589, "recall": 0.9852941176470589, "tp": 67 }, "private_address": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 65 }, "private_bvn": { "f1": 0.9666666666666667, "fn": 3, "fp": 1, "precision": 0.9830508474576272, "recall": 0.9508196721311475, "tp": 58 }, "private_date": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 46 }, "private_drivers_license_number": { "f1": 0.8275862068965518, "fn": 4, "fp": 6, "precision": 0.8, "recall": 0.8571428571428571, "tp": 24 }, "private_email": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 81 }, "private_nin": { "f1": 0.92, "fn": 4, "fp": 4, "precision": 0.92, "recall": 0.92, "tp": 46 }, "private_passport_number": { "f1": 0.9685534591194969, "fn": 2, "fp": 3, "precision": 0.9625, "recall": 0.9746835443037974, "tp": 77 }, "private_person": { "f1": 0.995850622406639, "fn": 0, "fp": 1, "precision": 0.9917355371900827, "recall": 1.0, "tp": 120 }, "private_phone": { "f1": 0.9931972789115647, "fn": 0, "fp": 1, "precision": 0.9864864864864865, "recall": 1.0, "tp": 73 }, "private_url": { "f1": 0.951219512195122, "fn": 1, "fp": 3, "precision": 0.9285714285714286, "recall": 0.975, "tp": 39 }, "private_voters_card_number": { "f1": 0.9056603773584904, "fn": 1, "fp": 4, "precision": 0.8571428571428571, "recall": 0.96, "tp": 24 }, "secret": { "f1": 0.9156626506024096, "fn": 2, "fp": 5, "precision": 0.8837209302325582, "recall": 0.95, "tp": 38 } }, "token_accuracy": 0.9944809277630292, "token_total": 14314, "typed_span": { "f1": 0.9699296225207933, "fn": 18, "fp": 29, "precision": 0.963151207115629, "recall": 0.9768041237113402, "tp": 758 }, "untyped_span": { "f1": 0.9750479846449137, "fn": 14, "fp": 25, "precision": 0.9682337992376112, "recall": 0.9819587628865979, "tp": 762 } } }, { "elapsed_s": 660.7966174710309, "epoch": 11, "optimizer_steps": 250, "train_loss": 0.00022786227759206666, "validation": { "empty_gold": { "examples": 56, "examples_with_predictions": 3, "false_positive_example_rate": 0.05357142857142857, "predicted_spans": 3 }, "loss": 0.04027605092553191, "per_label_typed_span": { "account_number": { "f1": 0.9852941176470589, "fn": 1, "fp": 1, "precision": 0.9852941176470589, "recall": 0.9852941176470589, "tp": 67 }, "private_address": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 65 }, "private_bvn": { "f1": 0.95, "fn": 4, "fp": 2, "precision": 0.9661016949152542, "recall": 0.9344262295081968, "tp": 57 }, "private_date": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 46 }, "private_drivers_license_number": { "f1": 0.8421052631578947, "fn": 4, "fp": 5, "precision": 0.8275862068965517, "recall": 0.8571428571428571, "tp": 24 }, "private_email": { "f1": 0.9938650306748467, "fn": 0, "fp": 1, "precision": 0.9878048780487805, "recall": 1.0, "tp": 81 }, "private_nin": { "f1": 0.9108910891089109, "fn": 4, "fp": 5, "precision": 0.9019607843137255, "recall": 0.92, "tp": 46 }, "private_passport_number": { "f1": 0.9685534591194969, "fn": 2, "fp": 3, "precision": 0.9625, "recall": 0.9746835443037974, "tp": 77 }, "private_person": { "f1": 0.9916666666666667, "fn": 1, "fp": 1, "precision": 0.9916666666666667, "recall": 0.9916666666666667, "tp": 119 }, "private_phone": { "f1": 0.9931972789115647, "fn": 0, "fp": 1, "precision": 0.9864864864864865, "recall": 1.0, "tp": 73 }, "private_url": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 40 }, "private_voters_card_number": { "f1": 0.9056603773584904, "fn": 1, "fp": 4, "precision": 0.8571428571428571, "recall": 0.96, "tp": 24 }, "secret": { "f1": 0.9047619047619048, "fn": 2, "fp": 6, "precision": 0.8636363636363636, "recall": 0.95, "tp": 38 } }, "token_accuracy": 0.9939918960458293, "token_total": 14314, "typed_span": { "f1": 0.9692701664532651, "fn": 19, "fp": 29, "precision": 0.9631043256997456, "recall": 0.9755154639175257, "tp": 757 }, "untyped_span": { "f1": 0.9743918053777209, "fn": 15, "fp": 25, "precision": 0.9681933842239185, "recall": 0.9806701030927835, "tp": 761 } } }, { "elapsed_s": 661.3079517170554, "epoch": 12, "optimizer_steps": 250, "train_loss": 0.00017689753675585962, "validation": { "empty_gold": { "examples": 56, "examples_with_predictions": 3, "false_positive_example_rate": 0.05357142857142857, "predicted_spans": 3 }, "loss": 0.040366375649517235, "per_label_typed_span": { "account_number": { "f1": 0.9852941176470589, "fn": 1, "fp": 1, "precision": 0.9852941176470589, "recall": 0.9852941176470589, "tp": 67 }, "private_address": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 65 }, "private_bvn": { "f1": 0.9666666666666667, "fn": 3, "fp": 1, "precision": 0.9830508474576272, "recall": 0.9508196721311475, "tp": 58 }, "private_date": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 46 }, "private_drivers_license_number": { "f1": 0.8275862068965518, "fn": 4, "fp": 6, "precision": 0.8, "recall": 0.8571428571428571, "tp": 24 }, "private_email": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 81 }, "private_nin": { "f1": 0.9108910891089109, "fn": 4, "fp": 5, "precision": 0.9019607843137255, "recall": 0.92, "tp": 46 }, "private_passport_number": { "f1": 0.9685534591194969, "fn": 2, "fp": 3, "precision": 0.9625, "recall": 0.9746835443037974, "tp": 77 }, "private_person": { "f1": 0.9916666666666667, "fn": 1, "fp": 1, "precision": 0.9916666666666667, "recall": 0.9916666666666667, "tp": 119 }, "private_phone": { "f1": 0.9931972789115647, "fn": 0, "fp": 1, "precision": 0.9864864864864865, "recall": 1.0, "tp": 73 }, "private_url": { "f1": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 40 }, "private_voters_card_number": { "f1": 0.9056603773584904, "fn": 1, "fp": 4, "precision": 0.8571428571428571, "recall": 0.96, "tp": 24 }, "secret": { "f1": 0.9047619047619048, "fn": 2, "fp": 6, "precision": 0.8636363636363636, "recall": 0.95, "tp": 38 } }, "token_accuracy": 0.9941316193936006, "token_total": 14314, "typed_span": { "f1": 0.9705505761843789, "fn": 18, "fp": 28, "precision": 0.9643765903307888, "recall": 0.9768041237113402, "tp": 758 }, "untyped_span": { "f1": 0.9756722151088347, "fn": 14, "fp": 24, "precision": 0.9694656488549618, "recall": 0.9819587628865979, "tp": 762 } } } ]