privacy-filter-nigeria / test_metrics.json
iamSamurai's picture
Publish Naija privacy-filter LoRA adapter
dce66cd verified
{
"empty_gold": {
"examples": 46,
"examples_with_predictions": 2,
"false_positive_example_rate": 0.043478260869565216,
"predicted_spans": 2
},
"loss": 0.060853641330248724,
"per_label_typed_span": {
"account_number": {
"f1": 0.9668874172185431,
"fn": 1,
"fp": 4,
"precision": 0.948051948051948,
"recall": 0.9864864864864865,
"tp": 73
},
"private_address": {
"f1": 0.9838709677419354,
"fn": 0,
"fp": 2,
"precision": 0.9682539682539683,
"recall": 1.0,
"tp": 61
},
"private_bvn": {
"f1": 0.9747899159663865,
"fn": 0,
"fp": 3,
"precision": 0.9508196721311475,
"recall": 1.0,
"tp": 58
},
"private_date": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"precision": 1.0,
"recall": 1.0,
"tp": 71
},
"private_drivers_license_number": {
"f1": 0.912280701754386,
"fn": 2,
"fp": 3,
"precision": 0.896551724137931,
"recall": 0.9285714285714286,
"tp": 26
},
"private_email": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"precision": 1.0,
"recall": 1.0,
"tp": 78
},
"private_nin": {
"f1": 0.8955223880597014,
"fn": 9,
"fp": 5,
"precision": 0.9230769230769231,
"recall": 0.8695652173913043,
"tp": 60
},
"private_passport_number": {
"f1": 0.9692307692307692,
"fn": 1,
"fp": 3,
"precision": 0.9545454545454546,
"recall": 0.984375,
"tp": 63
},
"private_person": {
"f1": 0.9857142857142858,
"fn": 3,
"fp": 1,
"precision": 0.9928057553956835,
"recall": 0.9787234042553191,
"tp": 138
},
"private_phone": {
"f1": 0.9565217391304348,
"fn": 4,
"fp": 2,
"precision": 0.9705882352941176,
"recall": 0.9428571428571428,
"tp": 66
},
"private_url": {
"f1": 0.9589041095890412,
"fn": 1,
"fp": 2,
"precision": 0.9459459459459459,
"recall": 0.9722222222222222,
"tp": 35
},
"private_voters_card_number": {
"f1": 0.8823529411764706,
"fn": 2,
"fp": 2,
"precision": 0.8823529411764706,
"recall": 0.8823529411764706,
"tp": 15
},
"secret": {
"f1": 0.8918918918918919,
"fn": 2,
"fp": 6,
"precision": 0.8461538461538461,
"recall": 0.9428571428571428,
"tp": 33
}
},
"token_accuracy": 0.9923065757003919,
"token_total": 13778,
"typed_span": {
"f1": 0.9640198511166252,
"fn": 25,
"fp": 33,
"precision": 0.9592592592592593,
"recall": 0.9688279301745636,
"tp": 777
},
"untyped_span": {
"f1": 0.9764267990074442,
"fn": 15,
"fp": 23,
"precision": 0.971604938271605,
"recall": 0.9812967581047382,
"tp": 787
}
}