privacy-filter-nigeria / validation_metrics.json
iamSamurai's picture
Publish Naija privacy-filter LoRA adapter
dce66cd verified
{
"empty_gold": {
"examples": 56,
"examples_with_predictions": 3,
"false_positive_example_rate": 0.05357142857142857,
"predicted_spans": 3
},
"loss": 0.0386785322199922,
"per_label_typed_span": {
"account_number": {
"f1": 0.9852941176470589,
"fn": 1,
"fp": 1,
"precision": 0.9852941176470589,
"recall": 0.9852941176470589,
"tp": 67
},
"private_address": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"precision": 1.0,
"recall": 1.0,
"tp": 65
},
"private_bvn": {
"f1": 0.9666666666666667,
"fn": 3,
"fp": 1,
"precision": 0.9830508474576272,
"recall": 0.9508196721311475,
"tp": 58
},
"private_date": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"precision": 1.0,
"recall": 1.0,
"tp": 46
},
"private_drivers_license_number": {
"f1": 0.8421052631578947,
"fn": 4,
"fp": 5,
"precision": 0.8275862068965517,
"recall": 0.8571428571428571,
"tp": 24
},
"private_email": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"precision": 1.0,
"recall": 1.0,
"tp": 81
},
"private_nin": {
"f1": 0.92,
"fn": 4,
"fp": 4,
"precision": 0.92,
"recall": 0.92,
"tp": 46
},
"private_passport_number": {
"f1": 0.9685534591194969,
"fn": 2,
"fp": 3,
"precision": 0.9625,
"recall": 0.9746835443037974,
"tp": 77
},
"private_person": {
"f1": 0.995850622406639,
"fn": 0,
"fp": 1,
"precision": 0.9917355371900827,
"recall": 1.0,
"tp": 120
},
"private_phone": {
"f1": 0.9931972789115647,
"fn": 0,
"fp": 1,
"precision": 0.9864864864864865,
"recall": 1.0,
"tp": 73
},
"private_url": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"precision": 1.0,
"recall": 1.0,
"tp": 40
},
"private_voters_card_number": {
"f1": 0.9615384615384615,
"fn": 0,
"fp": 2,
"precision": 0.9259259259259259,
"recall": 1.0,
"tp": 25
},
"secret": {
"f1": 0.8941176470588236,
"fn": 2,
"fp": 7,
"precision": 0.8444444444444444,
"recall": 0.95,
"tp": 38
}
},
"token_accuracy": 0.9955288528713148,
"token_total": 14314,
"typed_span": {
"f1": 0.9737347853939783,
"fn": 16,
"fp": 25,
"precision": 0.9681528662420382,
"recall": 0.979381443298969,
"tp": 760
},
"untyped_span": {
"f1": 0.9788597053171044,
"fn": 12,
"fp": 21,
"precision": 0.9732484076433121,
"recall": 0.9845360824742269,
"tp": 764
}
}