File size: 2,889 Bytes
dce66cd
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
{
  "empty_gold": {
    "examples": 46,
    "examples_with_predictions": 2,
    "false_positive_example_rate": 0.043478260869565216,
    "predicted_spans": 2
  },
  "loss": 0.060853641330248724,
  "per_label_typed_span": {
    "account_number": {
      "f1": 0.9668874172185431,
      "fn": 1,
      "fp": 4,
      "precision": 0.948051948051948,
      "recall": 0.9864864864864865,
      "tp": 73
    },
    "private_address": {
      "f1": 0.9838709677419354,
      "fn": 0,
      "fp": 2,
      "precision": 0.9682539682539683,
      "recall": 1.0,
      "tp": 61
    },
    "private_bvn": {
      "f1": 0.9747899159663865,
      "fn": 0,
      "fp": 3,
      "precision": 0.9508196721311475,
      "recall": 1.0,
      "tp": 58
    },
    "private_date": {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "precision": 1.0,
      "recall": 1.0,
      "tp": 71
    },
    "private_drivers_license_number": {
      "f1": 0.912280701754386,
      "fn": 2,
      "fp": 3,
      "precision": 0.896551724137931,
      "recall": 0.9285714285714286,
      "tp": 26
    },
    "private_email": {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "precision": 1.0,
      "recall": 1.0,
      "tp": 78
    },
    "private_nin": {
      "f1": 0.8955223880597014,
      "fn": 9,
      "fp": 5,
      "precision": 0.9230769230769231,
      "recall": 0.8695652173913043,
      "tp": 60
    },
    "private_passport_number": {
      "f1": 0.9692307692307692,
      "fn": 1,
      "fp": 3,
      "precision": 0.9545454545454546,
      "recall": 0.984375,
      "tp": 63
    },
    "private_person": {
      "f1": 0.9857142857142858,
      "fn": 3,
      "fp": 1,
      "precision": 0.9928057553956835,
      "recall": 0.9787234042553191,
      "tp": 138
    },
    "private_phone": {
      "f1": 0.9565217391304348,
      "fn": 4,
      "fp": 2,
      "precision": 0.9705882352941176,
      "recall": 0.9428571428571428,
      "tp": 66
    },
    "private_url": {
      "f1": 0.9589041095890412,
      "fn": 1,
      "fp": 2,
      "precision": 0.9459459459459459,
      "recall": 0.9722222222222222,
      "tp": 35
    },
    "private_voters_card_number": {
      "f1": 0.8823529411764706,
      "fn": 2,
      "fp": 2,
      "precision": 0.8823529411764706,
      "recall": 0.8823529411764706,
      "tp": 15
    },
    "secret": {
      "f1": 0.8918918918918919,
      "fn": 2,
      "fp": 6,
      "precision": 0.8461538461538461,
      "recall": 0.9428571428571428,
      "tp": 33
    }
  },
  "token_accuracy": 0.9923065757003919,
  "token_total": 13778,
  "typed_span": {
    "f1": 0.9640198511166252,
    "fn": 25,
    "fp": 33,
    "precision": 0.9592592592592593,
    "recall": 0.9688279301745636,
    "tp": 777
  },
  "untyped_span": {
    "f1": 0.9764267990074442,
    "fn": 15,
    "fp": 23,
    "precision": 0.971604938271605,
    "recall": 0.9812967581047382,
    "tp": 787
  }
}