File size: 1,215 Bytes
03815d6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
{
  "_meta": {
    "eval_file": "logs/eval_v2.json",
    "iterations": 10000,
    "seed": 42,
    "method": "BCa (bias-corrected + accelerated) bootstrap on Bernoulli outcome arrays reconstructed from logs/eval_v2.json aggregates",
    "n_scams": 144,
    "n_benign": 30,
    "n_total": 174
  },
  "detection": {
    "point": 0.9930555555555556,
    "ci_low": 0.9513888888888888,
    "ci_high": 1.0
  },
  "fpr": {
    "point": 0.06666666666666667,
    "ci_low": 0.0,
    "ci_high": 0.16666666666666666
  },
  "f1": {
    "point": 0.9896193771626298,
    "ci_low": 0.9686411149825783,
    "ci_high": 0.9965397923875432
  },
  "per_difficulty": {
    "easy": {
      "n": 26,
      "detection": {
        "point": 1.0,
        "ci_low": 1.0,
        "ci_high": 1.0
      }
    },
    "medium": {
      "n": 66,
      "detection": {
        "point": 1.0,
        "ci_low": 1.0,
        "ci_high": 1.0
      }
    },
    "hard": {
      "n": 18,
      "detection": {
        "point": 1.0,
        "ci_low": 1.0,
        "ci_high": 1.0
      }
    },
    "novel": {
      "n": 34,
      "detection": {
        "point": 0.9705882352941176,
        "ci_low": 0.8235294117647058,
        "ci_high": 1.0
      }
    }
  }
}