Spaces:
Running
Running
File size: 1,215 Bytes
03815d6 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 | {
"_meta": {
"eval_file": "logs/eval_v2.json",
"iterations": 10000,
"seed": 42,
"method": "BCa (bias-corrected + accelerated) bootstrap on Bernoulli outcome arrays reconstructed from logs/eval_v2.json aggregates",
"n_scams": 144,
"n_benign": 30,
"n_total": 174
},
"detection": {
"point": 0.9930555555555556,
"ci_low": 0.9513888888888888,
"ci_high": 1.0
},
"fpr": {
"point": 0.06666666666666667,
"ci_low": 0.0,
"ci_high": 0.16666666666666666
},
"f1": {
"point": 0.9896193771626298,
"ci_low": 0.9686411149825783,
"ci_high": 0.9965397923875432
},
"per_difficulty": {
"easy": {
"n": 26,
"detection": {
"point": 1.0,
"ci_low": 1.0,
"ci_high": 1.0
}
},
"medium": {
"n": 66,
"detection": {
"point": 1.0,
"ci_low": 1.0,
"ci_high": 1.0
}
},
"hard": {
"n": 18,
"detection": {
"point": 1.0,
"ci_low": 1.0,
"ci_high": 1.0
}
},
"novel": {
"n": 34,
"detection": {
"point": 0.9705882352941176,
"ci_low": 0.8235294117647058,
"ci_high": 1.0
}
}
}
} |