File size: 2,407 Bytes
e2c4702 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 | {
"purpose": "Multi-seed evaluation across 10 group-aware splits of the 21,896-event sample (500 incidents).",
"seeds_evaluated": [
42,
7,
13,
17,
23,
31,
45,
99,
123,
200
],
"per_seed": [
{
"seed": 42,
"test_n_classes": 5,
"accuracy": 0.9492753623188406,
"macro_f1": 0.7780594102481514,
"macro_roc_auc_ovr": 0.9904125505537232
},
{
"seed": 7,
"test_n_classes": 5,
"accuracy": 0.9371447676362421,
"macro_f1": 0.7470429505084855,
"macro_roc_auc_ovr": 0.9883780833142183
},
{
"seed": 13,
"test_n_classes": 5,
"accuracy": 0.9440175631174533,
"macro_f1": 0.7786431389219104,
"macro_roc_auc_ovr": 0.9893348598508764
},
{
"seed": 17,
"test_n_classes": 5,
"accuracy": 0.9301659988551803,
"macro_f1": 0.7496550235562918,
"macro_roc_auc_ovr": 0.9862828960991046
},
{
"seed": 23,
"test_n_classes": 5,
"accuracy": 0.9409375,
"macro_f1": 0.7808189932344203,
"macro_roc_auc_ovr": 0.9899045909034948
},
{
"seed": 31,
"test_n_classes": 5,
"accuracy": 0.930905695611578,
"macro_f1": 0.7613555094687323,
"macro_roc_auc_ovr": 0.9868934259288492
},
{
"seed": 45,
"test_n_classes": 5,
"accuracy": 0.9233565586186004,
"macro_f1": 0.7409385948742784,
"macro_roc_auc_ovr": 0.9864613394709789
},
{
"seed": 99,
"test_n_classes": 5,
"accuracy": 0.9290322580645162,
"macro_f1": 0.7409062534499034,
"macro_roc_auc_ovr": 0.9861301771811058
},
{
"seed": 123,
"test_n_classes": 5,
"accuracy": 0.937037037037037,
"macro_f1": 0.7622080835728512,
"macro_roc_auc_ovr": 0.9882332249503822
},
{
"seed": 200,
"test_n_classes": 5,
"accuracy": 0.9404943545926152,
"macro_f1": 0.7495112167344459,
"macro_roc_auc_ovr": 0.988891453888266
}
],
"aggregate": {
"accuracy_mean": 0.9362367095852064,
"accuracy_std": 0.007451938413439355,
"accuracy_min": 0.9233565586186004,
"accuracy_max": 0.9492753623188406,
"macro_f1_mean": 0.758913917456947,
"macro_f1_std": 0.014882483861819625,
"roc_auc_mean": 0.9880922602141,
"roc_auc_std": 0.001489069995610803
},
"published_artifact_seed": 42
} |