cyb010-baseline-classifier / multi_seed_results.json
pradeep-xpert's picture
Initial release: attack_lifecycle_phase 5-class baseline + 11-oracle-path leakage diagnostic
e2c4702 verified
{
"purpose": "Multi-seed evaluation across 10 group-aware splits of the 21,896-event sample (500 incidents).",
"seeds_evaluated": [
42,
7,
13,
17,
23,
31,
45,
99,
123,
200
],
"per_seed": [
{
"seed": 42,
"test_n_classes": 5,
"accuracy": 0.9492753623188406,
"macro_f1": 0.7780594102481514,
"macro_roc_auc_ovr": 0.9904125505537232
},
{
"seed": 7,
"test_n_classes": 5,
"accuracy": 0.9371447676362421,
"macro_f1": 0.7470429505084855,
"macro_roc_auc_ovr": 0.9883780833142183
},
{
"seed": 13,
"test_n_classes": 5,
"accuracy": 0.9440175631174533,
"macro_f1": 0.7786431389219104,
"macro_roc_auc_ovr": 0.9893348598508764
},
{
"seed": 17,
"test_n_classes": 5,
"accuracy": 0.9301659988551803,
"macro_f1": 0.7496550235562918,
"macro_roc_auc_ovr": 0.9862828960991046
},
{
"seed": 23,
"test_n_classes": 5,
"accuracy": 0.9409375,
"macro_f1": 0.7808189932344203,
"macro_roc_auc_ovr": 0.9899045909034948
},
{
"seed": 31,
"test_n_classes": 5,
"accuracy": 0.930905695611578,
"macro_f1": 0.7613555094687323,
"macro_roc_auc_ovr": 0.9868934259288492
},
{
"seed": 45,
"test_n_classes": 5,
"accuracy": 0.9233565586186004,
"macro_f1": 0.7409385948742784,
"macro_roc_auc_ovr": 0.9864613394709789
},
{
"seed": 99,
"test_n_classes": 5,
"accuracy": 0.9290322580645162,
"macro_f1": 0.7409062534499034,
"macro_roc_auc_ovr": 0.9861301771811058
},
{
"seed": 123,
"test_n_classes": 5,
"accuracy": 0.937037037037037,
"macro_f1": 0.7622080835728512,
"macro_roc_auc_ovr": 0.9882332249503822
},
{
"seed": 200,
"test_n_classes": 5,
"accuracy": 0.9404943545926152,
"macro_f1": 0.7495112167344459,
"macro_roc_auc_ovr": 0.988891453888266
}
],
"aggregate": {
"accuracy_mean": 0.9362367095852064,
"accuracy_std": 0.007451938413439355,
"accuracy_min": 0.9233565586186004,
"accuracy_max": 0.9492753623188406,
"macro_f1_mean": 0.758913917456947,
"macro_f1_std": 0.014882483861819625,
"roc_auc_mean": 0.9880922602141,
"roc_auc_std": 0.001489069995610803
},
"published_artifact_seed": 42
}