Initial release: attack_lifecycle_phase 5-class baseline + 11-oracle-path leakage diagnostic
e2c4702 verified | { | |
| "purpose": "Multi-seed evaluation across 10 group-aware splits of the 21,896-event sample (500 incidents).", | |
| "seeds_evaluated": [ | |
| 42, | |
| 7, | |
| 13, | |
| 17, | |
| 23, | |
| 31, | |
| 45, | |
| 99, | |
| 123, | |
| 200 | |
| ], | |
| "per_seed": [ | |
| { | |
| "seed": 42, | |
| "test_n_classes": 5, | |
| "accuracy": 0.9492753623188406, | |
| "macro_f1": 0.7780594102481514, | |
| "macro_roc_auc_ovr": 0.9904125505537232 | |
| }, | |
| { | |
| "seed": 7, | |
| "test_n_classes": 5, | |
| "accuracy": 0.9371447676362421, | |
| "macro_f1": 0.7470429505084855, | |
| "macro_roc_auc_ovr": 0.9883780833142183 | |
| }, | |
| { | |
| "seed": 13, | |
| "test_n_classes": 5, | |
| "accuracy": 0.9440175631174533, | |
| "macro_f1": 0.7786431389219104, | |
| "macro_roc_auc_ovr": 0.9893348598508764 | |
| }, | |
| { | |
| "seed": 17, | |
| "test_n_classes": 5, | |
| "accuracy": 0.9301659988551803, | |
| "macro_f1": 0.7496550235562918, | |
| "macro_roc_auc_ovr": 0.9862828960991046 | |
| }, | |
| { | |
| "seed": 23, | |
| "test_n_classes": 5, | |
| "accuracy": 0.9409375, | |
| "macro_f1": 0.7808189932344203, | |
| "macro_roc_auc_ovr": 0.9899045909034948 | |
| }, | |
| { | |
| "seed": 31, | |
| "test_n_classes": 5, | |
| "accuracy": 0.930905695611578, | |
| "macro_f1": 0.7613555094687323, | |
| "macro_roc_auc_ovr": 0.9868934259288492 | |
| }, | |
| { | |
| "seed": 45, | |
| "test_n_classes": 5, | |
| "accuracy": 0.9233565586186004, | |
| "macro_f1": 0.7409385948742784, | |
| "macro_roc_auc_ovr": 0.9864613394709789 | |
| }, | |
| { | |
| "seed": 99, | |
| "test_n_classes": 5, | |
| "accuracy": 0.9290322580645162, | |
| "macro_f1": 0.7409062534499034, | |
| "macro_roc_auc_ovr": 0.9861301771811058 | |
| }, | |
| { | |
| "seed": 123, | |
| "test_n_classes": 5, | |
| "accuracy": 0.937037037037037, | |
| "macro_f1": 0.7622080835728512, | |
| "macro_roc_auc_ovr": 0.9882332249503822 | |
| }, | |
| { | |
| "seed": 200, | |
| "test_n_classes": 5, | |
| "accuracy": 0.9404943545926152, | |
| "macro_f1": 0.7495112167344459, | |
| "macro_roc_auc_ovr": 0.988891453888266 | |
| } | |
| ], | |
| "aggregate": { | |
| "accuracy_mean": 0.9362367095852064, | |
| "accuracy_std": 0.007451938413439355, | |
| "accuracy_min": 0.9233565586186004, | |
| "accuracy_max": 0.9492753623188406, | |
| "macro_f1_mean": 0.758913917456947, | |
| "macro_f1_std": 0.014882483861819625, | |
| "roc_auc_mean": 0.9880922602141, | |
| "roc_auc_std": 0.001489069995610803 | |
| }, | |
| "published_artifact_seed": 42 | |
| } |