| { |
| "purpose": "Multi-seed evaluation across 10 random splits of the 500 insider threat incidents. Reports XGBoost performance averaged over the full set of seeds for a robust performance picture.", |
| "seeds_evaluated": [ |
| 42, |
| 7, |
| 13, |
| 17, |
| 23, |
| 31, |
| 45, |
| 99, |
| 123, |
| 200 |
| ], |
| "per_seed": [ |
| { |
| "seed": 42, |
| "test_n_classes": 3, |
| "accuracy": 0.8529230769230769, |
| "macro_f1": 0.8495931102241494, |
| "macro_roc_auc_ovr": 0.9627526877302969 |
| }, |
| { |
| "seed": 7, |
| "test_n_classes": 3, |
| "accuracy": 0.859897435897436, |
| "macro_f1": 0.8489366810370947, |
| "macro_roc_auc_ovr": 0.9706063404287054 |
| }, |
| { |
| "seed": 13, |
| "test_n_classes": 3, |
| "accuracy": 0.8473846153846154, |
| "macro_f1": 0.8308717142007808, |
| "macro_roc_auc_ovr": 0.9487669993321273 |
| }, |
| { |
| "seed": 17, |
| "test_n_classes": 3, |
| "accuracy": 0.8592820512820513, |
| "macro_f1": 0.8303962310053286, |
| "macro_roc_auc_ovr": 0.9599908480231973 |
| }, |
| { |
| "seed": 23, |
| "test_n_classes": 3, |
| "accuracy": 0.8734358974358974, |
| "macro_f1": 0.8422305585058111, |
| "macro_roc_auc_ovr": 0.9640019681906883 |
| }, |
| { |
| "seed": 31, |
| "test_n_classes": 3, |
| "accuracy": 0.8307692307692308, |
| "macro_f1": 0.8309747753220957, |
| "macro_roc_auc_ovr": 0.9592892734393724 |
| }, |
| { |
| "seed": 45, |
| "test_n_classes": 3, |
| "accuracy": 0.8541538461538462, |
| "macro_f1": 0.8389296586948394, |
| "macro_roc_auc_ovr": 0.9570438308416293 |
| }, |
| { |
| "seed": 99, |
| "test_n_classes": 3, |
| "accuracy": 0.8689230769230769, |
| "macro_f1": 0.8596390692085856, |
| "macro_roc_auc_ovr": 0.9717446089452725 |
| }, |
| { |
| "seed": 123, |
| "test_n_classes": 3, |
| "accuracy": 0.8588717948717949, |
| "macro_f1": 0.828584805246768, |
| "macro_roc_auc_ovr": 0.9537031820223459 |
| }, |
| { |
| "seed": 200, |
| "test_n_classes": 3, |
| "accuracy": 0.8432820512820512, |
| "macro_f1": 0.8288042228202444, |
| "macro_roc_auc_ovr": 0.9638969223068744 |
| } |
| ], |
| "aggregate": { |
| "accuracy_mean": 0.8548923076923078, |
| "accuracy_std": 0.011740503457401963, |
| "accuracy_min": 0.8307692307692308, |
| "accuracy_max": 0.8734358974358974, |
| "macro_f1_mean": 0.8388960826265699, |
| "macro_f1_std": 0.010315931931384944, |
| "roc_auc_mean": 0.961179666126051, |
| "roc_auc_std": 0.006710943228986276 |
| }, |
| "published_artifact_seed": 42 |
| } |
