{ "purpose": "Multi-seed evaluation across 10 random splits of the 500 insider threat incidents. Reports XGBoost performance averaged over the full set of seeds for a robust performance picture.", "seeds_evaluated": [ 42, 7, 13, 17, 23, 31, 45, 99, 123, 200 ], "per_seed": [ { "seed": 42, "test_n_classes": 3, "accuracy": 0.8529230769230769, "macro_f1": 0.8495931102241494, "macro_roc_auc_ovr": 0.9627526877302969 }, { "seed": 7, "test_n_classes": 3, "accuracy": 0.859897435897436, "macro_f1": 0.8489366810370947, "macro_roc_auc_ovr": 0.9706063404287054 }, { "seed": 13, "test_n_classes": 3, "accuracy": 0.8473846153846154, "macro_f1": 0.8308717142007808, "macro_roc_auc_ovr": 0.9487669993321273 }, { "seed": 17, "test_n_classes": 3, "accuracy": 0.8592820512820513, "macro_f1": 0.8303962310053286, "macro_roc_auc_ovr": 0.9599908480231973 }, { "seed": 23, "test_n_classes": 3, "accuracy": 0.8734358974358974, "macro_f1": 0.8422305585058111, "macro_roc_auc_ovr": 0.9640019681906883 }, { "seed": 31, "test_n_classes": 3, "accuracy": 0.8307692307692308, "macro_f1": 0.8309747753220957, "macro_roc_auc_ovr": 0.9592892734393724 }, { "seed": 45, "test_n_classes": 3, "accuracy": 0.8541538461538462, "macro_f1": 0.8389296586948394, "macro_roc_auc_ovr": 0.9570438308416293 }, { "seed": 99, "test_n_classes": 3, "accuracy": 0.8689230769230769, "macro_f1": 0.8596390692085856, "macro_roc_auc_ovr": 0.9717446089452725 }, { "seed": 123, "test_n_classes": 3, "accuracy": 0.8588717948717949, "macro_f1": 0.828584805246768, "macro_roc_auc_ovr": 0.9537031820223459 }, { "seed": 200, "test_n_classes": 3, "accuracy": 0.8432820512820512, "macro_f1": 0.8288042228202444, "macro_roc_auc_ovr": 0.9638969223068744 } ], "aggregate": { "accuracy_mean": 0.8548923076923078, "accuracy_std": 0.011740503457401963, "accuracy_min": 0.8307692307692308, "accuracy_max": 0.8734358974358974, "macro_f1_mean": 0.8388960826265699, "macro_f1_std": 0.010315931931384944, "roc_auc_mean": 0.961179666126051, "roc_auc_std": 0.006710943228986276 }, "published_artifact_seed": 42 }