{ "purpose": "Multi-seed evaluation across 10 random splits of the 500 ransomware campaigns. Reports XGBoost performance averaged over the full set of seeds for a robust performance picture.", "seeds_evaluated": [ 42, 7, 13, 17, 23, 31, 45, 99, 123, 200 ], "per_seed": [ { "seed": 42, "test_n_classes": 4, "accuracy": 0.6898452783211808, "macro_f1": 0.6751447018282526, "macro_roc_auc_ovr": 0.873606865711172 }, { "seed": 7, "test_n_classes": 4, "accuracy": 0.5936, "macro_f1": 0.6058668770031597, "macro_roc_auc_ovr": 0.8807958394340375 }, { "seed": 13, "test_n_classes": 4, "accuracy": 0.6160412591143518, "macro_f1": 0.6098050823090829, "macro_roc_auc_ovr": 0.891446004502376 }, { "seed": 17, "test_n_classes": 4, "accuracy": 0.5668563300142248, "macro_f1": 0.5260776400679491, "macro_roc_auc_ovr": 0.8435537531292995 }, { "seed": 23, "test_n_classes": 4, "accuracy": 0.5331673483905388, "macro_f1": 0.5092426374129808, "macro_roc_auc_ovr": 0.8177927651119797 }, { "seed": 31, "test_n_classes": 4, "accuracy": 0.6072953736654805, "macro_f1": 0.6146362246152752, "macro_roc_auc_ovr": 0.8585576361068035 }, { "seed": 45, "test_n_classes": 4, "accuracy": 0.5793777777777778, "macro_f1": 0.5739793543388237, "macro_roc_auc_ovr": 0.8200552847948792 }, { "seed": 99, "test_n_classes": 4, "accuracy": 0.6200640341515475, "macro_f1": 0.6242476136431796, "macro_roc_auc_ovr": 0.8679174384576391 }, { "seed": 123, "test_n_classes": 4, "accuracy": 0.6323372465314835, "macro_f1": 0.6277596831292473, "macro_roc_auc_ovr": 0.8854323799134519 }, { "seed": 200, "test_n_classes": 4, "accuracy": 0.587157595161864, "macro_f1": 0.5653959696484754, "macro_roc_auc_ovr": 0.7957473212581817 } ], "aggregate": { "accuracy_mean": 0.602574224312845, "accuracy_std": 0.039951201198129296, "accuracy_min": 0.5331673483905388, "accuracy_max": 0.6898452783211808, "macro_f1_mean": 0.5932155783996427, "macro_f1_std": 0.04739799073577289, "roc_auc_mean": 0.853490528841982, "roc_auc_std": 0.031096980060089464 }, "published_artifact_seed": 42 }