| { |
| "purpose": "Multi-seed evaluation across 10 random splits of the 500 ransomware campaigns. Reports XGBoost performance averaged over the full set of seeds for a robust performance picture.", |
| "seeds_evaluated": [ |
| 42, |
| 7, |
| 13, |
| 17, |
| 23, |
| 31, |
| 45, |
| 99, |
| 123, |
| 200 |
| ], |
| "per_seed": [ |
| { |
| "seed": 42, |
| "test_n_classes": 4, |
| "accuracy": 0.6898452783211808, |
| "macro_f1": 0.6751447018282526, |
| "macro_roc_auc_ovr": 0.873606865711172 |
| }, |
| { |
| "seed": 7, |
| "test_n_classes": 4, |
| "accuracy": 0.5936, |
| "macro_f1": 0.6058668770031597, |
| "macro_roc_auc_ovr": 0.8807958394340375 |
| }, |
| { |
| "seed": 13, |
| "test_n_classes": 4, |
| "accuracy": 0.6160412591143518, |
| "macro_f1": 0.6098050823090829, |
| "macro_roc_auc_ovr": 0.891446004502376 |
| }, |
| { |
| "seed": 17, |
| "test_n_classes": 4, |
| "accuracy": 0.5668563300142248, |
| "macro_f1": 0.5260776400679491, |
| "macro_roc_auc_ovr": 0.8435537531292995 |
| }, |
| { |
| "seed": 23, |
| "test_n_classes": 4, |
| "accuracy": 0.5331673483905388, |
| "macro_f1": 0.5092426374129808, |
| "macro_roc_auc_ovr": 0.8177927651119797 |
| }, |
| { |
| "seed": 31, |
| "test_n_classes": 4, |
| "accuracy": 0.6072953736654805, |
| "macro_f1": 0.6146362246152752, |
| "macro_roc_auc_ovr": 0.8585576361068035 |
| }, |
| { |
| "seed": 45, |
| "test_n_classes": 4, |
| "accuracy": 0.5793777777777778, |
| "macro_f1": 0.5739793543388237, |
| "macro_roc_auc_ovr": 0.8200552847948792 |
| }, |
| { |
| "seed": 99, |
| "test_n_classes": 4, |
| "accuracy": 0.6200640341515475, |
| "macro_f1": 0.6242476136431796, |
| "macro_roc_auc_ovr": 0.8679174384576391 |
| }, |
| { |
| "seed": 123, |
| "test_n_classes": 4, |
| "accuracy": 0.6323372465314835, |
| "macro_f1": 0.6277596831292473, |
| "macro_roc_auc_ovr": 0.8854323799134519 |
| }, |
| { |
| "seed": 200, |
| "test_n_classes": 4, |
| "accuracy": 0.587157595161864, |
| "macro_f1": 0.5653959696484754, |
| "macro_roc_auc_ovr": 0.7957473212581817 |
| } |
| ], |
| "aggregate": { |
| "accuracy_mean": 0.602574224312845, |
| "accuracy_std": 0.039951201198129296, |
| "accuracy_min": 0.5331673483905388, |
| "accuracy_max": 0.6898452783211808, |
| "macro_f1_mean": 0.5932155783996427, |
| "macro_f1_std": 0.04739799073577289, |
| "roc_auc_mean": 0.853490528841982, |
| "roc_auc_std": 0.031096980060089464 |
| }, |
| "published_artifact_seed": 42 |
| } |
