Hugging Face's logo

xpertsystems
/
cyb011-baseline-classifier

Tabular Classification
PyTorch
cybersecurity
adversarial-machine-learning
ai-security
adversarial-attacks
evasion-attacks
apt
synthetic-data
xgboost
baseline
leakage-diagnostic
Eval Results (legacy)
Model card Files
xet
 Community
cyb011-baseline-classifier / ablation_results.json
pradeep-xpert's picture
pradeep-xpert
Initial release: attack_phase 7-class baseline + 6-oracle-path leakage diagnostic + missing tier note
03d64e5 verified
raw
history blame contribute delete
15 kB
{
 "purpose": "Quantify how much each feature group contributes to the headline XGBoost score. Identical architecture, same group-aware split, with one feature group dropped at a time.",
 "full_model_metrics": {
 "model": "xgboost",
 "accuracy": 0.8642857142857143,
 "macro_f1": 0.7693247628697397,
 "weighted_f1": 0.8650489644308249,
 "per_class_f1": {
 "reconnaissance": 0.8865248226950354,
 "feature_space_probe": 0.7829977628635347,
 "perturbation_craft": 0.4927536231884058,
 "evasion_attempt": 0.9962013295346629,
 "feedback_adaptation": 0.7151515151515152,
 "campaign_consolidation": 0.8075471698113208,
 "idle_dwell": 0.7040971168437026
 },
 "confusion_matrix": {
 "labels": [
 "reconnaissance",
 "feature_space_probe",
 "perturbation_craft",
 "evasion_attempt",
 "feedback_adaptation",
 "campaign_consolidation",
 "idle_dwell"
 ],
 "matrix": [
 [
 125,
 0,
 0,
 0,
 0,
 0,
 3
 ],
 [
 0,
 175,
 43,
 0,
 0,
 0,
 2
 ],
 [
 0,
 20,
 68,
 0,
 0,
 0,
 27
 ],
 [
 0,
 0,
 2,
 1049,
 0,
 0,
 6
 ],
 [
 0,
 0,
 0,
 0,
 59,
 16,
 1
 ],
 [
 0,
 0,
 0,
 0,
 9,
 107,
 0
 ],
 [
 29,
 32,
 48,
 0,
 21,
 26,
 232
 ]
 ]
 },
 "macro_roc_auc_ovr": 0.9752868672798508
 },
 "ablations": {
 "no_timestep": {
 "n_features": 35,
 "dropped_count": 2,
 "metrics": {
 "model": "xgboost_no_timestep",
 "accuracy": 0.8557142857142858,
 "macro_f1": 0.7549062338242875,
 "weighted_f1": 0.8554198045390304,
 "per_class_f1": {
 "reconnaissance": 0.8833922261484098,
 "feature_space_probe": 0.7652173913043478,
 "perturbation_craft": 0.51985559566787,
 "evasion_attempt": 0.9952516619183286,
 "feedback_adaptation": 0.6380368098159509,
 "campaign_consolidation": 0.8108108108108109,
 "idle_dwell": 0.6717791411042945
 },
 "confusion_matrix": {
 "labels": [
 "reconnaissance",
 "feature_space_probe",
 "perturbation_craft",
 "evasion_attempt",
 "feedback_adaptation",
 "campaign_consolidation",
 "idle_dwell"
 ],
 "matrix": [
 [
 125,
 0,
 0,
 0,
 0,
 0,
 3
 ],
 [
 0,
 176,
 40,
 0,
 0,
 0,
 4
 ],
 [
 0,
 25,
 72,
 0,
 0,
 0,
 18
 ],
 [
 0,
 0,
 2,
 1048,
 1,
 0,
 6
 ],
 [
 0,
 0,
 0,
 0,
 52,
 17,
 7
 ],
 [
 0,
 0,
 0,
 0,
 4,
 105,
 7
 ],
 [
 30,
 39,
 48,
 1,
 30,
 21,
 219
 ]
 ]
 },
 "macro_roc_auc_ovr": 0.9695634570525955
 },
 "delta_accuracy": 0.008571428571428563,
 "delta_macro_f1": 0.014418529045452266
 },
 "no_perturb": {
 "n_features": 33,
 "dropped_count": 4,
 "metrics": {
 "model": "xgboost_no_perturb",
 "accuracy": 0.6595238095238095,
 "macro_f1": 0.6450937004078117,
 "weighted_f1": 0.6477912364682181,
 "per_class_f1": {
 "reconnaissance": 0.8896797153024911,
 "feature_space_probe": 0.7264957264957265,
 "perturbation_craft": 0.4034090909090909,
 "evasion_attempt": 0.7787005373717636,
 "feedback_adaptation": 0.7317073170731707,
 "campaign_consolidation": 0.8120300751879699,
 "idle_dwell": 0.17363344051446947
 },
 "confusion_matrix": {
 "labels": [
 "reconnaissance",
 "feature_space_probe",
 "perturbation_craft",
 "evasion_attempt",
 "feedback_adaptation",
 "campaign_consolidation",
 "idle_dwell"
 ],
 "matrix": [
 [
 125,
 0,
 0,
 0,
 0,
 0,
 3
 ],
 [
 0,
 170,
 47,
 2,
 0,
 0,
 1
 ],
 [
 0,
 20,
 71,
 9,
 0,
 0,
 15
 ],
 [
 0,
 25,
 76,
 797,
 0,
 0,
 159
 ],
 [
 0,
 0,
 0,
 0,
 60,
 15,
 1
 ],
 [
 0,
 0,
 0,
 0,
 7,
 108,
 1
 ],
 [
 28,
 33,
 43,
 182,
 21,
 27,
 54
 ]
 ]
 },
 "macro_roc_auc_ovr": 0.89792342601005
 },
 "delta_accuracy": 0.2047619047619048,
 "delta_macro_f1": 0.12423106246192805
 },
 "no_queries": {
 "n_features": 34,
 "dropped_count": 3,
 "metrics": {
 "model": "xgboost_no_queries",
 "accuracy": 0.820952380952381,
 "macro_f1": 0.7079823380902172,
 "weighted_f1": 0.824790421215039,
 "per_class_f1": {
 "reconnaissance": 0.7986111111111112,
 "feature_space_probe": 0.5427872860635696,
 "perturbation_craft": 0.42073170731707316,
 "evasion_attempt": 0.9952471482889734,
 "feedback_adaptation": 0.7209302325581395,
 "campaign_consolidation": 0.8015564202334631,
 "idle_dwell": 0.67601246105919
 },
 "confusion_matrix": {
 "labels": [
 "reconnaissance",
 "feature_space_probe",
 "perturbation_craft",
 "evasion_attempt",
 "feedback_adaptation",
 "campaign_consolidation",
 "idle_dwell"
 ],
 "matrix": [
 [
 115,
 13,
 0,
 0,
 0,
 0,
 0
 ],
 [
 20,
 111,
 84,
 0,
 0,
 0,
 5
 ],
 [
 0,
 25,
 69,
 0,
 0,
 0,
 21
 ],
 [
 0,
 0,
 2,
 1047,
 0,
 0,
 8
 ],
 [
 0,
 0,
 0,
 0,
 62,
 13,
 1
 ],
 [
 0,
 0,
 0,
 0,
 11,
 103,
 2
 ],
 [
 25,
 40,
 58,
 0,
 23,
 25,
 217
 ]
 ]
 },
 "macro_roc_auc_ovr": 0.9668743863750572
 },
 "delta_accuracy": 0.043333333333333335,
 "delta_macro_f1": 0.061342424779522564
 },
 "no_topology": {
 "n_features": 12,
 "dropped_count": 25,
 "metrics": {
 "model": "xgboost_no_topology",
 "accuracy": 0.8647619047619047,
 "macro_f1": 0.7744509705042503,
 "weighted_f1": 0.8651794157598562,
 "per_class_f1": {
 "reconnaissance": 0.9014084507042254,
 "feature_space_probe": 0.7668161434977578,
 "perturbation_craft": 0.519298245614035,
 "evasion_attempt": 0.9952561669829222,
 "feedback_adaptation": 0.7218934911242604,
 "campaign_consolidation": 0.816793893129771,
 "idle_dwell": 0.6996904024767802
 },
 "confusion_matrix": {
 "labels": [
 "reconnaissance",
 "feature_space_probe",
 "perturbation_craft",
 "evasion_attempt",
 "feedback_adaptation",
 "campaign_consolidation",
 "idle_dwell"
 ],
 "matrix": [
 [
 128,
 0,
 0,
 0,
 0,
 0,
 0
 ],
 [
 0,
 171,
 47,
 0,
 0,
 0,
 2
 ],
 [
 0,
 18,
 74,
 0,
 0,
 0,
 23
 ],
 [
 0,
 0,
 1,
 1049,
 0,
 0,
 7
 ],
 [
 0,
 0,
 0,
 0,
 61,
 15,
 0
 ],
 [
 0,
 0,
 0,
 0,
 9,
 107,
 0
 ],
 [
 28,
 37,
 48,
 2,
 23,
 24,
 226
 ]
 ]
 },
 "macro_roc_auc_ovr": 0.9760448304097272
 },
 "delta_accuracy": -0.0004761904761904079,
 "delta_macro_f1": -0.005126207634510549
 },
 "no_tier": {
 "n_features": 34,
 "dropped_count": 3,
 "metrics": {
 "model": "xgboost_no_tier",
 "accuracy": 0.8614285714285714,
 "macro_f1": 0.7646643425700288,
 "weighted_f1": 0.8620313204951823,
 "per_class_f1": {
 "reconnaissance": 0.8865248226950354,
 "feature_space_probe": 0.7671840354767184,
 "perturbation_craft": 0.48148148148148145,
 "evasion_attempt": 0.9952471482889734,
 "feedback_adaptation": 0.7073170731707317,
 "campaign_consolidation": 0.8120300751879699,
 "idle_dwell": 0.702865761689291
 },
 "confusion_matrix": {
 "labels": [
 "reconnaissance",
 "feature_space_probe",
 "perturbation_craft",
 "evasion_attempt",
 "feedback_adaptation",
 "campaign_consolidation",
 "idle_dwell"
 ],
 "matrix": [
 [
 125,
 0,
 0,
 0,
 0,
 0,
 3
 ],
 [
 0,
 173,
 45,
 0,
 0,
 0,
 2
 ],
 [
 0,
 21,
 65,
 0,
 0,
 0,
 29
 ],
 [
 0,
 0,
 3,
 1047,
 0,
 0,
 7
 ],
 [
 0,
 0,
 0,
 0,
 58,
 17,
 1
 ],
 [
 0,
 0,
 0,
 0,
 8,
 108,
 0
 ],
 [
 29,
 37,
 42,
 0,
 22,
 25,
 233
 ]
 ]
 },
 "macro_roc_auc_ovr": 0.9752322842014612
 },
 "delta_accuracy": 0.0028571428571428914,
 "delta_macro_f1": 0.004660420299710921
 },
 "no_engineered": {
 "n_features": 32,
 "dropped_count": 5,
 "metrics": {
 "model": "xgboost_no_engineered",
 "accuracy": 0.8590476190476191,
 "macro_f1": 0.7619124928932358,
 "weighted_f1": 0.859520574191734,
 "per_class_f1": {
 "reconnaissance": 0.8825622775800712,
 "feature_space_probe": 0.7682119205298014,
 "perturbation_craft": 0.4946236559139785,
 "evasion_attempt": 0.9957285239677266,
 "feedback_adaptation": 0.703030303030303,
 "campaign_consolidation": 0.8,
 "idle_dwell": 0.6892307692307692
 },
 "confusion_matrix": {
 "labels": [
 "reconnaissance",
 "feature_space_probe",
 "perturbation_craft",
 "evasion_attempt",
 "feedback_adaptation",
 "campaign_consolidation",
 "idle_dwell"
 ],
 "matrix": [
 [
 124,
 0,
 0,
 0,
 0,
 0,
 4
 ],
 [
 0,
 174,
 45,
 0,
 0,
 0,
 1
 ],
 [
 0,
 21,
 69,
 0,
 0,
 0,
 25
 ],
 [
 0,
 0,
 2,
 1049,
 0,
 0,
 6
 ],
 [
 0,
 0,
 0,
 0,
 58,
 17,
 1
 ],
 [
 0,
 0,
 0,
 0,
 9,
 106,
 1
 ],
 [
 29,
 38,
 48,
 1,
 22,
 26,
 224
 ]
 ]
 },
 "macro_roc_auc_ovr": 0.9751320314704773
 },
 "delta_accuracy": 0.005238095238095264,
 "delta_macro_f1": 0.007412269976503905
 }
 }
}