{
  "purpose": "Quantify how much each feature group contributes to the headline XGBoost score. Identical architecture, same group-aware split, with one feature group dropped at a time.",
  "full_model_metrics": {
    "model": "xgboost",
    "accuracy": 0.8642857142857143,
    "macro_f1": 0.7693247628697397,
    "weighted_f1": 0.8650489644308249,
    "per_class_f1": {
      "reconnaissance": 0.8865248226950354,
      "feature_space_probe": 0.7829977628635347,
      "perturbation_craft": 0.4927536231884058,
      "evasion_attempt": 0.9962013295346629,
      "feedback_adaptation": 0.7151515151515152,
      "campaign_consolidation": 0.8075471698113208,
      "idle_dwell": 0.7040971168437026
    },
    "confusion_matrix": {
      "labels": [
        "reconnaissance",
        "feature_space_probe",
        "perturbation_craft",
        "evasion_attempt",
        "feedback_adaptation",
        "campaign_consolidation",
        "idle_dwell"
      ],
      "matrix": [
        [
          125,
          0,
          0,
          0,
          0,
          0,
          3
        ],
        [
          0,
          175,
          43,
          0,
          0,
          0,
          2
        ],
        [
          0,
          20,
          68,
          0,
          0,
          0,
          27
        ],
        [
          0,
          0,
          2,
          1049,
          0,
          0,
          6
        ],
        [
          0,
          0,
          0,
          0,
          59,
          16,
          1
        ],
        [
          0,
          0,
          0,
          0,
          9,
          107,
          0
        ],
        [
          29,
          32,
          48,
          0,
          21,
          26,
          232
        ]
      ]
    },
    "macro_roc_auc_ovr": 0.9752868672798508
  },
  "ablations": {
    "no_timestep": {
      "n_features": 35,
      "dropped_count": 2,
      "metrics": {
        "model": "xgboost_no_timestep",
        "accuracy": 0.8557142857142858,
        "macro_f1": 0.7549062338242875,
        "weighted_f1": 0.8554198045390304,
        "per_class_f1": {
          "reconnaissance": 0.8833922261484098,
          "feature_space_probe": 0.7652173913043478,
          "perturbation_craft": 0.51985559566787,
          "evasion_attempt": 0.9952516619183286,
          "feedback_adaptation": 0.6380368098159509,
          "campaign_consolidation": 0.8108108108108109,
          "idle_dwell": 0.6717791411042945
        },
        "confusion_matrix": {
          "labels": [
            "reconnaissance",
            "feature_space_probe",
            "perturbation_craft",
            "evasion_attempt",
            "feedback_adaptation",
            "campaign_consolidation",
            "idle_dwell"
          ],
          "matrix": [
            [
              125,
              0,
              0,
              0,
              0,
              0,
              3
            ],
            [
              0,
              176,
              40,
              0,
              0,
              0,
              4
            ],
            [
              0,
              25,
              72,
              0,
              0,
              0,
              18
            ],
            [
              0,
              0,
              2,
              1048,
              1,
              0,
              6
            ],
            [
              0,
              0,
              0,
              0,
              52,
              17,
              7
            ],
            [
              0,
              0,
              0,
              0,
              4,
              105,
              7
            ],
            [
              30,
              39,
              48,
              1,
              30,
              21,
              219
            ]
          ]
        },
        "macro_roc_auc_ovr": 0.9695634570525955
      },
      "delta_accuracy": 0.008571428571428563,
      "delta_macro_f1": 0.014418529045452266
    },
    "no_perturb": {
      "n_features": 33,
      "dropped_count": 4,
      "metrics": {
        "model": "xgboost_no_perturb",
        "accuracy": 0.6595238095238095,
        "macro_f1": 0.6450937004078117,
        "weighted_f1": 0.6477912364682181,
        "per_class_f1": {
          "reconnaissance": 0.8896797153024911,
          "feature_space_probe": 0.7264957264957265,
          "perturbation_craft": 0.4034090909090909,
          "evasion_attempt": 0.7787005373717636,
          "feedback_adaptation": 0.7317073170731707,
          "campaign_consolidation": 0.8120300751879699,
          "idle_dwell": 0.17363344051446947
        },
        "confusion_matrix": {
          "labels": [
            "reconnaissance",
            "feature_space_probe",
            "perturbation_craft",
            "evasion_attempt",
            "feedback_adaptation",
            "campaign_consolidation",
            "idle_dwell"
          ],
          "matrix": [
            [
              125,
              0,
              0,
              0,
              0,
              0,
              3
            ],
            [
              0,
              170,
              47,
              2,
              0,
              0,
              1
            ],
            [
              0,
              20,
              71,
              9,
              0,
              0,
              15
            ],
            [
              0,
              25,
              76,
              797,
              0,
              0,
              159
            ],
            [
              0,
              0,
              0,
              0,
              60,
              15,
              1
            ],
            [
              0,
              0,
              0,
              0,
              7,
              108,
              1
            ],
            [
              28,
              33,
              43,
              182,
              21,
              27,
              54
            ]
          ]
        },
        "macro_roc_auc_ovr": 0.89792342601005
      },
      "delta_accuracy": 0.2047619047619048,
      "delta_macro_f1": 0.12423106246192805
    },
    "no_queries": {
      "n_features": 34,
      "dropped_count": 3,
      "metrics": {
        "model": "xgboost_no_queries",
        "accuracy": 0.820952380952381,
        "macro_f1": 0.7079823380902172,
        "weighted_f1": 0.824790421215039,
        "per_class_f1": {
          "reconnaissance": 0.7986111111111112,
          "feature_space_probe": 0.5427872860635696,
          "perturbation_craft": 0.42073170731707316,
          "evasion_attempt": 0.9952471482889734,
          "feedback_adaptation": 0.7209302325581395,
          "campaign_consolidation": 0.8015564202334631,
          "idle_dwell": 0.67601246105919
        },
        "confusion_matrix": {
          "labels": [
            "reconnaissance",
            "feature_space_probe",
            "perturbation_craft",
            "evasion_attempt",
            "feedback_adaptation",
            "campaign_consolidation",
            "idle_dwell"
          ],
          "matrix": [
            [
              115,
              13,
              0,
              0,
              0,
              0,
              0
            ],
            [
              20,
              111,
              84,
              0,
              0,
              0,
              5
            ],
            [
              0,
              25,
              69,
              0,
              0,
              0,
              21
            ],
            [
              0,
              0,
              2,
              1047,
              0,
              0,
              8
            ],
            [
              0,
              0,
              0,
              0,
              62,
              13,
              1
            ],
            [
              0,
              0,
              0,
              0,
              11,
              103,
              2
            ],
            [
              25,
              40,
              58,
              0,
              23,
              25,
              217
            ]
          ]
        },
        "macro_roc_auc_ovr": 0.9668743863750572
      },
      "delta_accuracy": 0.043333333333333335,
      "delta_macro_f1": 0.061342424779522564
    },
    "no_topology": {
      "n_features": 12,
      "dropped_count": 25,
      "metrics": {
        "model": "xgboost_no_topology",
        "accuracy": 0.8647619047619047,
        "macro_f1": 0.7744509705042503,
        "weighted_f1": 0.8651794157598562,
        "per_class_f1": {
          "reconnaissance": 0.9014084507042254,
          "feature_space_probe": 0.7668161434977578,
          "perturbation_craft": 0.519298245614035,
          "evasion_attempt": 0.9952561669829222,
          "feedback_adaptation": 0.7218934911242604,
          "campaign_consolidation": 0.816793893129771,
          "idle_dwell": 0.6996904024767802
        },
        "confusion_matrix": {
          "labels": [
            "reconnaissance",
            "feature_space_probe",
            "perturbation_craft",
            "evasion_attempt",
            "feedback_adaptation",
            "campaign_consolidation",
            "idle_dwell"
          ],
          "matrix": [
            [
              128,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            [
              0,
              171,
              47,
              0,
              0,
              0,
              2
            ],
            [
              0,
              18,
              74,
              0,
              0,
              0,
              23
            ],
            [
              0,
              0,
              1,
              1049,
              0,
              0,
              7
            ],
            [
              0,
              0,
              0,
              0,
              61,
              15,
              0
            ],
            [
              0,
              0,
              0,
              0,
              9,
              107,
              0
            ],
            [
              28,
              37,
              48,
              2,
              23,
              24,
              226
            ]
          ]
        },
        "macro_roc_auc_ovr": 0.9760448304097272
      },
      "delta_accuracy": -0.0004761904761904079,
      "delta_macro_f1": -0.005126207634510549
    },
    "no_tier": {
      "n_features": 34,
      "dropped_count": 3,
      "metrics": {
        "model": "xgboost_no_tier",
        "accuracy": 0.8614285714285714,
        "macro_f1": 0.7646643425700288,
        "weighted_f1": 0.8620313204951823,
        "per_class_f1": {
          "reconnaissance": 0.8865248226950354,
          "feature_space_probe": 0.7671840354767184,
          "perturbation_craft": 0.48148148148148145,
          "evasion_attempt": 0.9952471482889734,
          "feedback_adaptation": 0.7073170731707317,
          "campaign_consolidation": 0.8120300751879699,
          "idle_dwell": 0.702865761689291
        },
        "confusion_matrix": {
          "labels": [
            "reconnaissance",
            "feature_space_probe",
            "perturbation_craft",
            "evasion_attempt",
            "feedback_adaptation",
            "campaign_consolidation",
            "idle_dwell"
          ],
          "matrix": [
            [
              125,
              0,
              0,
              0,
              0,
              0,
              3
            ],
            [
              0,
              173,
              45,
              0,
              0,
              0,
              2
            ],
            [
              0,
              21,
              65,
              0,
              0,
              0,
              29
            ],
            [
              0,
              0,
              3,
              1047,
              0,
              0,
              7
            ],
            [
              0,
              0,
              0,
              0,
              58,
              17,
              1
            ],
            [
              0,
              0,
              0,
              0,
              8,
              108,
              0
            ],
            [
              29,
              37,
              42,
              0,
              22,
              25,
              233
            ]
          ]
        },
        "macro_roc_auc_ovr": 0.9752322842014612
      },
      "delta_accuracy": 0.0028571428571428914,
      "delta_macro_f1": 0.004660420299710921
    },
    "no_engineered": {
      "n_features": 32,
      "dropped_count": 5,
      "metrics": {
        "model": "xgboost_no_engineered",
        "accuracy": 0.8590476190476191,
        "macro_f1": 0.7619124928932358,
        "weighted_f1": 0.859520574191734,
        "per_class_f1": {
          "reconnaissance": 0.8825622775800712,
          "feature_space_probe": 0.7682119205298014,
          "perturbation_craft": 0.4946236559139785,
          "evasion_attempt": 0.9957285239677266,
          "feedback_adaptation": 0.703030303030303,
          "campaign_consolidation": 0.8,
          "idle_dwell": 0.6892307692307692
        },
        "confusion_matrix": {
          "labels": [
            "reconnaissance",
            "feature_space_probe",
            "perturbation_craft",
            "evasion_attempt",
            "feedback_adaptation",
            "campaign_consolidation",
            "idle_dwell"
          ],
          "matrix": [
            [
              124,
              0,
              0,
              0,
              0,
              0,
              4
            ],
            [
              0,
              174,
              45,
              0,
              0,
              0,
              1
            ],
            [
              0,
              21,
              69,
              0,
              0,
              0,
              25
            ],
            [
              0,
              0,
              2,
              1049,
              0,
              0,
              6
            ],
            [
              0,
              0,
              0,
              0,
              58,
              17,
              1
            ],
            [
              0,
              0,
              0,
              0,
              9,
              106,
              1
            ],
            [
              29,
              38,
              48,
              1,
              22,
              26,
              224
            ]
          ]
        },
        "macro_roc_auc_ovr": 0.9751320314704773
      },
      "delta_accuracy": 0.005238095238095264,
      "delta_macro_f1": 0.007412269976503905
    }
  }
}