File size: 2,440 Bytes
721fce4 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 | {
"version": "1.0.0",
"dataset": "xpertsystems/cyb001-sample",
"split": {
"train": 6838,
"validation": 1466,
"test": 1466,
"strategy": "stratified",
"seed": 42
},
"n_features": 101,
"label_classes": [
"BENIGN",
"MALICIOUS",
"AMBIGUOUS"
],
"class_distribution_train": {
"BENIGN": 4915,
"MALICIOUS": 1379,
"AMBIGUOUS": 544
},
"class_distribution_test": {
"BENIGN": 1054,
"MALICIOUS": 295,
"AMBIGUOUS": 117
},
"models": {
"xgboost": {
"architecture": "Gradient-boosted decision trees, multi:softprob, 3 classes",
"framework": "xgboost",
"test_metrics": {
"model": "xgboost",
"accuracy": 0.9979536152796725,
"macro_f1": 0.9961123729105247,
"weighted_f1": 0.9979537067605843,
"per_class_f1": {
"BENIGN": 0.9985761746559089,
"MALICIOUS": 0.9983079526226735,
"AMBIGUOUS": 0.9914529914529915
},
"confusion_matrix": {
"labels": [
"BENIGN",
"MALICIOUS",
"AMBIGUOUS"
],
"matrix": [
[
1052,
1,
1
],
[
0,
295,
0
],
[
1,
0,
116
]
]
},
"macro_roc_auc_ovr": 0.9999888611978185
}
},
"mlp": {
"architecture": "PyTorch MLP, 101 -> 128 -> 64 -> 3, BatchNorm1d + ReLU + Dropout, weighted cross-entropy loss",
"framework": "pytorch",
"test_metrics": {
"model": "mlp",
"accuracy": 0.9931787175989086,
"macro_f1": 0.9868796182274947,
"weighted_f1": 0.9931977860171972,
"per_class_f1": {
"BENIGN": 0.9961977186311787,
"MALICIOUS": 0.9898648648648649,
"AMBIGUOUS": 0.9745762711864406
},
"confusion_matrix": {
"labels": [
"BENIGN",
"MALICIOUS",
"AMBIGUOUS"
],
"matrix": [
[
1048,
2,
4
],
[
2,
293,
0
],
[
0,
2,
115
]
]
},
"macro_roc_auc_ovr": 0.9995571752214697
}
}
}
} |