File size: 2,422 Bytes
03d64e5 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 | {
"purpose": "Multi-seed evaluation across 10 group-aware splits of the 14,000-event sample (200 campaigns).",
"seeds_evaluated": [
42,
7,
13,
17,
23,
31,
45,
99,
123,
200
],
"per_seed": [
{
"seed": 42,
"test_n_classes": 7,
"accuracy": 0.8642857142857143,
"macro_f1": 0.7693247628697397,
"macro_roc_auc_ovr": 0.9752868672798508
},
{
"seed": 7,
"test_n_classes": 7,
"accuracy": 0.8733333333333333,
"macro_f1": 0.7868555284450741,
"macro_roc_auc_ovr": 0.9786952359398997
},
{
"seed": 13,
"test_n_classes": 7,
"accuracy": 0.8752380952380953,
"macro_f1": 0.7750991458229394,
"macro_roc_auc_ovr": 0.9779387743730787
},
{
"seed": 17,
"test_n_classes": 7,
"accuracy": 0.8738095238095238,
"macro_f1": 0.7814925647016364,
"macro_roc_auc_ovr": 0.9776960470844541
},
{
"seed": 23,
"test_n_classes": 7,
"accuracy": 0.8838095238095238,
"macro_f1": 0.7978303920930874,
"macro_roc_auc_ovr": 0.9798719092961202
},
{
"seed": 31,
"test_n_classes": 7,
"accuracy": 0.8690476190476191,
"macro_f1": 0.7726664814609271,
"macro_roc_auc_ovr": 0.9759310226918093
},
{
"seed": 45,
"test_n_classes": 7,
"accuracy": 0.8519047619047619,
"macro_f1": 0.7504006897882468,
"macro_roc_auc_ovr": 0.9727919502752255
},
{
"seed": 99,
"test_n_classes": 7,
"accuracy": 0.8585714285714285,
"macro_f1": 0.7746640410602633,
"macro_roc_auc_ovr": 0.9769979540429897
},
{
"seed": 123,
"test_n_classes": 7,
"accuracy": 0.8533333333333334,
"macro_f1": 0.771942700676468,
"macro_roc_auc_ovr": 0.9738063729400632
},
{
"seed": 200,
"test_n_classes": 7,
"accuracy": 0.8652380952380953,
"macro_f1": 0.7668641323226082,
"macro_roc_auc_ovr": 0.9762239650477442
}
],
"aggregate": {
"accuracy_mean": 0.8668571428571428,
"accuracy_std": 0.009680145423468645,
"accuracy_min": 0.8519047619047619,
"accuracy_max": 0.8838095238095238,
"macro_f1_mean": 0.774714043924099,
"macro_f1_std": 0.011922910105924629,
"roc_auc_mean": 0.9765240098971235,
"roc_auc_std": 0.0020690216988592247
},
"published_artifact_seed": 42
} |