diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -16,24 +16,24 @@ should probably proofread and complete it, then remove this comment. --> This model is a fine-tuned version of [answerdotai/ModernBERT-large](https://huggingface.co/answerdotai/ModernBERT-large) on an unknown dataset. It achieves the following results on the evaluation set: -- Loss: 0.2319 -- Classification Report Lin: {'~LIN': {'precision': 0.9923830250272034, 'recall': 0.9940054495912807, 'f1-score': 0.9931935747345494, 'support': 1835.0}, 'LIN': {'precision': 0.21428571428571427, 'recall': 0.17647058823529413, 'f1-score': 0.1935483870967742, 'support': 17.0}, 'accuracy': 0.9865010799136069, 'macro avg': {'precision': 0.6033343696564588, 'recall': 0.5852380189132874, 'f1-score': 0.5933709809156618, 'support': 1852.0}, 'weighted avg': {'precision': 0.9852406631035504, 'recall': 0.9865010799136069, 'f1-score': 0.9858534191244834, 'support': 1852.0}} -- Hamming Lin: 0.0135 -- Classification Report Si: {'~SI': {'precision': 0.9798365122615804, 'recall': 0.9911797133406836, 'f1-score': 0.9854754727322554, 'support': 1814.0}, 'SI': {'precision': 0.058823529411764705, 'recall': 0.02631578947368421, 'f1-score': 0.03636363636363636, 'support': 38.0}, 'accuracy': 0.9713822894168467, 'macro avg': {'precision': 0.5193300208366726, 'recall': 0.5087477514071839, 'f1-score': 0.5109195545479459, 'support': 1852.0}, 'weighted avg': {'precision': 0.9609388376674698, 'recall': 0.9713822894168467, 'f1-score': 0.966001255787327, 'support': 1852.0}} -- Hamming Si: 0.0286 -- Classification Report Cl: {'~CL': {'precision': 0.9677608440797186, 'recall': 0.988031119090365, 'f1-score': 0.9777909387029908, 'support': 1671.0}, 'CL': {'precision': 0.863013698630137, 'recall': 0.6961325966850829, 'f1-score': 0.7706422018348624, 'support': 181.0}, 'accuracy': 0.9595032397408207, 'macro avg': {'precision': 0.9153872713549278, 'recall': 0.8420818578877239, 'f1-score': 0.8742165702689266, 'support': 1852.0}, 'weighted avg': {'precision': 0.9575236770568384, 'recall': 0.9595032397408207, 'f1-score': 0.9575458407693347, 'support': 1852.0}} -- Hamming Cl: 0.0405 -- Classification Report D: {'~D': {'precision': 0.997289972899729, 'recall': 0.998914223669924, 'f1-score': 0.9981014374830486, 'support': 1842.0}, 'D': {'precision': 0.7142857142857143, 'recall': 0.5, 'f1-score': 0.5882352941176471, 'support': 10.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.8557878435927216, 'recall': 0.749457111834962, 'f1-score': 0.7931683658003479, 'support': 1852.0}, 'weighted avg': {'precision': 0.9957618721512732, 'recall': 0.9962203023758099, 'f1-score': 0.9958883373568855, 'support': 1852.0}} -- Hamming D: 0.0038 -- Classification Report Hi: {'~HI': {'precision': 0.9961935834692768, 'recall': 0.9929539295392954, 'f1-score': 0.99457111834962, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9892008639308856, 'macro avg': {'precision': 0.4980967917346384, 'recall': 0.4964769647696477, 'f1-score': 0.49728555917481, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924282729486045, 'recall': 0.9892008639308856, 'f1-score': 0.9908119402565059, 'support': 1852.0}} -- Hamming Hi: 0.0108 -- Classification Report Pl: {'~PL': {'precision': 0.9808533916849015, 'recall': 0.9950055493895672, 'f1-score': 0.9878787878787879, 'support': 1802.0}, 'PL': {'precision': 0.625, 'recall': 0.3, 'f1-score': 0.40540540540540543, 'support': 50.0}, 'accuracy': 0.9762419006479481, 'macro avg': {'precision': 0.8029266958424508, 'recall': 0.6475027746947836, 'f1-score': 0.6966420966420966, 'support': 1852.0}, 'weighted avg': {'precision': 0.9712461186912487, 'recall': 0.9762419006479481, 'f1-score': 0.9721532645938693, 'support': 1852.0}} -- Hamming Pl: 0.0238 -- Classification Report Ti: {'~TI': {'precision': 0.9785478547854786, 'recall': 0.9910863509749304, 'f1-score': 0.984777193468032, 'support': 1795.0}, 'TI': {'precision': 0.5294117647058824, 'recall': 0.3157894736842105, 'f1-score': 0.3956043956043956, 'support': 57.0}, 'accuracy': 0.9703023758099352, 'macro avg': {'precision': 0.7539798097456805, 'recall': 0.6534379123295704, 'f1-score': 0.6901907945362138, 'support': 1852.0}, 'weighted avg': {'precision': 0.9647245517970677, 'recall': 0.9703023758099352, 'f1-score': 0.9666439054128337, 'support': 1852.0}} -- Hamming Ti: 0.0297 -- Classification Report Pc: {'~PC': {'precision': 0.9878453038674033, 'recall': 0.9791894852135816, 'f1-score': 0.9834983498349835, 'support': 1826.0}, 'PC': {'precision': 0.09523809523809523, 'recall': 0.15384615384615385, 'f1-score': 0.11764705882352941, 'support': 26.0}, 'accuracy': 0.9676025917926566, 'macro avg': {'precision': 0.5415416995527493, 'recall': 0.5665178195298677, 'f1-score': 0.5505727043292564, 'support': 1852.0}, 'weighted avg': {'precision': 0.9753141011544648, 'recall': 0.9676025917926566, 'f1-score': 0.9713427701555571, 'support': 1852.0}} -- Hamming Pc: 0.0324 -- Global Avg: {'f1-score': 0.6507958282769073, 'hamming': 0.022880669546436288} +- Loss: 0.2041 +- Classification Report Lin: {'~LIN': {'precision': 0.9908008658008658, 'recall': 0.9978201634877384, 'f1-score': 0.9942981265272876, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.4954004329004329, 'recall': 0.4989100817438692, 'f1-score': 0.4971490632636438, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817060414387628, 'recall': 0.9886609071274298, 'f1-score': 0.9851711998798988, 'support': 1852.0}} +- Hamming Lin: 0.0113 +- Classification Report Si: {'~SI': {'precision': 0.9830878341516639, 'recall': 0.9933847850055126, 'f1-score': 0.9882094872497944, 'support': 1814.0}, 'SI': {'precision': 0.3684210526315789, 'recall': 0.18421052631578946, 'f1-score': 0.24561403508771928, 'support': 38.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.6757544433916214, 'recall': 0.588797655660651, 'f1-score': 0.6169117611687569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9704758807511438, 'recall': 0.9767818574514039, 'f1-score': 0.9729726475186071, 'support': 1852.0}} +- Hamming Si: 0.0232 +- Classification Report Cl: {'~CL': {'precision': 0.9706227967097533, 'recall': 0.9886295631358468, 'f1-score': 0.9795434331455678, 'support': 1671.0}, 'CL': {'precision': 0.8733333333333333, 'recall': 0.7237569060773481, 'f1-score': 0.7915407854984894, 'support': 181.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.9219780650215432, 'recall': 0.8561932346065975, 'f1-score': 0.8855421093220286, 'support': 1852.0}, 'weighted avg': {'precision': 0.9611144852242608, 'recall': 0.962742980561555, 'f1-score': 0.9611695242772519, 'support': 1852.0}} +- Hamming Cl: 0.0373 +- Classification Report D: {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} +- Hamming D: 0.0022 +- Classification Report Hi: {'~HI': {'precision': 0.997289972899729, 'recall': 0.997289972899729, 'f1-score': 0.997289972899729, 'support': 1845.0}, 'HI': {'precision': 0.2857142857142857, 'recall': 0.2857142857142857, 'f1-score': 0.2857142857142857, 'support': 7.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.6415021293070073, 'recall': 0.6415021293070073, 'f1-score': 0.6415021293070073, 'support': 1852.0}, 'weighted avg': {'precision': 0.9946004319654428, 'recall': 0.9946004319654428, 'f1-score': 0.9946004319654428, 'support': 1852.0}} +- Hamming Hi: 0.0054 +- Classification Report Pl: {'~PL': {'precision': 0.9792349726775956, 'recall': 0.9944506104328524, 'f1-score': 0.986784140969163, 'support': 1802.0}, 'PL': {'precision': 0.5454545454545454, 'recall': 0.24, 'f1-score': 0.3333333333333333, 'support': 50.0}, 'accuracy': 0.9740820734341252, 'macro avg': {'precision': 0.7623447590660706, 'recall': 0.6172253052164263, 'f1-score': 0.6600587371512482, 'support': 1852.0}, 'weighted avg': {'precision': 0.9675238380333449, 'recall': 0.9740820734341252, 'f1-score': 0.9691423805038328, 'support': 1852.0}} +- Hamming Pl: 0.0259 +- Classification Report Ti: {'~TI': {'precision': 0.9778516057585825, 'recall': 0.9838440111420613, 'f1-score': 0.9808386559289086, 'support': 1795.0}, 'TI': {'precision': 0.3695652173913043, 'recall': 0.2982456140350877, 'f1-score': 0.3300970873786408, 'support': 57.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.6737084115749434, 'recall': 0.6410448125885745, 'f1-score': 0.6554678716537747, 'support': 1852.0}, 'weighted avg': {'precision': 0.9591300484492224, 'recall': 0.962742980561555, 'f1-score': 0.9608104327067891, 'support': 1852.0}} +- Hamming Ti: 0.0373 +- Classification Report Pc: {'~PC': {'precision': 0.986420423682781, 'recall': 0.9945235487404163, 'f1-score': 0.9904554131442597, 'support': 1826.0}, 'PC': {'precision': 0.09090909090909091, 'recall': 0.038461538461538464, 'f1-score': 0.05405405405405406, 'support': 26.0}, 'accuracy': 0.9811015118790497, 'macro avg': {'precision': 0.538664757295936, 'recall': 0.5164925436009774, 'f1-score': 0.5222547335991569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9738484503285068, 'recall': 0.9811015118790497, 'f1-score': 0.9773093897445052, 'support': 1852.0}} +- Hamming Pc: 0.0189 +- Global Avg: {'f1-score': 0.669168013264547, 'hamming': 0.020180885529157665} ## Model description @@ -55,7 +55,7 @@ The following hyperparameters were used during training: - learning_rate: 0.0001 - train_batch_size: 16 - eval_batch_size: 16 -- seed: 52 +- seed: 32 - distributed_type: multi-GPU - num_devices: 4 - total_train_batch_size: 64 @@ -66,58 +66,58 @@ The following hyperparameters were used during training: ### Training results -| Training Loss | Epoch | Step | Validation Loss | Classification Report Lin | Hamming Lin | Classification Report Si | Hamming Si | Classification Report Cl | Hamming Cl | Classification Report D | Hamming D | Classification Report Hi | Hamming Hi | Classification Report Pl | Hamming Pl | Classification Report Ti | Hamming Ti | Classification Report Pc | Hamming Pc | Global Avg | -|:-------------:|:-----:|:----:|:---------------:|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|:-----------:|:-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|:----------:|:------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|:----------:|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|:---------:|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|:----------:|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|:----------:|:-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|:----------:|:-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|:----------:|:-----------------------------------------------------------------:| -| No log | 1.0 | 98 | 0.0840 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794816414686826, 'recall': 1.0, 'f1-score': 0.9896344789961812, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.4897408207343413, 'recall': 0.5, 'f1-score': 0.4948172394980906, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593842859741848, 'recall': 0.9794816414686826, 'f1-score': 0.9693288039411839, 'support': 1852.0}} | 0.0205 | {'~CL': {'precision': 0.9110497237569061, 'recall': 0.9868342309994016, 'f1-score': 0.9474288997414536, 'support': 1671.0}, 'CL': {'precision': 0.47619047619047616, 'recall': 0.11049723756906077, 'f1-score': 0.17937219730941703, 'support': 181.0}, 'accuracy': 0.9011879049676026, 'macro avg': {'precision': 0.6936200999736911, 'recall': 0.5486657342842312, 'f1-score': 0.5634005485254353, 'support': 1852.0}, 'weighted avg': {'precision': 0.8685499808791934, 'recall': 0.9011879049676026, 'f1-score': 0.8723650427543053, 'support': 1852.0}} | 0.0988 | {'~D': {'precision': 0.9946004319654428, 'recall': 1.0, 'f1-score': 0.9972929074174337, 'support': 1842.0}, 'D': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.4973002159827214, 'recall': 0.5, 'f1-score': 0.49864645370871685, 'support': 1852.0}, 'weighted avg': {'precision': 0.9892300192658454, 'recall': 0.9946004319654428, 'f1-score': 0.9919079565134519, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9730021598272138, 'recall': 1.0, 'f1-score': 0.9863163656267104, 'support': 1802.0}, 'PL': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 50.0}, 'accuracy': 0.9730021598272138, 'macro avg': {'precision': 0.4865010799136069, 'recall': 0.5, 'f1-score': 0.4931581828133552, 'support': 1852.0}, 'weighted avg': {'precision': 0.9467332030284229, 'recall': 0.9730021598272138, 'f1-score': 0.9596879540277172, 'support': 1852.0}} | 0.0270 | {'~TI': {'precision': 0.9692224622030238, 'recall': 1.0, 'f1-score': 0.9843707156567041, 'support': 1795.0}, 'TI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 57.0}, 'accuracy': 0.9692224622030238, 'macro avg': {'precision': 0.4846112311015119, 'recall': 0.5, 'f1-score': 0.49218535782835204, 'support': 1852.0}, 'weighted avg': {'precision': 0.9393921812388919, 'recall': 0.9692224622030238, 'f1-score': 0.9540742087493432, 'support': 1852.0}} | 0.0308 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.5044276427305923, 'hamming': 0.026187904967602593} | -| No log | 2.0 | 196 | 0.0740 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794816414686826, 'recall': 1.0, 'f1-score': 0.9896344789961812, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.4897408207343413, 'recall': 0.5, 'f1-score': 0.4948172394980906, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593842859741848, 'recall': 0.9794816414686826, 'f1-score': 0.9693288039411839, 'support': 1852.0}} | 0.0205 | {'~CL': {'precision': 0.9223946784922394, 'recall': 0.9958108916816277, 'f1-score': 0.9576978417266188, 'support': 1671.0}, 'CL': {'precision': 0.8541666666666666, 'recall': 0.2265193370165746, 'f1-score': 0.35807860262008734, 'support': 181.0}, 'accuracy': 0.9206263498920086, 'macro avg': {'precision': 0.888280672579453, 'recall': 0.6111651143491011, 'f1-score': 0.6578882221733531, 'support': 1852.0}, 'weighted avg': {'precision': 0.9157266060622024, 'recall': 0.9206263498920086, 'f1-score': 0.8990957454640474, 'support': 1852.0}} | 0.0794 | {'~D': {'precision': 0.9946004319654428, 'recall': 1.0, 'f1-score': 0.9972929074174337, 'support': 1842.0}, 'D': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.4973002159827214, 'recall': 0.5, 'f1-score': 0.49864645370871685, 'support': 1852.0}, 'weighted avg': {'precision': 0.9892300192658454, 'recall': 0.9946004319654428, 'f1-score': 0.9919079565134519, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9730021598272138, 'recall': 1.0, 'f1-score': 0.9863163656267104, 'support': 1802.0}, 'PL': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 50.0}, 'accuracy': 0.9730021598272138, 'macro avg': {'precision': 0.4865010799136069, 'recall': 0.5, 'f1-score': 0.4931581828133552, 'support': 1852.0}, 'weighted avg': {'precision': 0.9467332030284229, 'recall': 0.9730021598272138, 'f1-score': 0.9596879540277172, 'support': 1852.0}} | 0.0270 | {'~TI': {'precision': 0.9692224622030238, 'recall': 1.0, 'f1-score': 0.9843707156567041, 'support': 1795.0}, 'TI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 57.0}, 'accuracy': 0.9692224622030238, 'macro avg': {'precision': 0.4846112311015119, 'recall': 0.5, 'f1-score': 0.49218535782835204, 'support': 1852.0}, 'weighted avg': {'precision': 0.9393921812388919, 'recall': 0.9692224622030238, 'f1-score': 0.9540742087493432, 'support': 1852.0}} | 0.0308 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.5162386019365819, 'hamming': 0.023758099352051837} | -| No log | 3.0 | 294 | 0.0689 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794816414686826, 'recall': 1.0, 'f1-score': 0.9896344789961812, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.4897408207343413, 'recall': 0.5, 'f1-score': 0.4948172394980906, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593842859741848, 'recall': 0.9794816414686826, 'f1-score': 0.9693288039411839, 'support': 1852.0}} | 0.0205 | {'~CL': {'precision': 0.9403069926094372, 'recall': 0.9898264512268103, 'f1-score': 0.9644314868804664, 'support': 1671.0}, 'CL': {'precision': 0.8172043010752689, 'recall': 0.4198895027624309, 'f1-score': 0.5547445255474452, 'support': 181.0}, 'accuracy': 0.9341252699784017, 'macro avg': {'precision': 0.878755646842353, 'recall': 0.7048579769946206, 'f1-score': 0.7595880062139558, 'support': 1852.0}, 'weighted avg': {'precision': 0.9282758980264543, 'recall': 0.9341252699784017, 'f1-score': 0.9243918864478116, 'support': 1852.0}} | 0.0659 | {'~D': {'precision': 0.9946004319654428, 'recall': 1.0, 'f1-score': 0.9972929074174337, 'support': 1842.0}, 'D': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.4973002159827214, 'recall': 0.5, 'f1-score': 0.49864645370871685, 'support': 1852.0}, 'weighted avg': {'precision': 0.9892300192658454, 'recall': 0.9946004319654428, 'f1-score': 0.9919079565134519, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9730021598272138, 'recall': 1.0, 'f1-score': 0.9863163656267104, 'support': 1802.0}, 'PL': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 50.0}, 'accuracy': 0.9730021598272138, 'macro avg': {'precision': 0.4865010799136069, 'recall': 0.5, 'f1-score': 0.4931581828133552, 'support': 1852.0}, 'weighted avg': {'precision': 0.9467332030284229, 'recall': 0.9730021598272138, 'f1-score': 0.9596879540277172, 'support': 1852.0}} | 0.0270 | {'~TI': {'precision': 0.9692224622030238, 'recall': 1.0, 'f1-score': 0.9843707156567041, 'support': 1795.0}, 'TI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 57.0}, 'accuracy': 0.9692224622030238, 'macro avg': {'precision': 0.4846112311015119, 'recall': 0.5, 'f1-score': 0.49218535782835204, 'support': 1852.0}, 'weighted avg': {'precision': 0.9393921812388919, 'recall': 0.9692224622030238, 'f1-score': 0.9540742087493432, 'support': 1852.0}} | 0.0308 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.5289510749416573, 'hamming': 0.0220707343412527} | -| No log | 4.0 | 392 | 0.0672 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794816414686826, 'recall': 1.0, 'f1-score': 0.9896344789961812, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.4897408207343413, 'recall': 0.5, 'f1-score': 0.4948172394980906, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593842859741848, 'recall': 0.9794816414686826, 'f1-score': 0.9693288039411839, 'support': 1852.0}} | 0.0205 | {'~CL': {'precision': 0.9617871840094062, 'recall': 0.9790544584081389, 'f1-score': 0.970344009489917, 'support': 1671.0}, 'CL': {'precision': 0.7682119205298014, 'recall': 0.6408839779005525, 'f1-score': 0.6987951807228916, 'support': 181.0}, 'accuracy': 0.9460043196544277, 'macro avg': {'precision': 0.8649995522696038, 'recall': 0.8099692181543456, 'f1-score': 0.8345695951064043, 'support': 1852.0}, 'weighted avg': {'precision': 0.9428686512395313, 'recall': 0.9460043196544277, 'f1-score': 0.9438049500909798, 'support': 1852.0}} | 0.0540 | {'~D': {'precision': 0.9946004319654428, 'recall': 1.0, 'f1-score': 0.9972929074174337, 'support': 1842.0}, 'D': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.4973002159827214, 'recall': 0.5, 'f1-score': 0.49864645370871685, 'support': 1852.0}, 'weighted avg': {'precision': 0.9892300192658454, 'recall': 0.9946004319654428, 'f1-score': 0.9919079565134519, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9730021598272138, 'recall': 1.0, 'f1-score': 0.9863163656267104, 'support': 1802.0}, 'PL': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 50.0}, 'accuracy': 0.9730021598272138, 'macro avg': {'precision': 0.4865010799136069, 'recall': 0.5, 'f1-score': 0.4931581828133552, 'support': 1852.0}, 'weighted avg': {'precision': 0.9467332030284229, 'recall': 0.9730021598272138, 'f1-score': 0.9596879540277172, 'support': 1852.0}} | 0.0270 | {'~TI': {'precision': 0.9692224622030238, 'recall': 1.0, 'f1-score': 0.9843707156567041, 'support': 1795.0}, 'TI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 57.0}, 'accuracy': 0.9692224622030238, 'macro avg': {'precision': 0.4846112311015119, 'recall': 0.5, 'f1-score': 0.49218535782835204, 'support': 1852.0}, 'weighted avg': {'precision': 0.9393921812388919, 'recall': 0.9692224622030238, 'f1-score': 0.9540742087493432, 'support': 1852.0}} | 0.0308 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.5383237735532134, 'hamming': 0.02058585313174946} | -| No log | 5.0 | 490 | 0.0742 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794816414686826, 'recall': 1.0, 'f1-score': 0.9896344789961812, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.4897408207343413, 'recall': 0.5, 'f1-score': 0.4948172394980906, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593842859741848, 'recall': 0.9794816414686826, 'f1-score': 0.9693288039411839, 'support': 1852.0}} | 0.0205 | {'~CL': {'precision': 0.9702558001189768, 'recall': 0.9760622381807301, 'f1-score': 0.9731503579952268, 'support': 1671.0}, 'CL': {'precision': 0.7660818713450293, 'recall': 0.7237569060773481, 'f1-score': 0.7443181818181818, 'support': 181.0}, 'accuracy': 0.9514038876889849, 'macro avg': {'precision': 0.868168835732003, 'recall': 0.8499095721290391, 'f1-score': 0.8587342699067042, 'support': 1852.0}, 'weighted avg': {'precision': 0.950301436669687, 'recall': 0.9514038876889849, 'f1-score': 0.9507860902371031, 'support': 1852.0}} | 0.0486 | {'~D': {'precision': 0.9946004319654428, 'recall': 1.0, 'f1-score': 0.9972929074174337, 'support': 1842.0}, 'D': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.4973002159827214, 'recall': 0.5, 'f1-score': 0.49864645370871685, 'support': 1852.0}, 'weighted avg': {'precision': 0.9892300192658454, 'recall': 0.9946004319654428, 'f1-score': 0.9919079565134519, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9730021598272138, 'recall': 1.0, 'f1-score': 0.9863163656267104, 'support': 1802.0}, 'PL': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 50.0}, 'accuracy': 0.9730021598272138, 'macro avg': {'precision': 0.4865010799136069, 'recall': 0.5, 'f1-score': 0.4931581828133552, 'support': 1852.0}, 'weighted avg': {'precision': 0.9467332030284229, 'recall': 0.9730021598272138, 'f1-score': 0.9596879540277172, 'support': 1852.0}} | 0.0270 | {'~TI': {'precision': 0.9692224622030238, 'recall': 1.0, 'f1-score': 0.9843707156567041, 'support': 1795.0}, 'TI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 57.0}, 'accuracy': 0.9692224622030238, 'macro avg': {'precision': 0.4846112311015119, 'recall': 0.5, 'f1-score': 0.49218535782835204, 'support': 1852.0}, 'weighted avg': {'precision': 0.9393921812388919, 'recall': 0.9692224622030238, 'f1-score': 0.9540742087493432, 'support': 1852.0}} | 0.0308 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.5413443579032509, 'hamming': 0.019910907127429805} | -| 0.0763 | 6.0 | 588 | 0.0804 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794816414686826, 'recall': 1.0, 'f1-score': 0.9896344789961812, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.4897408207343413, 'recall': 0.5, 'f1-score': 0.4948172394980906, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593842859741848, 'recall': 0.9794816414686826, 'f1-score': 0.9693288039411839, 'support': 1852.0}} | 0.0205 | {'~CL': {'precision': 0.9776974080771549, 'recall': 0.9706762417713943, 'f1-score': 0.9741741741741742, 'support': 1671.0}, 'CL': {'precision': 0.7461139896373057, 'recall': 0.7955801104972375, 'f1-score': 0.7700534759358288, 'support': 181.0}, 'accuracy': 0.9535637149028078, 'macro avg': {'precision': 0.8619056988572302, 'recall': 0.8831281761343159, 'f1-score': 0.8721138250550016, 'support': 1852.0}, 'weighted avg': {'precision': 0.9550642554110573, 'recall': 0.9535637149028078, 'f1-score': 0.9542250130612474, 'support': 1852.0}} | 0.0464 | {'~D': {'precision': 0.9946004319654428, 'recall': 1.0, 'f1-score': 0.9972929074174337, 'support': 1842.0}, 'D': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.4973002159827214, 'recall': 0.5, 'f1-score': 0.49864645370871685, 'support': 1852.0}, 'weighted avg': {'precision': 0.9892300192658454, 'recall': 0.9946004319654428, 'f1-score': 0.9919079565134519, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9810690423162584, 'recall': 0.9778024417314095, 'f1-score': 0.9794330183435241, 'support': 1802.0}, 'PL': {'precision': 0.2857142857142857, 'recall': 0.32, 'f1-score': 0.3018867924528302, 'support': 50.0}, 'accuracy': 0.9600431965442765, 'macro avg': {'precision': 0.633391664015272, 'recall': 0.6489012208657048, 'f1-score': 0.6406599053981772, 'support': 1852.0}, 'weighted avg': {'precision': 0.9622959657341317, 'recall': 0.9600431965442765, 'f1-score': 0.9611407336272526, 'support': 1852.0}} | 0.0400 | {'~TI': {'precision': 0.9760579064587973, 'recall': 0.9766016713091922, 'f1-score': 0.9763297131718184, 'support': 1795.0}, 'TI': {'precision': 0.25, 'recall': 0.24561403508771928, 'f1-score': 0.24778761061946902, 'support': 57.0}, 'accuracy': 0.9541036717062635, 'macro avg': {'precision': 0.6130289532293987, 'recall': 0.6111078531984557, 'f1-score': 0.6120586618956437, 'support': 1852.0}, 'weighted avg': {'precision': 0.9537116317999682, 'recall': 0.9541036717062635, 'f1-score': 0.9539069810738249, 'support': 1852.0}} | 0.0459 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.5764386806283022, 'hamming': 0.023150647948164148} | -| 0.0763 | 7.0 | 686 | 0.0820 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794816414686826, 'recall': 1.0, 'f1-score': 0.9896344789961812, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.4897408207343413, 'recall': 0.5, 'f1-score': 0.4948172394980906, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593842859741848, 'recall': 0.9794816414686826, 'f1-score': 0.9693288039411839, 'support': 1852.0}} | 0.0205 | {'~CL': {'precision': 0.9655575014594279, 'recall': 0.9898264512268103, 'f1-score': 0.9775413711583925, 'support': 1671.0}, 'CL': {'precision': 0.8776978417266187, 'recall': 0.6740331491712708, 'f1-score': 0.7625, 'support': 181.0}, 'accuracy': 0.958963282937365, 'macro avg': {'precision': 0.9216276715930233, 'recall': 0.8319298001990405, 'f1-score': 0.8700206855791962, 'support': 1852.0}, 'weighted avg': {'precision': 0.9569707852544396, 'recall': 0.958963282937365, 'f1-score': 0.9565249088583552, 'support': 1852.0}} | 0.0410 | {'~D': {'precision': 0.9946004319654428, 'recall': 1.0, 'f1-score': 0.9972929074174337, 'support': 1842.0}, 'D': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.4973002159827214, 'recall': 0.5, 'f1-score': 0.49864645370871685, 'support': 1852.0}, 'weighted avg': {'precision': 0.9892300192658454, 'recall': 0.9946004319654428, 'f1-score': 0.9919079565134519, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9791437980241493, 'recall': 0.9900110987791343, 'f1-score': 0.9845474613686535, 'support': 1802.0}, 'PL': {'precision': 0.4, 'recall': 0.24, 'f1-score': 0.3, 'support': 50.0}, 'accuracy': 0.9697624190064795, 'macro avg': {'precision': 0.6895718990120747, 'recall': 0.6150055493895672, 'f1-score': 0.6422737306843267, 'support': 1852.0}, 'weighted avg': {'precision': 0.963508166328033, 'recall': 0.9697624190064795, 'f1-score': 0.966066158415936, 'support': 1852.0}} | 0.0302 | {'~TI': {'precision': 0.9732824427480916, 'recall': 0.9944289693593314, 'f1-score': 0.9837420777073574, 'support': 1795.0}, 'TI': {'precision': 0.4444444444444444, 'recall': 0.14035087719298245, 'f1-score': 0.21333333333333335, 'support': 57.0}, 'accuracy': 0.9681425485961123, 'macro avg': {'precision': 0.708863443596268, 'recall': 0.567389923276157, 'f1-score': 0.5985377055203454, 'support': 1852.0}, 'weighted avg': {'precision': 0.9570061112668238, 'recall': 0.9681425485961123, 'f1-score': 0.9600307934582649, 'support': 1852.0}} | 0.0319 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.5746886468076828, 'hamming': 0.019505939524838013} | -| 0.0763 | 8.0 | 784 | 0.0938 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794816414686826, 'recall': 1.0, 'f1-score': 0.9896344789961812, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.4897408207343413, 'recall': 0.5, 'f1-score': 0.4948172394980906, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593842859741848, 'recall': 0.9794816414686826, 'f1-score': 0.9693288039411839, 'support': 1852.0}} | 0.0205 | {'~CL': {'precision': 0.9704840613931524, 'recall': 0.9838420107719928, 'f1-score': 0.9771173848439821, 'support': 1671.0}, 'CL': {'precision': 0.8291139240506329, 'recall': 0.7237569060773481, 'f1-score': 0.7728613569321534, 'support': 181.0}, 'accuracy': 0.9584233261339092, 'macro avg': {'precision': 0.8997989927218926, 'recall': 0.8537994584246704, 'f1-score': 0.8749893708880678, 'support': 1852.0}, 'weighted avg': {'precision': 0.9566676494822474, 'recall': 0.9584233261339092, 'f1-score': 0.9571549976668542, 'support': 1852.0}} | 0.0416 | {'~D': {'precision': 0.9946004319654428, 'recall': 1.0, 'f1-score': 0.9972929074174337, 'support': 1842.0}, 'D': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.4973002159827214, 'recall': 0.5, 'f1-score': 0.49864645370871685, 'support': 1852.0}, 'weighted avg': {'precision': 0.9892300192658454, 'recall': 0.9946004319654428, 'f1-score': 0.9919079565134519, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9761129207383279, 'recall': 0.9977802441731409, 'f1-score': 0.986827661909989, 'support': 1802.0}, 'PL': {'precision': 0.6, 'recall': 0.12, 'f1-score': 0.2, 'support': 50.0}, 'accuracy': 0.9740820734341252, 'macro avg': {'precision': 0.788056460369164, 'recall': 0.5588901220865705, 'f1-score': 0.5934138309549946, 'support': 1852.0}, 'weighted avg': {'precision': 0.9659586842173147, 'recall': 0.9740820734341252, 'f1-score': 0.965585014450216, 'support': 1852.0}} | 0.0259 | {'~TI': {'precision': 0.9697133585722012, 'recall': 0.9988857938718663, 'f1-score': 0.9840834248079035, 'support': 1795.0}, 'TI': {'precision': 0.3333333333333333, 'recall': 0.017543859649122806, 'f1-score': 0.03333333333333333, 'support': 57.0}, 'accuracy': 0.968682505399568, 'macro avg': {'precision': 0.6515233459527673, 'recall': 0.5082148267604946, 'f1-score': 0.5087083790706184, 'support': 1852.0}, 'weighted avg': {'precision': 0.9501271482921713, 'recall': 0.968682505399568, 'f1-score': 0.9548216779320663, 'support': 1852.0}} | 0.0313 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.5579735791989096, 'hamming': 0.01896598272138229} | -| 0.0763 | 9.0 | 882 | 0.0784 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794816414686826, 'recall': 1.0, 'f1-score': 0.9896344789961812, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.4897408207343413, 'recall': 0.5, 'f1-score': 0.4948172394980906, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593842859741848, 'recall': 0.9794816414686826, 'f1-score': 0.9693288039411839, 'support': 1852.0}} | 0.0205 | {'~CL': {'precision': 0.966802562609202, 'recall': 0.9934171154997008, 'f1-score': 0.9799291617473436, 'support': 1671.0}, 'CL': {'precision': 0.9185185185185185, 'recall': 0.6850828729281768, 'f1-score': 0.7848101265822784, 'support': 181.0}, 'accuracy': 0.9632829373650108, 'macro avg': {'precision': 0.9426605405638603, 'recall': 0.8392499942139389, 'f1-score': 0.882369644164811, 'support': 1852.0}, 'weighted avg': {'precision': 0.9620836576521753, 'recall': 0.9632829373650108, 'f1-score': 0.9608597528030256, 'support': 1852.0}} | 0.0367 | {'~D': {'precision': 0.9946004319654428, 'recall': 1.0, 'f1-score': 0.9972929074174337, 'support': 1842.0}, 'D': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.4973002159827214, 'recall': 0.5, 'f1-score': 0.49864645370871685, 'support': 1852.0}, 'weighted avg': {'precision': 0.9892300192658454, 'recall': 0.9946004319654428, 'f1-score': 0.9919079565134519, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.980349344978166, 'recall': 0.9966703662597114, 'f1-score': 0.988442487616951, 'support': 1802.0}, 'PL': {'precision': 0.7, 'recall': 0.28, 'f1-score': 0.4, 'support': 50.0}, 'accuracy': 0.9773218142548596, 'macro avg': {'precision': 0.840174672489083, 'recall': 0.6383351831298557, 'f1-score': 0.6942212438084755, 'support': 1852.0}, 'weighted avg': {'precision': 0.9727805181699002, 'recall': 0.9773218142548596, 'f1-score': 0.9725558113853918, 'support': 1852.0}} | 0.0227 | {'~TI': {'precision': 0.9731800766283525, 'recall': 0.9905292479108635, 'f1-score': 0.9817780231916069, 'support': 1795.0}, 'TI': {'precision': 0.32, 'recall': 0.14035087719298245, 'f1-score': 0.1951219512195122, 'support': 57.0}, 'accuracy': 0.9643628509719222, 'macro avg': {'precision': 0.6465900383141763, 'recall': 0.5654400625519229, 'f1-score': 0.5884499872055595, 'support': 1852.0}, 'weighted avg': {'precision': 0.9530768021316915, 'recall': 0.9643628509719222, 'f1-score': 0.9575666862032649, 'support': 1852.0}} | 0.0356 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.581464740982055, 'hamming': 0.018493520518358533} | -| 0.0763 | 10.0 | 980 | 0.0999 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794816414686826, 'recall': 1.0, 'f1-score': 0.9896344789961812, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.4897408207343413, 'recall': 0.5, 'f1-score': 0.4948172394980906, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593842859741848, 'recall': 0.9794816414686826, 'f1-score': 0.9693288039411839, 'support': 1852.0}} | 0.0205 | {'~CL': {'precision': 0.9639953542392566, 'recall': 0.9934171154997008, 'f1-score': 0.9784851164161509, 'support': 1671.0}, 'CL': {'precision': 0.9153846153846154, 'recall': 0.6574585635359116, 'f1-score': 0.7652733118971061, 'support': 181.0}, 'accuracy': 0.9605831533477321, 'macro avg': {'precision': 0.939689984811936, 'recall': 0.8254378395178061, 'f1-score': 0.8718792141566285, 'support': 1852.0}, 'weighted avg': {'precision': 0.959244520690288, 'recall': 0.9605831533477321, 'f1-score': 0.9576474616548404, 'support': 1852.0}} | 0.0394 | {'~D': {'precision': 0.9946004319654428, 'recall': 1.0, 'f1-score': 0.9972929074174337, 'support': 1842.0}, 'D': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.4973002159827214, 'recall': 0.5, 'f1-score': 0.49864645370871685, 'support': 1852.0}, 'weighted avg': {'precision': 0.9892300192658454, 'recall': 0.9946004319654428, 'f1-score': 0.9919079565134519, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9797703663203936, 'recall': 0.9944506104328524, 'f1-score': 0.9870559074635087, 'support': 1802.0}, 'PL': {'precision': 0.5652173913043478, 'recall': 0.26, 'f1-score': 0.3561643835616438, 'support': 50.0}, 'accuracy': 0.974622030237581, 'macro avg': {'precision': 0.7724938788123707, 'recall': 0.6272253052164263, 'f1-score': 0.6716101455125763, 'support': 1852.0}, 'weighted avg': {'precision': 0.9685783313577574, 'recall': 0.974622030237581, 'f1-score': 0.9700231989348407, 'support': 1852.0}} | 0.0254 | {'~TI': {'precision': 0.9748358862144421, 'recall': 0.992757660167131, 'f1-score': 0.9837151531879658, 'support': 1795.0}, 'TI': {'precision': 0.4583333333333333, 'recall': 0.19298245614035087, 'f1-score': 0.2716049382716049, 'support': 57.0}, 'accuracy': 0.9681425485961123, 'macro avg': {'precision': 0.7165846097738877, 'recall': 0.5928700581537409, 'f1-score': 0.6276600457297854, 'support': 1852.0}, 'weighted avg': {'precision': 0.958939209370909, 'recall': 0.9681425485961123, 'f1-score': 0.9617981541327646, 'support': 1852.0}} | 0.0319 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.5822283072595732, 'hamming': 0.018696004319654427} | -| 0.0459 | 11.0 | 1078 | 0.0974 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9824079164376031, 'recall': 0.9851157662624035, 'f1-score': 0.9837599779796311, 'support': 1814.0}, 'SI': {'precision': 0.18181818181818182, 'recall': 0.15789473684210525, 'f1-score': 0.16901408450704225, 'support': 38.0}, 'accuracy': 0.9681425485961123, 'macro avg': {'precision': 0.5821130491278924, 'recall': 0.5715052515522544, 'f1-score': 0.5763870312433367, 'support': 1852.0}, 'weighted avg': {'precision': 0.9659811292261895, 'recall': 0.9681425485961123, 'f1-score': 0.9670427296254419, 'support': 1852.0}} | 0.0319 | {'~CL': {'precision': 0.9682539682539683, 'recall': 0.9856373429084381, 'f1-score': 0.9768683274021353, 'support': 1671.0}, 'CL': {'precision': 0.8410596026490066, 'recall': 0.7016574585635359, 'f1-score': 0.7650602409638554, 'support': 181.0}, 'accuracy': 0.9578833693304536, 'macro avg': {'precision': 0.9046567854514874, 'recall': 0.843647400735987, 'f1-score': 0.8709642841829953, 'support': 1852.0}, 'weighted avg': {'precision': 0.9558229854383645, 'recall': 0.9578833693304536, 'f1-score': 0.9561678610709643, 'support': 1852.0}} | 0.0421 | {'~D': {'precision': 0.9946004319654428, 'recall': 1.0, 'f1-score': 0.9972929074174337, 'support': 1842.0}, 'D': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.4973002159827214, 'recall': 0.5, 'f1-score': 0.49864645370871685, 'support': 1852.0}, 'weighted avg': {'precision': 0.9892300192658454, 'recall': 0.9946004319654428, 'f1-score': 0.9919079565134519, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9792463134898962, 'recall': 0.9950055493895672, 'f1-score': 0.9870630333058079, 'support': 1802.0}, 'PL': {'precision': 0.5714285714285714, 'recall': 0.24, 'f1-score': 0.3380281690140845, 'support': 50.0}, 'accuracy': 0.974622030237581, 'macro avg': {'precision': 0.7753374424592339, 'recall': 0.6175027746947837, 'f1-score': 0.6625456011599462, 'support': 1852.0}, 'weighted avg': {'precision': 0.9682361152700981, 'recall': 0.974622030237581, 'f1-score': 0.9695404937730939, 'support': 1852.0}} | 0.0254 | {'~TI': {'precision': 0.9731653888280394, 'recall': 0.9899721448467966, 'f1-score': 0.9814968240817453, 'support': 1795.0}, 'TI': {'precision': 0.3076923076923077, 'recall': 0.14035087719298245, 'f1-score': 0.1927710843373494, 'support': 57.0}, 'accuracy': 0.9638228941684666, 'macro avg': {'precision': 0.6404288482601735, 'recall': 0.5651615110198895, 'f1-score': 0.5871339542095474, 'support': 1852.0}, 'weighted avg': {'precision': 0.9526837659205141, 'recall': 0.9638228941684666, 'f1-score': 0.9572217878153142, 'support': 1852.0}} | 0.0362 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.5861113354969163, 'hamming': 0.02099082073434125} | -| 0.0459 | 12.0 | 1176 | 0.1221 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9810606060606061, 'recall': 0.9994487320837927, 'f1-score': 0.9901693063899508, 'support': 1814.0}, 'SI': {'precision': 0.75, 'recall': 0.07894736842105263, 'f1-score': 0.14285714285714285, 'support': 38.0}, 'accuracy': 0.980561555075594, 'macro avg': {'precision': 0.865530303030303, 'recall': 0.5391980502524226, 'f1-score': 0.5665132246235468, 'support': 1852.0}, 'weighted avg': {'precision': 0.9763196217029911, 'recall': 0.980561555075594, 'f1-score': 0.9727838516306383, 'support': 1852.0}} | 0.0194 | {'~CL': {'precision': 0.9610691458454387, 'recall': 0.9898264512268103, 'f1-score': 0.9752358490566038, 'support': 1671.0}, 'CL': {'precision': 0.8702290076335878, 'recall': 0.6298342541436464, 'f1-score': 0.7307692307692307, 'support': 181.0}, 'accuracy': 0.9546436285097192, 'macro avg': {'precision': 0.9156490767395132, 'recall': 0.8098303526852284, 'f1-score': 0.8530025399129173, 'support': 1852.0}, 'weighted avg': {'precision': 0.9521911409770019, 'recall': 0.9546436285097192, 'f1-score': 0.9513435931656671, 'support': 1852.0}} | 0.0454 | {'~D': {'precision': 0.9946004319654428, 'recall': 1.0, 'f1-score': 0.9972929074174337, 'support': 1842.0}, 'D': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.4973002159827214, 'recall': 0.5, 'f1-score': 0.49864645370871685, 'support': 1852.0}, 'weighted avg': {'precision': 0.9892300192658454, 'recall': 0.9946004319654428, 'f1-score': 0.9919079565134519, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.979291553133515, 'recall': 0.9972253052164262, 'f1-score': 0.9881770690129228, 'support': 1802.0}, 'PL': {'precision': 0.7058823529411765, 'recall': 0.24, 'f1-score': 0.3582089552238806, 'support': 50.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.8425869530373458, 'recall': 0.6186126526082131, 'f1-score': 0.6731930121184017, 'support': 1852.0}, 'weighted avg': {'precision': 0.971910095244953, 'recall': 0.9767818574514039, 'f1-score': 0.9711692905628947, 'support': 1852.0}} | 0.0232 | {'~TI': {'precision': 0.9768211920529801, 'recall': 0.9860724233983287, 'f1-score': 0.9814250069309676, 'support': 1795.0}, 'TI': {'precision': 0.375, 'recall': 0.2631578947368421, 'f1-score': 0.30927835051546393, 'support': 57.0}, 'accuracy': 0.9638228941684666, 'macro avg': {'precision': 0.6759105960264901, 'recall': 0.6246151590675854, 'f1-score': 0.6453516787232157, 'support': 1852.0}, 'weighted avg': {'precision': 0.9582986175675482, 'recall': 0.9638228941684666, 'f1-score': 0.9607379878080283, 'support': 1852.0}} | 0.0362 | {'~PC': {'precision': 0.9864937871420854, 'recall': 1.0, 'f1-score': 0.9932009790590155, 'support': 1826.0}, 'PC': {'precision': 1.0, 'recall': 0.038461538461538464, 'f1-score': 0.07407407407407407, 'support': 26.0}, 'accuracy': 0.9865010799136069, 'macro avg': {'precision': 0.9932468935710427, 'recall': 0.5192307692307693, 'f1-score': 0.5336375265665447, 'support': 1852.0}, 'weighted avg': {'precision': 0.9866833992016456, 'recall': 0.9865010799136069, 'f1-score': 0.980297469593784, 'support': 1852.0}} | 0.0135 | {'f1-score': 0.5958865405949753, 'hamming': 0.019505939524838013} | -| 0.0459 | 13.0 | 1274 | 0.1083 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794260963724959, 'recall': 0.9972436604189636, 'f1-score': 0.9882545752526632, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.48971304818624795, 'recall': 0.4986218302094818, 'f1-score': 0.4941272876263316, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593298805721964, 'recall': 0.9767818574514039, 'f1-score': 0.9679772135574142, 'support': 1852.0}} | 0.0232 | {'~CL': {'precision': 0.9683098591549296, 'recall': 0.9874326750448833, 'f1-score': 0.9777777777777777, 'support': 1671.0}, 'CL': {'precision': 0.8581081081081081, 'recall': 0.7016574585635359, 'f1-score': 0.7720364741641338, 'support': 181.0}, 'accuracy': 0.9595032397408207, 'macro avg': {'precision': 0.9132089836315189, 'recall': 0.8445450668042096, 'f1-score': 0.8749071259709558, 'support': 1852.0}, 'weighted avg': {'precision': 0.9575396016282154, 'recall': 0.9595032397408207, 'f1-score': 0.957670231366293, 'support': 1852.0}} | 0.0405 | {'~D': {'precision': 0.9946004319654428, 'recall': 1.0, 'f1-score': 0.9972929074174337, 'support': 1842.0}, 'D': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.4973002159827214, 'recall': 0.5, 'f1-score': 0.49864645370871685, 'support': 1852.0}, 'weighted avg': {'precision': 0.9892300192658454, 'recall': 0.9946004319654428, 'f1-score': 0.9919079565134519, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9793140990745781, 'recall': 0.9983351831298557, 'f1-score': 0.9887331684528716, 'support': 1802.0}, 'PL': {'precision': 0.8, 'recall': 0.24, 'f1-score': 0.36923076923076925, 'support': 50.0}, 'accuracy': 0.9778617710583153, 'macro avg': {'precision': 0.8896570495372891, 'recall': 0.6191675915649278, 'f1-score': 0.6789819688418204, 'support': 1852.0}, 'weighted avg': {'precision': 0.9744730056870354, 'recall': 0.9778617710583153, 'f1-score': 0.9720079416920158, 'support': 1852.0}} | 0.0221 | {'~TI': {'precision': 0.9805122494432071, 'recall': 0.981058495821727, 'f1-score': 0.9807852965747702, 'support': 1795.0}, 'TI': {'precision': 0.39285714285714285, 'recall': 0.38596491228070173, 'f1-score': 0.3893805309734513, 'support': 57.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.686684696150175, 'recall': 0.6835117040512144, 'f1-score': 0.6850829137741108, 'support': 1852.0}, 'weighted avg': {'precision': 0.9624256721886685, 'recall': 0.962742980561555, 'f1-score': 0.9625833140481638, 'support': 1852.0}} | 0.0373 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.5906198886740903, 'hamming': 0.019438444924406047} | -| 0.0459 | 14.0 | 1372 | 0.1183 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.98, 'recall': 0.9994487320837927, 'f1-score': 0.9896288209606987, 'support': 1814.0}, 'SI': {'precision': 0.5, 'recall': 0.02631578947368421, 'f1-score': 0.05, 'support': 38.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.74, 'recall': 0.5128822607787384, 'f1-score': 0.5198144104803494, 'support': 1852.0}, 'weighted avg': {'precision': 0.9701511879049676, 'recall': 0.9794816414686826, 'f1-score': 0.970349179925868, 'support': 1852.0}} | 0.0205 | {'~CL': {'precision': 0.9744503862150921, 'recall': 0.9814482345900658, 'f1-score': 0.9779367918902803, 'support': 1671.0}, 'CL': {'precision': 0.8165680473372781, 'recall': 0.7624309392265194, 'f1-score': 0.7885714285714286, 'support': 181.0}, 'accuracy': 0.9600431965442765, 'macro avg': {'precision': 0.8955092167761851, 'recall': 0.8719395869082927, 'f1-score': 0.8832541102308544, 'support': 1852.0}, 'weighted avg': {'precision': 0.9590202008280055, 'recall': 0.9600431965442765, 'f1-score': 0.9594297018466992, 'support': 1852.0}} | 0.0400 | {'~D': {'precision': 0.9951377633711507, 'recall': 1.0, 'f1-score': 0.9975629569455727, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.1, 'f1-score': 0.18181818181818182, 'support': 10.0}, 'accuracy': 0.9951403887688985, 'macro avg': {'precision': 0.9975688816855753, 'recall': 0.55, 'f1-score': 0.5896905693818772, 'support': 1852.0}, 'weighted avg': {'precision': 0.9951640173486284, 'recall': 0.9951403887688985, 'f1-score': 0.9931582875334377, 'support': 1852.0}} | 0.0049 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9823788546255506, 'recall': 0.9900110987791343, 'f1-score': 0.986180210060807, 'support': 1802.0}, 'PL': {'precision': 0.5, 'recall': 0.36, 'f1-score': 0.4186046511627907, 'support': 50.0}, 'accuracy': 0.9730021598272138, 'macro avg': {'precision': 0.7411894273127753, 'recall': 0.6750055493895671, 'f1-score': 0.7023924306117989, 'support': 1852.0}, 'weighted avg': {'precision': 0.9693556674056383, 'recall': 0.9730021598272138, 'f1-score': 0.9708568958356986, 'support': 1852.0}} | 0.0270 | {'~TI': {'precision': 0.9866666666666667, 'recall': 0.9481894150417828, 'f1-score': 0.9670454545454545, 'support': 1795.0}, 'TI': {'precision': 0.2677165354330709, 'recall': 0.5964912280701754, 'f1-score': 0.3695652173913043, 'support': 57.0}, 'accuracy': 0.937365010799136, 'macro avg': {'precision': 0.6271916010498688, 'recall': 0.7723403215559791, 'f1-score': 0.6683053359683795, 'support': 1852.0}, 'weighted avg': {'precision': 0.9645391518284836, 'recall': 0.937365010799136, 'f1-score': 0.9486564839634963, 'support': 1852.0}} | 0.0626 | {'~PC': {'precision': 0.985945945945946, 'recall': 0.9989047097480832, 'f1-score': 0.9923830250272034, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9848812095032398, 'macro avg': {'precision': 0.492972972972973, 'recall': 0.4994523548740416, 'f1-score': 0.4961915125136017, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721043721907653, 'recall': 0.9848812095032398, 'f1-score': 0.9784510819112708, 'support': 1852.0}} | 0.0151 | {'f1-score': 0.607049532286665, 'hamming': 0.022880669546436284} | -| 0.0459 | 15.0 | 1470 | 0.1058 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794705564559697, 'recall': 0.9994487320837927, 'f1-score': 0.9893587994542974, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9789416846652268, 'macro avg': {'precision': 0.48973527822798485, 'recall': 0.49972436604189635, 'f1-score': 0.4946793997271487, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593734284077371, 'recall': 0.9789416846652268, 'f1-score': 0.9690587808909803, 'support': 1852.0}} | 0.0211 | {'~CL': {'precision': 0.9678362573099415, 'recall': 0.990424895272292, 'f1-score': 0.9790002957704821, 'support': 1671.0}, 'CL': {'precision': 0.8873239436619719, 'recall': 0.6961325966850829, 'f1-score': 0.7801857585139319, 'support': 181.0}, 'accuracy': 0.9616630669546437, 'macro avg': {'precision': 0.9275801004859567, 'recall': 0.8432787459786875, 'f1-score': 0.879593027142207, 'support': 1852.0}, 'weighted avg': {'precision': 0.9599676132655125, 'recall': 0.9616630669546437, 'f1-score': 0.9595697173453008, 'support': 1852.0}} | 0.0383 | {'~D': {'precision': 0.9962141698215251, 'recall': 1.0, 'f1-score': 0.9981034949878081, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.3, 'f1-score': 0.46153846153846156, 'support': 10.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.9981070849107625, 'recall': 0.65, 'f1-score': 0.7298209782631349, 'support': 1852.0}, 'weighted avg': {'precision': 0.9962346116691411, 'recall': 0.9962203023758099, 'f1-score': 0.9952062755847338, 'support': 1852.0}} | 0.0038 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9835255354200988, 'recall': 0.9938956714761377, 'f1-score': 0.9886834115373999, 'support': 1802.0}, 'PL': {'precision': 0.6451612903225806, 'recall': 0.4, 'f1-score': 0.49382716049382713, 'support': 50.0}, 'accuracy': 0.9778617710583153, 'macro avg': {'precision': 0.8143434128713397, 'recall': 0.6969478357380688, 'f1-score': 0.7412552860156135, 'support': 1852.0}, 'weighted avg': {'precision': 0.9743904316107704, 'recall': 0.9778617710583153, 'f1-score': 0.9753233615632214, 'support': 1852.0}} | 0.0221 | {'~TI': {'precision': 0.9829157175398633, 'recall': 0.9615598885793872, 'f1-score': 0.97212052942833, 'support': 1795.0}, 'TI': {'precision': 0.28125, 'recall': 0.47368421052631576, 'f1-score': 0.35294117647058826, 'support': 57.0}, 'accuracy': 0.9465442764578834, 'macro avg': {'precision': 0.6320828587699316, 'recall': 0.7176220495528515, 'f1-score': 0.6625308529494591, 'support': 1852.0}, 'weighted avg': {'precision': 0.9613201743974377, 'recall': 0.9465442764578834, 'f1-score': 0.9530637134895658, 'support': 1852.0}} | 0.0535 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.6251366129460438, 'hamming': 0.02072084233261339} | -| 0.0295 | 16.0 | 1568 | 0.1244 | {'~LIN': {'precision': 0.9907759088442757, 'recall': 0.9950953678474115, 'f1-score': 0.9929309407286568, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.49538795442213784, 'recall': 0.49754768392370574, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9816813135687074, 'recall': 0.9859611231101512, 'f1-score': 0.9838165638429186, 'support': 1852.0}} | 0.0140 | {'~SI': {'precision': 0.9798694232861807, 'recall': 0.9928335170893055, 'f1-score': 0.9863088718510405, 'support': 1814.0}, 'SI': {'precision': 0.07142857142857142, 'recall': 0.02631578947368421, 'f1-score': 0.038461538461538464, 'support': 38.0}, 'accuracy': 0.9730021598272138, 'macro avg': {'precision': 0.525648997357376, 'recall': 0.5095746532814949, 'f1-score': 0.5123852051562895, 'support': 1852.0}, 'weighted avg': {'precision': 0.9612297081832708, 'recall': 0.9730021598272138, 'f1-score': 0.9668606004316015, 'support': 1852.0}} | 0.0270 | {'~CL': {'precision': 0.9700528479154433, 'recall': 0.9886295631358468, 'f1-score': 0.979253112033195, 'support': 1671.0}, 'CL': {'precision': 0.87248322147651, 'recall': 0.7182320441988951, 'f1-score': 0.7878787878787878, 'support': 181.0}, 'accuracy': 0.9622030237580994, 'macro avg': {'precision': 0.9212680346959767, 'recall': 0.853430803667371, 'f1-score': 0.8835659499559914, 'support': 1852.0}, 'weighted avg': {'precision': 0.9605171554826964, 'recall': 0.9622030237580994, 'f1-score': 0.9605496818647566, 'support': 1852.0}} | 0.0378 | {'~D': {'precision': 0.9967373572593801, 'recall': 0.995114006514658, 'f1-score': 0.9959250203748982, 'support': 1842.0}, 'D': {'precision': 0.3076923076923077, 'recall': 0.4, 'f1-score': 0.34782608695652173, 'support': 10.0}, 'accuracy': 0.9919006479481641, 'macro avg': {'precision': 0.6522148324758439, 'recall': 0.6975570032573291, 'f1-score': 0.67187555366571, 'support': 1852.0}, 'weighted avg': {'precision': 0.9930168116353678, 'recall': 0.9919006479481641, 'f1-score': 0.9924255660907817, 'support': 1852.0}} | 0.0081 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9855233853006682, 'recall': 0.9822419533851277, 'f1-score': 0.9838799332962757, 'support': 1802.0}, 'PL': {'precision': 0.42857142857142855, 'recall': 0.48, 'f1-score': 0.4528301886792453, 'support': 50.0}, 'accuracy': 0.968682505399568, 'macro avg': {'precision': 0.7070474069360484, 'recall': 0.7311209766925638, 'f1-score': 0.7183550609877605, 'support': 1852.0}, 'weighted avg': {'precision': 0.9704868853889715, 'recall': 0.968682505399568, 'f1-score': 0.9695427371673061, 'support': 1852.0}} | 0.0313 | {'~TI': {'precision': 0.9783453636868407, 'recall': 0.9816155988857939, 'f1-score': 0.9799777530589544, 'support': 1795.0}, 'TI': {'precision': 0.35294117647058826, 'recall': 0.3157894736842105, 'f1-score': 0.3333333333333333, 'support': 57.0}, 'accuracy': 0.9611231101511879, 'macro avg': {'precision': 0.6656432700787145, 'recall': 0.6487025362850022, 'f1-score': 0.6566555431961438, 'support': 1852.0}, 'weighted avg': {'precision': 0.9590969626764052, 'recall': 0.9611231101511879, 'f1-score': 0.9600756299896454, 'support': 1852.0}} | 0.0389 | {'~PC': {'precision': 0.9859307359307359, 'recall': 0.9978094194961665, 'f1-score': 0.9918345127925966, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9838012958963283, 'macro avg': {'precision': 0.49296536796536794, 'recall': 0.49890470974808326, 'f1-score': 0.4959172563962983, 'support': 1852.0}, 'weighted avg': {'precision': 0.9720893757070862, 'recall': 0.9838012958963283, 'f1-score': 0.9779102701723982, 'support': 1852.0}} | 0.0162 | {'f1-score': 0.6167841657713742, 'hamming': 0.022138228941684664} | -| 0.0295 | 17.0 | 1666 | 0.1098 | {'~LIN': {'precision': 0.991332611050921, 'recall': 0.997275204359673, 'f1-score': 0.9942950285248574, 'support': 1835.0}, 'LIN': {'precision': 0.16666666666666666, 'recall': 0.058823529411764705, 'f1-score': 0.08695652173913043, 'support': 17.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.5789996388587938, 'recall': 0.5280493668857188, 'f1-score': 0.540625775131994, 'support': 1852.0}, 'weighted avg': {'precision': 0.9837627832676961, 'recall': 0.9886609071274298, 'f1-score': 0.9859663273286601, 'support': 1852.0}} | 0.0113 | {'~SI': {'precision': 0.9818880351262349, 'recall': 0.9862183020948181, 'f1-score': 0.9840484048404841, 'support': 1814.0}, 'SI': {'precision': 0.16666666666666666, 'recall': 0.13157894736842105, 'f1-score': 0.14705882352941177, 'support': 38.0}, 'accuracy': 0.968682505399568, 'macro avg': {'precision': 0.5742773508964508, 'recall': 0.5588986247316196, 'f1-score': 0.5655536141849479, 'support': 1852.0}, 'weighted avg': {'precision': 0.9651610308057901, 'recall': 0.968682505399568, 'f1-score': 0.9668747525241661, 'support': 1852.0}} | 0.0313 | {'~CL': {'precision': 0.9705535924617197, 'recall': 0.9862357869539198, 'f1-score': 0.9783318492134164, 'support': 1671.0}, 'CL': {'precision': 0.8506493506493507, 'recall': 0.7237569060773481, 'f1-score': 0.7820895522388059, 'support': 181.0}, 'accuracy': 0.9605831533477321, 'macro avg': {'precision': 0.9106014715555352, 'recall': 0.8549963465156339, 'f1-score': 0.8802107007261112, 'support': 1852.0}, 'weighted avg': {'precision': 0.9588350893472279, 'recall': 0.9605831533477321, 'f1-score': 0.9591526614421396, 'support': 1852.0}} | 0.0394 | {'~D': {'precision': 0.9962121212121212, 'recall': 0.999457111834962, 'f1-score': 0.9978319783197832, 'support': 1842.0}, 'D': {'precision': 0.75, 'recall': 0.3, 'f1-score': 0.42857142857142855, 'support': 10.0}, 'accuracy': 0.9956803455723542, 'macro avg': {'precision': 0.8731060606060606, 'recall': 0.649728555917481, 'f1-score': 0.7132017034456059, 'support': 1852.0}, 'weighted avg': {'precision': 0.9948826821127037, 'recall': 0.9956803455723542, 'f1-score': 0.9947582172520275, 'support': 1852.0}} | 0.0043 | {'~HI': {'precision': 0.9962162162162163, 'recall': 0.9989159891598915, 'f1-score': 0.9975642760487144, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9951403887688985, 'macro avg': {'precision': 0.4981081081081081, 'recall': 0.4994579945799458, 'f1-score': 0.4987821380243572, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924508201506043, 'recall': 0.9951403887688985, 'f1-score': 0.9937937847245563, 'support': 1852.0}} | 0.0049 | {'~PL': {'precision': 0.9819277108433735, 'recall': 0.9950055493895672, 'f1-score': 0.9884233737596472, 'support': 1802.0}, 'PL': {'precision': 0.6538461538461539, 'recall': 0.34, 'f1-score': 0.4473684210526316, 'support': 50.0}, 'accuracy': 0.9773218142548596, 'macro avg': {'precision': 0.8178869323447637, 'recall': 0.6675027746947836, 'f1-score': 0.7178958974061393, 'support': 1852.0}, 'weighted avg': {'precision': 0.9730702174039236, 'recall': 0.9773218142548596, 'f1-score': 0.9738160586217689, 'support': 1852.0}} | 0.0227 | {'~TI': {'precision': 0.9805230940456316, 'recall': 0.9816155988857939, 'f1-score': 0.9810690423162584, 'support': 1795.0}, 'TI': {'precision': 0.4, 'recall': 0.38596491228070173, 'f1-score': 0.39285714285714285, 'support': 57.0}, 'accuracy': 0.9632829373650108, 'macro avg': {'precision': 0.6902615470228158, 'recall': 0.6837902555832478, 'f1-score': 0.6869630925867006, 'support': 1852.0}, 'weighted avg': {'precision': 0.9626560225766246, 'recall': 0.9632829373650108, 'f1-score': 0.9629653283480243, 'support': 1852.0}} | 0.0367 | {'~PC': {'precision': 0.9864718614718615, 'recall': 0.9983570646221248, 'f1-score': 0.9923788786064235, 'support': 1826.0}, 'PC': {'precision': 0.25, 'recall': 0.038461538461538464, 'f1-score': 0.06666666666666667, 'support': 26.0}, 'accuracy': 0.9848812095032398, 'macro avg': {'precision': 0.6182359307359307, 'recall': 0.5184093015418316, 'f1-score': 0.5295227726365451, 'support': 1852.0}, 'weighted avg': {'precision': 0.9761326236758202, 'recall': 0.9848812095032398, 'f1-score': 0.9793829188275717, 'support': 1852.0}} | 0.0151 | {'f1-score': 0.6415944617678001, 'hamming': 0.02072084233261339} | -| 0.0295 | 18.0 | 1764 | 0.1061 | {'~LIN': {'precision': 0.9908108108108108, 'recall': 0.9989100817438692, 'f1-score': 0.9948439620081411, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9897408207343412, 'macro avg': {'precision': 0.4954054054054054, 'recall': 0.4994550408719346, 'f1-score': 0.49742198100407053, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817158951608196, 'recall': 0.9897408207343412, 'f1-score': 0.9857120249918677, 'support': 1852.0}} | 0.0103 | {'~SI': {'precision': 0.9804241435562806, 'recall': 0.9939360529217199, 'f1-score': 0.9871338625787024, 'support': 1814.0}, 'SI': {'precision': 0.15384615384615385, 'recall': 0.05263157894736842, 'f1-score': 0.0784313725490196, 'support': 38.0}, 'accuracy': 0.974622030237581, 'macro avg': {'precision': 0.5671351487012173, 'recall': 0.5232838159345442, 'f1-score': 0.532782617563861, 'support': 1852.0}, 'weighted avg': {'precision': 0.9634641200093125, 'recall': 0.974622030237581, 'f1-score': 0.9684887790899724, 'support': 1852.0}} | 0.0254 | {'~CL': {'precision': 0.9705535924617197, 'recall': 0.9862357869539198, 'f1-score': 0.9783318492134164, 'support': 1671.0}, 'CL': {'precision': 0.8506493506493507, 'recall': 0.7237569060773481, 'f1-score': 0.7820895522388059, 'support': 181.0}, 'accuracy': 0.9605831533477321, 'macro avg': {'precision': 0.9106014715555352, 'recall': 0.8549963465156339, 'f1-score': 0.8802107007261112, 'support': 1852.0}, 'weighted avg': {'precision': 0.9588350893472279, 'recall': 0.9605831533477321, 'f1-score': 0.9591526614421396, 'support': 1852.0}} | 0.0394 | {'~D': {'precision': 0.9967479674796748, 'recall': 0.998371335504886, 'f1-score': 0.9975589910496339, 'support': 1842.0}, 'D': {'precision': 0.5714285714285714, 'recall': 0.4, 'f1-score': 0.47058823529411764, 'support': 10.0}, 'accuracy': 0.9951403887688985, 'macro avg': {'precision': 0.7840882694541231, 'recall': 0.6991856677524431, 'f1-score': 0.7340736131718757, 'support': 1852.0}, 'weighted avg': {'precision': 0.9944514264642801, 'recall': 0.9951403887688985, 'f1-score': 0.99471357660171, 'support': 1852.0}} | 0.0049 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9829763866007688, 'recall': 0.9933407325194229, 'f1-score': 0.9881313828319073, 'support': 1802.0}, 'PL': {'precision': 0.6129032258064516, 'recall': 0.38, 'f1-score': 0.4691358024691358, 'support': 50.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.7979398062036103, 'recall': 0.6866703662597115, 'f1-score': 0.7286335926505215, 'support': 1852.0}, 'weighted avg': {'precision': 0.9729852105534061, 'recall': 0.9767818574514039, 'f1-score': 0.9741196231028908, 'support': 1852.0}} | 0.0232 | {'~TI': {'precision': 0.9821129122414757, 'recall': 0.9788300835654596, 'f1-score': 0.98046875, 'support': 1795.0}, 'TI': {'precision': 0.3968253968253968, 'recall': 0.43859649122807015, 'f1-score': 0.4166666666666667, 'support': 57.0}, 'accuracy': 0.9622030237580994, 'macro avg': {'precision': 0.6894691545334363, 'recall': 0.7087132873967649, 'f1-score': 0.6985677083333334, 'support': 1852.0}, 'weighted avg': {'precision': 0.9640992036136591, 'recall': 0.9622030237580994, 'f1-score': 0.9631163100701944, 'support': 1852.0}} | 0.0378 | {'~PC': {'precision': 0.9859231185706551, 'recall': 0.9972617743702081, 'f1-score': 0.9915600326708413, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9832613390928726, 'macro avg': {'precision': 0.49296155928532753, 'recall': 0.49863088718510407, 'f1-score': 0.4957800163354206, 'support': 1852.0}, 'weighted avg': {'precision': 0.9720818652861858, 'recall': 0.9832613390928726, 'f1-score': 0.9776396434432808, 'support': 1852.0}} | 0.0167 | {'f1-score': 0.6333154395292082, 'hamming': 0.020180885529157668} | -| 0.0295 | 19.0 | 1862 | 0.1289 | {'~LIN': {'precision': 0.9908058409951325, 'recall': 0.9983651226158038, 'f1-score': 0.99457111834962, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9892008639308856, 'macro avg': {'precision': 0.49540292049756623, 'recall': 0.4991825613079019, 'f1-score': 0.49728555917481, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817109709643996, 'recall': 0.9892008639308856, 'f1-score': 0.9854416858377715, 'support': 1852.0}} | 0.0108 | {'~SI': {'precision': 0.979381443298969, 'recall': 0.9950385887541345, 'f1-score': 0.9871479354662291, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.974622030237581, 'macro avg': {'precision': 0.4896907216494845, 'recall': 0.49751929437706727, 'f1-score': 0.49357396773311457, 'support': 1852.0}, 'weighted avg': {'precision': 0.9592861437064416, 'recall': 0.974622030237581, 'f1-score': 0.9668932802028832, 'support': 1852.0}} | 0.0254 | {'~CL': {'precision': 0.9699823425544438, 'recall': 0.9862357869539198, 'f1-score': 0.9780415430267062, 'support': 1671.0}, 'CL': {'precision': 0.8496732026143791, 'recall': 0.7182320441988951, 'f1-score': 0.7784431137724551, 'support': 181.0}, 'accuracy': 0.9600431965442765, 'macro avg': {'precision': 0.9098277725844115, 'recall': 0.8522339155764074, 'f1-score': 0.8782423283995806, 'support': 1852.0}, 'weighted avg': {'precision': 0.9582242678626773, 'recall': 0.9600431965442765, 'f1-score': 0.9585343531265877, 'support': 1852.0}} | 0.0400 | {'~D': {'precision': 0.9962141698215251, 'recall': 1.0, 'f1-score': 0.9981034949878081, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.3, 'f1-score': 0.46153846153846156, 'support': 10.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.9981070849107625, 'recall': 0.65, 'f1-score': 0.7298209782631349, 'support': 1852.0}, 'weighted avg': {'precision': 0.9962346116691411, 'recall': 0.9962203023758099, 'f1-score': 0.9952062755847338, 'support': 1852.0}} | 0.0038 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9803386127799016, 'recall': 0.9961154273029966, 'f1-score': 0.9881640517478668, 'support': 1802.0}, 'PL': {'precision': 0.6666666666666666, 'recall': 0.28, 'f1-score': 0.39436619718309857, 'support': 50.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.8235026397232841, 'recall': 0.6380577136514983, 'f1-score': 0.6912651244654827, 'support': 1852.0}, 'weighted avg': {'precision': 0.9718701477120496, 'recall': 0.9767818574514039, 'f1-score': 0.9721327921753838, 'support': 1852.0}} | 0.0232 | {'~TI': {'precision': 0.9799554565701559, 'recall': 0.9805013927576601, 'f1-score': 0.9802283486494012, 'support': 1795.0}, 'TI': {'precision': 0.375, 'recall': 0.3684210526315789, 'f1-score': 0.37168141592920356, 'support': 57.0}, 'accuracy': 0.9616630669546437, 'macro avg': {'precision': 0.6774777282850779, 'recall': 0.6744612226946195, 'f1-score': 0.6759548822893025, 'support': 1852.0}, 'weighted avg': {'precision': 0.9613364171400809, 'recall': 0.9616630669546437, 'f1-score': 0.9614987724263714, 'support': 1852.0}} | 0.0383 | {'~PC': {'precision': 0.9876612450925406, 'recall': 0.9644030668127054, 'f1-score': 0.9758935993349959, 'support': 1826.0}, 'PC': {'precision': 0.057971014492753624, 'recall': 0.15384615384615385, 'f1-score': 0.08421052631578947, 'support': 26.0}, 'accuracy': 0.953023758099352, 'macro avg': {'precision': 0.5228161297926471, 'recall': 0.5591246103294296, 'f1-score': 0.5300520628253926, 'support': 1852.0}, 'weighted avg': {'precision': 0.9746094383994549, 'recall': 0.953023758099352, 'f1-score': 0.9633753704481172, 'support': 1852.0}} | 0.0470 | {'f1-score': 0.6244060236999112, 'hamming': 0.0240280777537797} | -| 0.0295 | 20.0 | 1960 | 0.1488 | {'~LIN': {'precision': 0.9923497267759562, 'recall': 0.9896457765667575, 'f1-score': 0.9909959072305593, 'support': 1835.0}, 'LIN': {'precision': 0.13636363636363635, 'recall': 0.17647058823529413, 'f1-score': 0.15384615384615385, 'support': 17.0}, 'accuracy': 0.9821814254859611, 'macro avg': {'precision': 0.5643566815697962, 'recall': 0.5830581824010258, 'f1-score': 0.5724210305383566, 'support': 1852.0}, 'weighted avg': {'precision': 0.984492403051869, 'recall': 0.9821814254859611, 'f1-score': 0.983311487248089, 'support': 1852.0}} | 0.0178 | {'~SI': {'precision': 0.9793478260869565, 'recall': 0.9933847850055126, 'f1-score': 0.9863163656267104, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9730021598272138, 'macro avg': {'precision': 0.48967391304347824, 'recall': 0.4966923925027563, 'f1-score': 0.4931581828133552, 'support': 1852.0}, 'weighted avg': {'precision': 0.9592532162644379, 'recall': 0.9730021598272138, 'f1-score': 0.9660787728114756, 'support': 1852.0}} | 0.0270 | {'~CL': {'precision': 0.9660023446658851, 'recall': 0.9862357869539198, 'f1-score': 0.97601421379923, 'support': 1671.0}, 'CL': {'precision': 0.8424657534246576, 'recall': 0.6795580110497238, 'f1-score': 0.7522935779816514, 'support': 181.0}, 'accuracy': 0.9562634989200864, 'macro avg': {'precision': 0.9042340490452714, 'recall': 0.8328968990018217, 'f1-score': 0.8641538958904407, 'support': 1852.0}, 'weighted avg': {'precision': 0.9539288441180113, 'recall': 0.9562634989200864, 'f1-score': 0.9541495080308814, 'support': 1852.0}} | 0.0437 | {'~D': {'precision': 0.9967479674796748, 'recall': 0.998371335504886, 'f1-score': 0.9975589910496339, 'support': 1842.0}, 'D': {'precision': 0.5714285714285714, 'recall': 0.4, 'f1-score': 0.47058823529411764, 'support': 10.0}, 'accuracy': 0.9951403887688985, 'macro avg': {'precision': 0.7840882694541231, 'recall': 0.6991856677524431, 'f1-score': 0.7340736131718757, 'support': 1852.0}, 'weighted avg': {'precision': 0.9944514264642801, 'recall': 0.9951403887688985, 'f1-score': 0.99471357660171, 'support': 1852.0}} | 0.0049 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9808638600328048, 'recall': 0.9955604883462819, 'f1-score': 0.9881575323602313, 'support': 1802.0}, 'PL': {'precision': 0.6521739130434783, 'recall': 0.3, 'f1-score': 0.410958904109589, 'support': 50.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.8165188865381415, 'recall': 0.647780244173141, 'f1-score': 0.6995582182349102, 'support': 1852.0}, 'weighted avg': {'precision': 0.9719899413775854, 'recall': 0.9767818574514039, 'f1-score': 0.9725744160467691, 'support': 1852.0}} | 0.0232 | {'~TI': {'precision': 0.9785123966942149, 'recall': 0.9894150417827298, 'f1-score': 0.9839335180055402, 'support': 1795.0}, 'TI': {'precision': 0.4864864864864865, 'recall': 0.3157894736842105, 'f1-score': 0.3829787234042553, 'support': 57.0}, 'accuracy': 0.968682505399568, 'macro avg': {'precision': 0.7324994415903507, 'recall': 0.6526022577334701, 'f1-score': 0.6834561207048977, 'support': 1852.0}, 'weighted avg': {'precision': 0.9633690506457049, 'recall': 0.968682505399568, 'f1-score': 0.965437609100425, 'support': 1852.0}} | 0.0313 | {'~PC': {'precision': 0.9882286995515696, 'recall': 0.9654983570646222, 'f1-score': 0.9767313019390582, 'support': 1826.0}, 'PC': {'precision': 0.07352941176470588, 'recall': 0.19230769230769232, 'f1-score': 0.10638297872340426, 'support': 26.0}, 'accuracy': 0.9546436285097192, 'macro avg': {'precision': 0.5308790556581378, 'recall': 0.5789030246861573, 'f1-score': 0.5415571403312313, 'support': 1852.0}, 'weighted avg': {'precision': 0.9753873488590975, 'recall': 0.9546436285097192, 'f1-score': 0.9645125889781472, 'support': 1852.0}} | 0.0454 | {'f1-score': 0.6359289360166924, 'hamming': 0.02463552915766739} | -| 0.0174 | 21.0 | 2058 | 0.1567 | {'~LIN': {'precision': 0.9934102141680395, 'recall': 0.9858310626702997, 'f1-score': 0.9896061269146609, 'support': 1835.0}, 'LIN': {'precision': 0.16129032258064516, 'recall': 0.29411764705882354, 'f1-score': 0.20833333333333334, 'support': 17.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.5773502683743423, 'recall': 0.6399743548645617, 'f1-score': 0.5989697301239971, 'support': 1852.0}, 'weighted avg': {'precision': 0.9857719646232309, 'recall': 0.9794816414686826, 'f1-score': 0.9824346163904263, 'support': 1852.0}} | 0.0205 | {'~SI': {'precision': 0.9797814207650273, 'recall': 0.9884233737596472, 'f1-score': 0.9840834248079035, 'support': 1814.0}, 'SI': {'precision': 0.045454545454545456, 'recall': 0.02631578947368421, 'f1-score': 0.03333333333333333, 'support': 38.0}, 'accuracy': 0.968682505399568, 'macro avg': {'precision': 0.5126179831097863, 'recall': 0.5073695816166657, 'f1-score': 0.5087083790706184, 'support': 1852.0}, 'weighted avg': {'precision': 0.9606105669519612, 'recall': 0.968682505399568, 'f1-score': 0.9645755935573453, 'support': 1852.0}} | 0.0313 | {'~CL': {'precision': 0.9766187050359713, 'recall': 0.9748653500897666, 'f1-score': 0.9757412398921833, 'support': 1671.0}, 'CL': {'precision': 0.7717391304347826, 'recall': 0.7845303867403315, 'f1-score': 0.7780821917808219, 'support': 181.0}, 'accuracy': 0.9562634989200864, 'macro avg': {'precision': 0.8741789177353769, 'recall': 0.879697868415049, 'f1-score': 0.8769117158365026, 'support': 1852.0}, 'weighted avg': {'precision': 0.9565953772806715, 'recall': 0.9562634989200864, 'f1-score': 0.9564235899417748, 'support': 1852.0}} | 0.0437 | {'~D': {'precision': 0.9967497291440953, 'recall': 0.998914223669924, 'f1-score': 0.9978308026030369, 'support': 1842.0}, 'D': {'precision': 0.6666666666666666, 'recall': 0.4, 'f1-score': 0.5, 'support': 10.0}, 'accuracy': 0.9956803455723542, 'macro avg': {'precision': 0.831708197905381, 'recall': 0.699457111834962, 'f1-score': 0.7489154013015185, 'support': 1852.0}, 'weighted avg': {'precision': 0.9949674231911935, 'recall': 0.9956803455723542, 'f1-score': 0.9951427313146837, 'support': 1852.0}} | 0.0043 | {'~HI': {'precision': 0.9961935834692768, 'recall': 0.9929539295392954, 'f1-score': 0.99457111834962, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9892008639308856, 'macro avg': {'precision': 0.4980967917346384, 'recall': 0.4964769647696477, 'f1-score': 0.49728555917481, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924282729486045, 'recall': 0.9892008639308856, 'f1-score': 0.9908119402565059, 'support': 1852.0}} | 0.0108 | {'~PL': {'precision': 0.9813391877058177, 'recall': 0.9922308546059934, 'f1-score': 0.9867549668874173, 'support': 1802.0}, 'PL': {'precision': 0.5333333333333333, 'recall': 0.32, 'f1-score': 0.4, 'support': 50.0}, 'accuracy': 0.9740820734341252, 'macro avg': {'precision': 0.7573362605195755, 'recall': 0.6561154273029967, 'f1-score': 0.6933774834437086, 'support': 1852.0}, 'weighted avg': {'precision': 0.969243997252997, 'recall': 0.9740820734341252, 'f1-score': 0.9709138500708023, 'support': 1852.0}} | 0.0259 | {'~TI': {'precision': 0.982202447163515, 'recall': 0.9838440111420613, 'f1-score': 0.9830225438352351, 'support': 1795.0}, 'TI': {'precision': 0.46296296296296297, 'recall': 0.43859649122807015, 'f1-score': 0.45045045045045046, 'support': 57.0}, 'accuracy': 0.9670626349892009, 'macro avg': {'precision': 0.722582705063239, 'recall': 0.7112202511850657, 'f1-score': 0.7167364971428428, 'support': 1852.0}, 'weighted avg': {'precision': 0.9662215343128501, 'recall': 0.9670626349892009, 'f1-score': 0.9666312861014701, 'support': 1852.0}} | 0.0329 | {'~PC': {'precision': 0.9893795416433762, 'recall': 0.9693318729463308, 'f1-score': 0.979253112033195, 'support': 1826.0}, 'PC': {'precision': 0.1111111111111111, 'recall': 0.2692307692307692, 'f1-score': 0.15730337078651685, 'support': 26.0}, 'accuracy': 0.9595032397408207, 'macro avg': {'precision': 0.5502453263772437, 'recall': 0.61928132108855, 'f1-score': 0.5682782414098559, 'support': 1852.0}, 'weighted avg': {'precision': 0.977049639270893, 'recall': 0.9595032397408207, 'f1-score': 0.9677138608061897, 'support': 1852.0}} | 0.0405 | {'f1-score': 0.6511478759379818, 'hamming': 0.02625539956803456} | -| 0.0174 | 22.0 | 2156 | 0.1374 | {'~LIN': {'precision': 0.9913185024416712, 'recall': 0.9956403269754769, 'f1-score': 0.9934747145187602, 'support': 1835.0}, 'LIN': {'precision': 0.1111111111111111, 'recall': 0.058823529411764705, 'f1-score': 0.07692307692307693, 'support': 17.0}, 'accuracy': 0.9870410367170627, 'macro avg': {'precision': 0.5512148067763911, 'recall': 0.5272319281936207, 'f1-score': 0.5351988957209186, 'support': 1852.0}, 'weighted avg': {'precision': 0.9832388449618551, 'recall': 0.9870410367170627, 'f1-score': 0.9850614435473096, 'support': 1852.0}} | 0.0130 | {'~SI': {'precision': 0.9794037940379404, 'recall': 0.996141124586549, 'f1-score': 0.9877015578026783, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9757019438444925, 'macro avg': {'precision': 0.4897018970189702, 'recall': 0.4980705622932745, 'f1-score': 0.49385077890133916, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593080358449373, 'recall': 0.9757019438444925, 'f1-score': 0.9674355431177422, 'support': 1852.0}} | 0.0243 | {'~CL': {'precision': 0.9665885111371629, 'recall': 0.9868342309994016, 'f1-score': 0.976606455433817, 'support': 1671.0}, 'CL': {'precision': 0.8493150684931506, 'recall': 0.6850828729281768, 'f1-score': 0.7584097859327217, 'support': 181.0}, 'accuracy': 0.9573434125269978, 'macro avg': {'precision': 0.9079517898151568, 'recall': 0.8359585519637892, 'f1-score': 0.8675081206832693, 'support': 1852.0}, 'weighted avg': {'precision': 0.955127121764287, 'recall': 0.9573434125269978, 'f1-score': 0.9552816189436991, 'support': 1852.0}} | 0.0427 | {'~D': {'precision': 0.9967444384156267, 'recall': 0.99728555917481, 'f1-score': 0.9970149253731343, 'support': 1842.0}, 'D': {'precision': 0.4444444444444444, 'recall': 0.4, 'f1-score': 0.42105263157894735, 'support': 10.0}, 'accuracy': 0.994060475161987, 'macro avg': {'precision': 0.7205944414300356, 'recall': 0.6986427795874051, 'f1-score': 0.7090337784760408, 'support': 1852.0}, 'weighted avg': {'precision': 0.9937622570226937, 'recall': 0.994060475161987, 'f1-score': 0.9939049777824529, 'support': 1852.0}} | 0.0059 | {'~HI': {'precision': 0.9962059620596206, 'recall': 0.9962059620596206, 'f1-score': 0.9962059620596206, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9924406047516199, 'macro avg': {'precision': 0.4981029810298103, 'recall': 0.4981029810298103, 'f1-score': 0.4981029810298103, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924406047516199, 'recall': 0.9924406047516199, 'f1-score': 0.9924406047516199, 'support': 1852.0}} | 0.0076 | {'~PL': {'precision': 0.9829670329670329, 'recall': 0.9927857935627081, 'f1-score': 0.9878520154610713, 'support': 1802.0}, 'PL': {'precision': 0.59375, 'recall': 0.38, 'f1-score': 0.4634146341463415, 'support': 50.0}, 'accuracy': 0.9762419006479481, 'macro avg': {'precision': 0.7883585164835165, 'recall': 0.6863928967813541, 'f1-score': 0.7256333248037063, 'support': 1852.0}, 'weighted avg': {'precision': 0.9724590137184629, 'recall': 0.9762419006479481, 'f1-score': 0.9736933388597018, 'support': 1852.0}} | 0.0238 | {'~TI': {'precision': 0.9763736263736263, 'recall': 0.9899721448467966, 'f1-score': 0.9831258644536652, 'support': 1795.0}, 'TI': {'precision': 0.4375, 'recall': 0.24561403508771928, 'f1-score': 0.3146067415730337, 'support': 57.0}, 'accuracy': 0.9670626349892009, 'macro avg': {'precision': 0.7069368131868132, 'recall': 0.6177930899672579, 'f1-score': 0.6488663030133495, 'support': 1852.0}, 'weighted avg': {'precision': 0.9597884229701185, 'recall': 0.9670626349892009, 'f1-score': 0.9625504918812051, 'support': 1852.0}} | 0.0329 | {'~PC': {'precision': 0.9923394225103123, 'recall': 0.9222343921139102, 'f1-score': 0.956003406187908, 'support': 1826.0}, 'PC': {'precision': 0.08387096774193549, 'recall': 0.5, 'f1-score': 0.143646408839779, 'support': 26.0}, 'accuracy': 0.9163066954643628, 'macro avg': {'precision': 0.5381051951261239, 'recall': 0.7111171960569551, 'f1-score': 0.5498249075138435, 'support': 1852.0}, 'weighted avg': {'precision': 0.9795855457155078, 'recall': 0.9163066954643628, 'f1-score': 0.9445988263115304, 'support': 1852.0}} | 0.0837 | {'f1-score': 0.6285023862677847, 'hamming': 0.02922516198704104} | -| 0.0174 | 23.0 | 2254 | 0.1703 | {'~LIN': {'precision': 0.9913185024416712, 'recall': 0.9956403269754769, 'f1-score': 0.9934747145187602, 'support': 1835.0}, 'LIN': {'precision': 0.1111111111111111, 'recall': 0.058823529411764705, 'f1-score': 0.07692307692307693, 'support': 17.0}, 'accuracy': 0.9870410367170627, 'macro avg': {'precision': 0.5512148067763911, 'recall': 0.5272319281936207, 'f1-score': 0.5351988957209186, 'support': 1852.0}, 'weighted avg': {'precision': 0.9832388449618551, 'recall': 0.9870410367170627, 'f1-score': 0.9850614435473096, 'support': 1852.0}} | 0.0130 | {'~SI': {'precision': 0.9792122538293216, 'recall': 0.9867695700110254, 'f1-score': 0.9829763866007688, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9665226781857451, 'macro avg': {'precision': 0.4896061269146608, 'recall': 0.4933847850055127, 'f1-score': 0.4914881933003844, 'support': 1852.0}, 'weighted avg': {'precision': 0.9591204257269921, 'recall': 0.9665226781857451, 'f1-score': 0.9628073246726753, 'support': 1852.0}} | 0.0335 | {'~CL': {'precision': 0.9694477085781433, 'recall': 0.9874326750448833, 'f1-score': 0.9783575452119775, 'support': 1671.0}, 'CL': {'precision': 0.86, 'recall': 0.712707182320442, 'f1-score': 0.7794561933534743, 'support': 181.0}, 'accuracy': 0.9605831533477321, 'macro avg': {'precision': 0.9147238542890717, 'recall': 0.8500699286826626, 'f1-score': 0.8789068692827259, 'support': 1852.0}, 'weighted avg': {'precision': 0.9587511452667806, 'recall': 0.9605831533477321, 'f1-score': 0.9589184822063678, 'support': 1852.0}} | 0.0394 | {'~D': {'precision': 0.9962141698215251, 'recall': 1.0, 'f1-score': 0.9981034949878081, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.3, 'f1-score': 0.46153846153846156, 'support': 10.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.9981070849107625, 'recall': 0.65, 'f1-score': 0.7298209782631349, 'support': 1852.0}, 'weighted avg': {'precision': 0.9962346116691411, 'recall': 0.9962203023758099, 'f1-score': 0.9952062755847338, 'support': 1852.0}} | 0.0038 | {'~HI': {'precision': 0.9962039045553145, 'recall': 0.9956639566395664, 'f1-score': 0.9959338574139334, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9919006479481641, 'macro avg': {'precision': 0.49810195227765725, 'recall': 0.4978319783197832, 'f1-score': 0.4979669287069667, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924385550240579, 'recall': 0.9919006479481641, 'f1-score': 0.9921695285792155, 'support': 1852.0}} | 0.0081 | {'~PL': {'precision': 0.9844875346260388, 'recall': 0.9861265260821309, 'f1-score': 0.9853063487662878, 'support': 1802.0}, 'PL': {'precision': 0.46808510638297873, 'recall': 0.44, 'f1-score': 0.4536082474226804, 'support': 50.0}, 'accuracy': 0.9713822894168467, 'macro avg': {'precision': 0.7262863205045087, 'recall': 0.7130632630410655, 'f1-score': 0.7194572980944841, 'support': 1852.0}, 'weighted avg': {'precision': 0.9705457844034939, 'recall': 0.9713822894168467, 'f1-score': 0.9709516484060392, 'support': 1852.0}} | 0.0286 | {'~TI': {'precision': 0.9794558578567463, 'recall': 0.9827298050139276, 'f1-score': 0.9810901001112347, 'support': 1795.0}, 'TI': {'precision': 0.39215686274509803, 'recall': 0.3508771929824561, 'f1-score': 0.37037037037037035, 'support': 57.0}, 'accuracy': 0.9632829373650108, 'macro avg': {'precision': 0.6858063603009221, 'recall': 0.6668034989981919, 'f1-score': 0.6757302352408026, 'support': 1852.0}, 'weighted avg': {'precision': 0.9613802408365714, 'recall': 0.9632829373650108, 'f1-score': 0.9622936505457761, 'support': 1852.0}} | 0.0367 | {'~PC': {'precision': 0.9893198426082068, 'recall': 0.963855421686747, 'f1-score': 0.9764216366158114, 'support': 1826.0}, 'PC': {'precision': 0.0958904109589041, 'recall': 0.2692307692307692, 'f1-score': 0.1414141414141414, 'support': 26.0}, 'accuracy': 0.9541036717062635, 'macro avg': {'precision': 0.5426051267835554, 'recall': 0.6165430954587581, 'f1-score': 0.5589178890149764, 'support': 1852.0}, 'weighted avg': {'precision': 0.9767770968075148, 'recall': 0.9541036717062635, 'f1-score': 0.9646990691885742, 'support': 1852.0}} | 0.0459 | {'f1-score': 0.6359359109530491, 'hamming': 0.026120410367170627} | -| 0.0174 | 24.0 | 2352 | 0.1336 | {'~LIN': {'precision': 0.9923203510696654, 'recall': 0.9858310626702997, 'f1-score': 0.9890650628758885, 'support': 1835.0}, 'LIN': {'precision': 0.10344827586206896, 'recall': 0.17647058823529413, 'f1-score': 0.13043478260869565, 'support': 17.0}, 'accuracy': 0.978401727861771, 'macro avg': {'precision': 0.5478843134658672, 'recall': 0.581150825452797, 'f1-score': 0.5597499227422921, 'support': 1852.0}, 'weighted avg': {'precision': 0.984161158154693, 'recall': 0.978401727861771, 'f1-score': 0.9811834674306712, 'support': 1852.0}} | 0.0216 | {'~SI': {'precision': 0.9804134929270947, 'recall': 0.9933847850055126, 'f1-score': 0.9868565169769989, 'support': 1814.0}, 'SI': {'precision': 0.14285714285714285, 'recall': 0.05263157894736842, 'f1-score': 0.07692307692307693, 'support': 38.0}, 'accuracy': 0.9740820734341252, 'macro avg': {'precision': 0.5616353178921187, 'recall': 0.5230081819764405, 'f1-score': 0.5318897969500379, 'support': 1852.0}, 'weighted avg': {'precision': 0.9632282114461777, 'recall': 0.9740820734341252, 'f1-score': 0.9681861764143375, 'support': 1852.0}} | 0.0259 | {'~CL': {'precision': 0.9666471620830895, 'recall': 0.9886295631358468, 'f1-score': 0.9775147928994082, 'support': 1671.0}, 'CL': {'precision': 0.8671328671328671, 'recall': 0.6850828729281768, 'f1-score': 0.7654320987654321, 'support': 181.0}, 'accuracy': 0.958963282937365, 'macro avg': {'precision': 0.9168900146079784, 'recall': 0.8368562180320118, 'f1-score': 0.8714734458324201, 'support': 1852.0}, 'weighted avg': {'precision': 0.9569214129545851, 'recall': 0.958963282937365, 'f1-score': 0.9567874885591007, 'support': 1852.0}} | 0.0410 | {'~D': {'precision': 0.9978046103183315, 'recall': 0.9869706840390879, 'f1-score': 0.99235807860262, 'support': 1842.0}, 'D': {'precision': 0.2, 'recall': 0.6, 'f1-score': 0.3, 'support': 10.0}, 'accuracy': 0.9848812095032398, 'macro avg': {'precision': 0.5989023051591658, 'recall': 0.793485342019544, 'f1-score': 0.64617903930131, 'support': 1852.0}, 'weighted avg': {'precision': 0.9934968100466341, 'recall': 0.9848812095032398, 'f1-score': 0.9886196440529299, 'support': 1852.0}} | 0.0151 | {'~HI': {'precision': 0.9962039045553145, 'recall': 0.9956639566395664, 'f1-score': 0.9959338574139334, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9919006479481641, 'macro avg': {'precision': 0.49810195227765725, 'recall': 0.4978319783197832, 'f1-score': 0.4979669287069667, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924385550240579, 'recall': 0.9919006479481641, 'f1-score': 0.9921695285792155, 'support': 1852.0}} | 0.0081 | {'~PL': {'precision': 0.9824079164376031, 'recall': 0.9916759156492786, 'f1-score': 0.9870201601767468, 'support': 1802.0}, 'PL': {'precision': 0.5454545454545454, 'recall': 0.36, 'f1-score': 0.43373493975903615, 'support': 50.0}, 'accuracy': 0.974622030237581, 'macro avg': {'precision': 0.7639312309460742, 'recall': 0.6758379578246393, 'f1-score': 0.7103775499678915, 'support': 1852.0}, 'weighted avg': {'precision': 0.9706111191648423, 'recall': 0.974622030237581, 'f1-score': 0.9720826542259448, 'support': 1852.0}} | 0.0254 | {'~TI': {'precision': 0.9773980154355016, 'recall': 0.9877437325905293, 'f1-score': 0.9825436408977556, 'support': 1795.0}, 'TI': {'precision': 0.42105263157894735, 'recall': 0.2807017543859649, 'f1-score': 0.3368421052631579, 'support': 57.0}, 'accuracy': 0.9659827213822895, 'macro avg': {'precision': 0.6992253235072245, 'recall': 0.634222743488247, 'f1-score': 0.6596928730804568, 'support': 1852.0}, 'weighted avg': {'precision': 0.9602750743556833, 'recall': 0.9659827213822895, 'f1-score': 0.9626705374791962, 'support': 1852.0}} | 0.0340 | {'~PC': {'precision': 0.9887514060742407, 'recall': 0.9627601314348302, 'f1-score': 0.9755826859045506, 'support': 1826.0}, 'PC': {'precision': 0.08108108108108109, 'recall': 0.23076923076923078, 'f1-score': 0.12, 'support': 26.0}, 'accuracy': 0.9524838012958964, 'macro avg': {'precision': 0.5349162435776609, 'recall': 0.5967646811020305, 'f1-score': 0.5477913429522753, 'support': 1852.0}, 'weighted avg': {'precision': 0.9760087341250926, 'recall': 0.9524838012958964, 'f1-score': 0.9635712659080503, 'support': 1852.0}} | 0.0475 | {'f1-score': 0.6281401124417063, 'hamming': 0.027335313174946006} | -| 0.0174 | 25.0 | 2450 | 0.1449 | {'~LIN': {'precision': 0.9918389553862894, 'recall': 0.9934604904632153, 'f1-score': 0.9926490607133134, 'support': 1835.0}, 'LIN': {'precision': 0.14285714285714285, 'recall': 0.11764705882352941, 'f1-score': 0.12903225806451613, 'support': 17.0}, 'accuracy': 0.9854211663066955, 'macro avg': {'precision': 0.5673480491217161, 'recall': 0.5555537746433723, 'f1-score': 0.5608406593889148, 'support': 1852.0}, 'weighted avg': {'precision': 0.9840459257896396, 'recall': 0.9854211663066955, 'f1-score': 0.9847216926544422, 'support': 1852.0}} | 0.0146 | {'~SI': {'precision': 0.9799240368963646, 'recall': 0.9955898566703418, 'f1-score': 0.9876948318293683, 'support': 1814.0}, 'SI': {'precision': 0.1111111111111111, 'recall': 0.02631578947368421, 'f1-score': 0.0425531914893617, 'support': 38.0}, 'accuracy': 0.9757019438444925, 'macro avg': {'precision': 0.5455175740037379, 'recall': 0.5109528230720131, 'f1-score': 0.515124011659365, 'support': 1852.0}, 'weighted avg': {'precision': 0.9620974217884598, 'recall': 0.9757019438444925, 'f1-score': 0.9683020767899946, 'support': 1852.0}} | 0.0243 | {'~CL': {'precision': 0.9717314487632509, 'recall': 0.9874326750448833, 'f1-score': 0.9795191451469278, 'support': 1671.0}, 'CL': {'precision': 0.8636363636363636, 'recall': 0.7348066298342542, 'f1-score': 0.7940298507462686, 'support': 181.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.9176839061998072, 'recall': 0.8611196524395688, 'f1-score': 0.8867744979465982, 'support': 1852.0}, 'weighted avg': {'precision': 0.9611670802924265, 'recall': 0.962742980561555, 'f1-score': 0.9613908717740772, 'support': 1852.0}} | 0.0373 | {'~D': {'precision': 0.9972929074174337, 'recall': 1.0, 'f1-score': 0.9986446191379778, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.5, 'f1-score': 0.6666666666666666, 'support': 10.0}, 'accuracy': 0.9973002159827213, 'macro avg': {'precision': 0.9986464537087169, 'recall': 0.75, 'f1-score': 0.8326556429023222, 'support': 1852.0}, 'weighted avg': {'precision': 0.9973075245480091, 'recall': 0.9973002159827213, 'f1-score': 0.9968520815976359, 'support': 1852.0}} | 0.0027 | {'~HI': {'precision': 0.996199782844734, 'recall': 0.994579945799458, 'f1-score': 0.9953892053159751, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.498099891422367, 'recall': 0.497289972899729, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924344488922971, 'recall': 0.9908207343412527, 'f1-score': 0.9916269351014978, 'support': 1852.0}} | 0.0092 | {'~PL': {'precision': 0.9792689579923622, 'recall': 0.9961154273029966, 'f1-score': 0.9876203576341128, 'support': 1802.0}, 'PL': {'precision': 0.631578947368421, 'recall': 0.24, 'f1-score': 0.34782608695652173, 'support': 50.0}, 'accuracy': 0.9757019438444925, 'macro avg': {'precision': 0.8054239526803917, 'recall': 0.6180577136514983, 'f1-score': 0.6677232222953173, 'support': 1852.0}, 'weighted avg': {'precision': 0.9698820786558627, 'recall': 0.9757019438444925, 'f1-score': 0.9703472941708948, 'support': 1852.0}} | 0.0243 | {'~TI': {'precision': 0.9775095995611629, 'recall': 0.992757660167131, 'f1-score': 0.9850746268656716, 'support': 1795.0}, 'TI': {'precision': 0.5517241379310345, 'recall': 0.2807017543859649, 'f1-score': 0.37209302325581395, 'support': 57.0}, 'accuracy': 0.9708423326133909, 'macro avg': {'precision': 0.7646168687460987, 'recall': 0.6367297072765479, 'f1-score': 0.6785838250607428, 'support': 1852.0}, 'weighted avg': {'precision': 0.9644049714224388, 'recall': 0.9708423326133909, 'f1-score': 0.9662085623917182, 'support': 1852.0}} | 0.0292 | {'~PC': {'precision': 0.9899272523782876, 'recall': 0.9687842278203724, 'f1-score': 0.9792416274564074, 'support': 1826.0}, 'PC': {'precision': 0.12307692307692308, 'recall': 0.3076923076923077, 'f1-score': 0.17582417582417584, 'support': 26.0}, 'accuracy': 0.9595032397408207, 'macro avg': {'precision': 0.5565020877276053, 'recall': 0.6382382677563401, 'f1-score': 0.5775329016402916, 'support': 1852.0}, 'weighted avg': {'precision': 0.977757647323301, 'recall': 0.9595032397408207, 'f1-score': 0.9679625487617866, 'support': 1852.0}} | 0.0405 | {'f1-score': 0.6521161704439424, 'hamming': 0.022745680345572353} | -| 0.0078 | 26.0 | 2548 | 0.1907 | {'~LIN': {'precision': 0.9918433931484503, 'recall': 0.9940054495912807, 'f1-score': 0.9929232444202504, 'support': 1835.0}, 'LIN': {'precision': 0.15384615384615385, 'recall': 0.11764705882352941, 'f1-score': 0.13333333333333333, 'support': 17.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.5728447734973021, 'recall': 0.5558262542074051, 'f1-score': 0.5631282888767919, 'support': 1852.0}, 'weighted avg': {'precision': 0.9841511938675976, 'recall': 0.9859611231101512, 'f1-score': 0.9850328402688047, 'support': 1852.0}} | 0.0140 | {'~SI': {'precision': 0.9799457994579945, 'recall': 0.9966923925027563, 'f1-score': 0.9882481552336704, 'support': 1814.0}, 'SI': {'precision': 0.14285714285714285, 'recall': 0.02631578947368421, 'f1-score': 0.044444444444444446, 'support': 38.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.5614014711575687, 'recall': 0.5115040909882203, 'f1-score': 0.5163462998390574, 'support': 1852.0}, 'weighted avg': {'precision': 0.9627701142793593, 'recall': 0.9767818574514039, 'f1-score': 0.968882852312509, 'support': 1852.0}} | 0.0232 | {'~CL': {'precision': 0.9722222222222222, 'recall': 0.9844404548174746, 'f1-score': 0.9782931906036277, 'support': 1671.0}, 'CL': {'precision': 0.8375, 'recall': 0.7403314917127072, 'f1-score': 0.7859237536656891, 'support': 181.0}, 'accuracy': 0.9605831533477321, 'macro avg': {'precision': 0.9048611111111111, 'recall': 0.8623859732650909, 'f1-score': 0.8821084721346584, 'support': 1852.0}, 'weighted avg': {'precision': 0.9590555255579554, 'recall': 0.9605831533477321, 'f1-score': 0.9594925058920906, 'support': 1852.0}} | 0.0394 | {'~D': {'precision': 0.9978308026030369, 'recall': 0.998914223669924, 'f1-score': 0.9983722192078134, 'support': 1842.0}, 'D': {'precision': 0.75, 'recall': 0.6, 'f1-score': 0.6666666666666666, 'support': 10.0}, 'accuracy': 0.9967602591792657, 'macro avg': {'precision': 0.8739154013015185, 'recall': 0.799457111834962, 'f1-score': 0.83251944293724, 'support': 1852.0}, 'weighted avg': {'precision': 0.996492623323323, 'recall': 0.9967602591792657, 'f1-score': 0.996581152509427, 'support': 1852.0}} | 0.0032 | {'~HI': {'precision': 0.9962100703844071, 'recall': 0.997289972899729, 'f1-score': 0.9967497291440953, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9935205183585313, 'macro avg': {'precision': 0.49810503519220356, 'recall': 0.4986449864498645, 'f1-score': 0.49837486457204766, 'support': 1852.0}, 'weighted avg': {'precision': 0.992444697548181, 'recall': 0.9935205183585313, 'f1-score': 0.9929823165609373, 'support': 1852.0}} | 0.0065 | {'~PL': {'precision': 0.981897970378497, 'recall': 0.9933407325194229, 'f1-score': 0.9875862068965517, 'support': 1802.0}, 'PL': {'precision': 0.5862068965517241, 'recall': 0.34, 'f1-score': 0.43037974683544306, 'support': 50.0}, 'accuracy': 0.9757019438444925, 'macro avg': {'precision': 0.7840524334651106, 'recall': 0.6666703662597114, 'f1-score': 0.7089829768659974, 'support': 1852.0}, 'weighted avg': {'precision': 0.9712151660095237, 'recall': 0.9757019438444925, 'f1-score': 0.9725428359445779, 'support': 1852.0}} | 0.0243 | {'~TI': {'precision': 0.9790286975717439, 'recall': 0.9883008356545961, 'f1-score': 0.9836429165511505, 'support': 1795.0}, 'TI': {'precision': 0.475, 'recall': 0.3333333333333333, 'f1-score': 0.3917525773195876, 'support': 57.0}, 'accuracy': 0.9681425485961123, 'macro avg': {'precision': 0.727014348785872, 'recall': 0.6608170844939647, 'f1-score': 0.6876977469353691, 'support': 1852.0}, 'weighted avg': {'precision': 0.9635159352814688, 'recall': 0.9681425485961123, 'f1-score': 0.9654259892637859, 'support': 1852.0}} | 0.0319 | {'~PC': {'precision': 0.9888765294771968, 'recall': 0.9737130339539978, 'f1-score': 0.9812362030905077, 'support': 1826.0}, 'PC': {'precision': 0.1111111111111111, 'recall': 0.23076923076923078, 'f1-score': 0.15, 'support': 26.0}, 'accuracy': 0.9632829373650108, 'macro avg': {'precision': 0.549993820294154, 'recall': 0.6022411323616143, 'f1-score': 0.5656181015452538, 'support': 1852.0}, 'weighted avg': {'precision': 0.9765536888305888, 'recall': 0.9632829373650108, 'f1-score': 0.9695665803689347, 'support': 1852.0}} | 0.0367 | {'f1-score': 0.656847024213302, 'hamming': 0.022408207343412527} | -| 0.0078 | 27.0 | 2646 | 0.1804 | {'~LIN': {'precision': 0.9912424740010947, 'recall': 0.9869209809264305, 'f1-score': 0.9890770070999454, 'support': 1835.0}, 'LIN': {'precision': 0.04, 'recall': 0.058823529411764705, 'f1-score': 0.047619047619047616, 'support': 17.0}, 'accuracy': 0.978401727861771, 'macro avg': {'precision': 0.5156212370005473, 'recall': 0.5228722551690976, 'f1-score': 0.5183480273594965, 'support': 1852.0}, 'weighted avg': {'precision': 0.9825107666263546, 'recall': 0.978401727861771, 'f1-score': 0.9804351143833281, 'support': 1852.0}} | 0.0216 | {'~SI': {'precision': 0.9818481848184818, 'recall': 0.984013230429989, 'f1-score': 0.9829295154185022, 'support': 1814.0}, 'SI': {'precision': 0.14705882352941177, 'recall': 0.13157894736842105, 'f1-score': 0.1388888888888889, 'support': 38.0}, 'accuracy': 0.9665226781857451, 'macro avg': {'precision': 0.5644535041739468, 'recall': 0.5577960888992051, 'f1-score': 0.5609092021536956, 'support': 1852.0}, 'weighted avg': {'precision': 0.9647196774054231, 'recall': 0.9665226781857451, 'f1-score': 0.9656111872283698, 'support': 1852.0}} | 0.0335 | {'~CL': {'precision': 0.9755223880597015, 'recall': 0.9778575703171754, 'f1-score': 0.976688583383144, 'support': 1671.0}, 'CL': {'precision': 0.7909604519774012, 'recall': 0.7734806629834254, 'f1-score': 0.7821229050279329, 'support': 181.0}, 'accuracy': 0.9578833693304536, 'macro avg': {'precision': 0.8832414200185513, 'recall': 0.8756691166503003, 'f1-score': 0.8794057442055385, 'support': 1852.0}, 'weighted avg': {'precision': 0.9574847474382672, 'recall': 0.9578833693304536, 'f1-score': 0.9576732552069598, 'support': 1852.0}} | 0.0421 | {'~D': {'precision': 0.99728555917481, 'recall': 0.99728555917481, 'f1-score': 0.99728555917481, 'support': 1842.0}, 'D': {'precision': 0.5, 'recall': 0.5, 'f1-score': 0.5, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.748642779587405, 'recall': 0.748642779587405, 'f1-score': 0.748642779587405, 'support': 1852.0}, 'weighted avg': {'precision': 0.9946004319654428, 'recall': 0.9946004319654428, 'f1-score': 0.9946004319654428, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9962059620596206, 'recall': 0.9962059620596206, 'f1-score': 0.9962059620596206, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9924406047516199, 'macro avg': {'precision': 0.4981029810298103, 'recall': 0.4981029810298103, 'f1-score': 0.4981029810298103, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924406047516199, 'recall': 0.9924406047516199, 'f1-score': 0.9924406047516199, 'support': 1852.0}} | 0.0076 | {'~PL': {'precision': 0.9824272377814388, 'recall': 0.9927857935627081, 'f1-score': 0.9875793541264146, 'support': 1802.0}, 'PL': {'precision': 0.5806451612903226, 'recall': 0.36, 'f1-score': 0.4444444444444444, 'support': 50.0}, 'accuracy': 0.9757019438444925, 'macro avg': {'precision': 0.7815361995358807, 'recall': 0.6763928967813541, 'f1-score': 0.7160118992854295, 'support': 1852.0}, 'weighted avg': {'precision': 0.9715799894960415, 'recall': 0.9757019438444925, 'f1-score': 0.9729158846425601, 'support': 1852.0}} | 0.0243 | {'~TI': {'precision': 0.9794444444444445, 'recall': 0.9821727019498607, 'f1-score': 0.9808066759388039, 'support': 1795.0}, 'TI': {'precision': 0.38461538461538464, 'recall': 0.3508771929824561, 'f1-score': 0.3669724770642202, 'support': 57.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.6820299145299146, 'recall': 0.6665249474661584, 'f1-score': 0.673889576501512, 'support': 1852.0}, 'weighted avg': {'precision': 0.9611370705728157, 'recall': 0.962742980561555, 'f1-score': 0.9619143706818648, 'support': 1852.0}} | 0.0373 | {'~PC': {'precision': 0.9910564561207379, 'recall': 0.9709748083242059, 'f1-score': 0.9809128630705394, 'support': 1826.0}, 'PC': {'precision': 0.15873015873015872, 'recall': 0.38461538461538464, 'f1-score': 0.2247191011235955, 'support': 26.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.5748933074254483, 'recall': 0.6777950964697953, 'f1-score': 0.6028159820970674, 'support': 1852.0}, 'weighted avg': {'precision': 0.9793715296994878, 'recall': 0.962742980561555, 'f1-score': 0.9702967519416945, 'support': 1852.0}} | 0.0373 | {'f1-score': 0.6497657740274944, 'hamming': 0.026120410367170624} | -| 0.0078 | 28.0 | 2744 | 0.1862 | {'~LIN': {'precision': 0.990815775256618, 'recall': 0.9994550408719346, 'f1-score': 0.99511665762344, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.990280777537797, 'macro avg': {'precision': 0.495407887628309, 'recall': 0.4997275204359673, 'f1-score': 0.49755832881172, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817208140366599, 'recall': 0.990280777537797, 'f1-score': 0.9859822174616698, 'support': 1852.0}} | 0.0097 | {'~SI': {'precision': 0.9798694232861807, 'recall': 0.9928335170893055, 'f1-score': 0.9863088718510405, 'support': 1814.0}, 'SI': {'precision': 0.07142857142857142, 'recall': 0.02631578947368421, 'f1-score': 0.038461538461538464, 'support': 38.0}, 'accuracy': 0.9730021598272138, 'macro avg': {'precision': 0.525648997357376, 'recall': 0.5095746532814949, 'f1-score': 0.5123852051562895, 'support': 1852.0}, 'weighted avg': {'precision': 0.9612297081832708, 'recall': 0.9730021598272138, 'f1-score': 0.9668606004316015, 'support': 1852.0}} | 0.0270 | {'~CL': {'precision': 0.9612268518518519, 'recall': 0.9940155595451825, 'f1-score': 0.9773462783171522, 'support': 1671.0}, 'CL': {'precision': 0.9193548387096774, 'recall': 0.6298342541436464, 'f1-score': 0.7475409836065574, 'support': 181.0}, 'accuracy': 0.9584233261339092, 'macro avg': {'precision': 0.9402908452807646, 'recall': 0.8119249068444144, 'f1-score': 0.8624436309618548, 'support': 1852.0}, 'weighted avg': {'precision': 0.9571346086667907, 'recall': 0.9584233261339092, 'f1-score': 0.954886905561959, 'support': 1852.0}} | 0.0416 | {'~D': {'precision': 0.9972929074174337, 'recall': 1.0, 'f1-score': 0.9986446191379778, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.5, 'f1-score': 0.6666666666666666, 'support': 10.0}, 'accuracy': 0.9973002159827213, 'macro avg': {'precision': 0.9986464537087169, 'recall': 0.75, 'f1-score': 0.8326556429023222, 'support': 1852.0}, 'weighted avg': {'precision': 0.9973075245480091, 'recall': 0.9973002159827213, 'f1-score': 0.9968520815976359, 'support': 1852.0}} | 0.0027 | {'~HI': {'precision': 0.9962100703844071, 'recall': 0.997289972899729, 'f1-score': 0.9967497291440953, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9935205183585313, 'macro avg': {'precision': 0.49810503519220356, 'recall': 0.4986449864498645, 'f1-score': 0.49837486457204766, 'support': 1852.0}, 'weighted avg': {'precision': 0.992444697548181, 'recall': 0.9935205183585313, 'f1-score': 0.9929823165609373, 'support': 1852.0}} | 0.0065 | {'~PL': {'precision': 0.9776931447225244, 'recall': 0.9972253052164262, 'f1-score': 0.9873626373626374, 'support': 1802.0}, 'PL': {'precision': 0.6428571428571429, 'recall': 0.18, 'f1-score': 0.28125, 'support': 50.0}, 'accuracy': 0.9751619870410367, 'macro avg': {'precision': 0.8102751437898337, 'recall': 0.588612652608213, 'f1-score': 0.6343063186813187, 'support': 1852.0}, 'weighted avg': {'precision': 0.9686532958600682, 'recall': 0.9751619870410367, 'f1-score': 0.9682991212351364, 'support': 1852.0}} | 0.0248 | {'~TI': {'precision': 0.9753963914707491, 'recall': 0.9938718662952646, 'f1-score': 0.9845474613686535, 'support': 1795.0}, 'TI': {'precision': 0.5217391304347826, 'recall': 0.21052631578947367, 'f1-score': 0.3, 'support': 57.0}, 'accuracy': 0.9697624190064795, 'macro avg': {'precision': 0.7485677609527659, 'recall': 0.6021990910423691, 'f1-score': 0.6422737306843267, 'support': 1852.0}, 'weighted avg': {'precision': 0.9614339379723419, 'recall': 0.9697624190064795, 'f1-score': 0.9634787760025555, 'support': 1852.0}} | 0.0302 | {'~PC': {'precision': 0.9890290729566649, 'recall': 0.9874041621029573, 'f1-score': 0.9882159495752261, 'support': 1826.0}, 'PC': {'precision': 0.20689655172413793, 'recall': 0.23076923076923078, 'f1-score': 0.21818181818181817, 'support': 26.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.5979628123404014, 'recall': 0.609086696436094, 'f1-score': 0.6031988838785222, 'support': 1852.0}, 'weighted avg': {'precision': 0.9780488107795344, 'recall': 0.9767818574514039, 'f1-score': 0.9774055352036124, 'support': 1852.0}} | 0.0232 | {'f1-score': 0.6353995757060502, 'hamming': 0.02072084233261339} | -| 0.0078 | 29.0 | 2842 | 0.1698 | {'~LIN': {'precision': 0.9928728070175439, 'recall': 0.9869209809264305, 'f1-score': 0.9898879475266467, 'support': 1835.0}, 'LIN': {'precision': 0.14285714285714285, 'recall': 0.23529411764705882, 'f1-score': 0.17777777777777778, 'support': 17.0}, 'accuracy': 0.9800215982721382, 'macro avg': {'precision': 0.5678649749373433, 'recall': 0.6111075492867447, 'f1-score': 0.5838328626522122, 'support': 1852.0}, 'weighted avg': {'precision': 0.985070287422119, 'recall': 0.9800215982721382, 'f1-score': 0.9824333725343514, 'support': 1852.0}} | 0.0200 | {'~SI': {'precision': 0.9798803697661773, 'recall': 0.9933847850055126, 'f1-score': 0.9865863673692855, 'support': 1814.0}, 'SI': {'precision': 0.07692307692307693, 'recall': 0.02631578947368421, 'f1-score': 0.0392156862745098, 'support': 38.0}, 'accuracy': 0.9735421166306696, 'macro avg': {'precision': 0.5284017233446271, 'recall': 0.5098502872395985, 'f1-score': 0.5129010268218976, 'support': 1852.0}, 'weighted avg': {'precision': 0.9613531682931548, 'recall': 0.9735421166306696, 'f1-score': 0.9671478760725244, 'support': 1852.0}} | 0.0265 | {'~CL': {'precision': 0.9661016949152542, 'recall': 0.9892280071813285, 'f1-score': 0.9775280898876404, 'support': 1671.0}, 'CL': {'precision': 0.8723404255319149, 'recall': 0.6795580110497238, 'f1-score': 0.7639751552795031, 'support': 181.0}, 'accuracy': 0.958963282937365, 'macro avg': {'precision': 0.9192210602235846, 'recall': 0.8343930091155262, 'f1-score': 0.8707516225835717, 'support': 1852.0}, 'weighted avg': {'precision': 0.9569382015251978, 'recall': 0.958963282937365, 'f1-score': 0.956657095738573, 'support': 1852.0}} | 0.0410 | {'~D': {'precision': 0.9972885032537961, 'recall': 0.998371335504886, 'f1-score': 0.9978296256104178, 'support': 1842.0}, 'D': {'precision': 0.625, 'recall': 0.5, 'f1-score': 0.5555555555555556, 'support': 10.0}, 'accuracy': 0.9956803455723542, 'macro avg': {'precision': 0.8111442516268981, 'recall': 0.749185667752443, 'f1-score': 0.7766925905829867, 'support': 1852.0}, 'weighted avg': {'precision': 0.9952783061519938, 'recall': 0.9956803455723542, 'f1-score': 0.9954415366792361, 'support': 1852.0}} | 0.0043 | {'~HI': {'precision': 0.9962100703844071, 'recall': 0.997289972899729, 'f1-score': 0.9967497291440953, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9935205183585313, 'macro avg': {'precision': 0.49810503519220356, 'recall': 0.4986449864498645, 'f1-score': 0.49837486457204766, 'support': 1852.0}, 'weighted avg': {'precision': 0.992444697548181, 'recall': 0.9935205183585313, 'f1-score': 0.9929823165609373, 'support': 1852.0}} | 0.0065 | {'~PL': {'precision': 0.9819078947368421, 'recall': 0.9938956714761377, 'f1-score': 0.987865416436845, 'support': 1802.0}, 'PL': {'precision': 0.6071428571428571, 'recall': 0.34, 'f1-score': 0.4358974358974359, 'support': 50.0}, 'accuracy': 0.9762419006479481, 'macro avg': {'precision': 0.7945253759398496, 'recall': 0.6669478357380688, 'f1-score': 0.7118814261671405, 'support': 1852.0}, 'weighted avg': {'precision': 0.9717900481495316, 'recall': 0.9762419006479481, 'f1-score': 0.9729634731177466, 'support': 1852.0}} | 0.0238 | {'~TI': {'precision': 0.9830985915492958, 'recall': 0.9721448467966574, 'f1-score': 0.9775910364145658, 'support': 1795.0}, 'TI': {'precision': 0.35064935064935066, 'recall': 0.47368421052631576, 'f1-score': 0.40298507462686567, 'support': 57.0}, 'accuracy': 0.9568034557235421, 'macro avg': {'precision': 0.6668739710993232, 'recall': 0.7229145286614865, 'f1-score': 0.6902880555207157, 'support': 1852.0}, 'weighted avg': {'precision': 0.9636333611328288, 'recall': 0.9568034557235421, 'f1-score': 0.9599060797072769, 'support': 1852.0}} | 0.0432 | {'~PC': {'precision': 0.9888017917133258, 'recall': 0.9671412924424972, 'f1-score': 0.9778516057585825, 'support': 1826.0}, 'PC': {'precision': 0.09090909090909091, 'recall': 0.23076923076923078, 'f1-score': 0.13043478260869565, 'support': 26.0}, 'accuracy': 0.9568034557235421, 'macro avg': {'precision': 0.5398554413112083, 'recall': 0.598955261605864, 'f1-score': 0.5541431941836391, 'support': 1852.0}, 'weighted avg': {'precision': 0.9761963866264413, 'recall': 0.9568034557235421, 'f1-score': 0.9659548253039945, 'support': 1852.0}} | 0.0432 | {'f1-score': 0.6498582053855264, 'hamming': 0.026052915766738658} | -| 0.0078 | 30.0 | 2940 | 0.1780 | {'~LIN': {'precision': 0.9929039301310044, 'recall': 0.9912806539509537, 'f1-score': 0.9920916280338151, 'support': 1835.0}, 'LIN': {'precision': 0.2, 'recall': 0.23529411764705882, 'f1-score': 0.21621621621621623, 'support': 17.0}, 'accuracy': 0.984341252699784, 'macro avg': {'precision': 0.5964519650655022, 'recall': 0.6132873857990062, 'f1-score': 0.6041539221250156, 'support': 1852.0}, 'weighted avg': {'precision': 0.9856256543144672, 'recall': 0.984341252699784, 'f1-score': 0.9849696615106515, 'support': 1852.0}} | 0.0157 | {'~SI': {'precision': 0.9799131378935939, 'recall': 0.9950385887541345, 'f1-score': 0.987417943107221, 'support': 1814.0}, 'SI': {'precision': 0.1, 'recall': 0.02631578947368421, 'f1-score': 0.041666666666666664, 'support': 38.0}, 'accuracy': 0.9751619870410367, 'macro avg': {'precision': 0.539956568946797, 'recall': 0.5106771891139094, 'f1-score': 0.5145423048869439, 'support': 1852.0}, 'weighted avg': {'precision': 0.9618587646538765, 'recall': 0.9751619870410367, 'f1-score': 0.9680126793357625, 'support': 1852.0}} | 0.0248 | {'~CL': {'precision': 0.9638905066977286, 'recall': 0.990424895272292, 'f1-score': 0.9769775678866588, 'support': 1671.0}, 'CL': {'precision': 0.8814814814814815, 'recall': 0.6574585635359116, 'f1-score': 0.7531645569620253, 'support': 181.0}, 'accuracy': 0.9578833693304536, 'macro avg': {'precision': 0.922685994089605, 'recall': 0.8239417294041018, 'f1-score': 0.8650710624243421, 'support': 1852.0}, 'weighted avg': {'precision': 0.9558364928941968, 'recall': 0.9578833693304536, 'f1-score': 0.9551038340975884, 'support': 1852.0}} | 0.0421 | {'~D': {'precision': 0.99728555917481, 'recall': 0.99728555917481, 'f1-score': 0.99728555917481, 'support': 1842.0}, 'D': {'precision': 0.5, 'recall': 0.5, 'f1-score': 0.5, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.748642779587405, 'recall': 0.748642779587405, 'f1-score': 0.748642779587405, 'support': 1852.0}, 'weighted avg': {'precision': 0.9946004319654428, 'recall': 0.9946004319654428, 'f1-score': 0.9946004319654428, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9967409016838674, 'recall': 0.994579945799458, 'f1-score': 0.9956592512208355, 'support': 1845.0}, 'HI': {'precision': 0.09090909090909091, 'recall': 0.14285714285714285, 'f1-score': 0.1111111111111111, 'support': 7.0}, 'accuracy': 0.9913606911447084, 'macro avg': {'precision': 0.5438249962964792, 'recall': 0.5687185443283004, 'f1-score': 0.5533851811659733, 'support': 1852.0}, 'weighted avg': {'precision': 0.9933171313407663, 'recall': 0.9913606911447084, 'f1-score': 0.992315926717181, 'support': 1852.0}} | 0.0086 | {'~PL': {'precision': 0.9824753559693319, 'recall': 0.9955604883462819, 'f1-score': 0.9889746416758545, 'support': 1802.0}, 'PL': {'precision': 0.6923076923076923, 'recall': 0.36, 'f1-score': 0.47368421052631576, 'support': 50.0}, 'accuracy': 0.978401727861771, 'macro avg': {'precision': 0.8373915241385121, 'recall': 0.6777802441731409, 'f1-score': 0.7313294261010851, 'support': 1852.0}, 'weighted avg': {'precision': 0.9746414557624841, 'recall': 0.978401727861771, 'f1-score': 0.9750629129731131, 'support': 1852.0}} | 0.0216 | {'~TI': {'precision': 0.9789590254706534, 'recall': 0.984958217270195, 'f1-score': 0.9819494584837545, 'support': 1795.0}, 'TI': {'precision': 0.41304347826086957, 'recall': 0.3333333333333333, 'f1-score': 0.36893203883495146, 'support': 57.0}, 'accuracy': 0.964902807775378, 'macro avg': {'precision': 0.6960012518657614, 'recall': 0.6591457753017641, 'f1-score': 0.675440748659353, 'support': 1852.0}, 'weighted avg': {'precision': 0.9615415383265077, 'recall': 0.964902807775378, 'f1-score': 0.9630822916803087, 'support': 1852.0}} | 0.0351 | {'~PC': {'precision': 0.9884868421052632, 'recall': 0.9874041621029573, 'f1-score': 0.9879452054794521, 'support': 1826.0}, 'PC': {'precision': 0.17857142857142858, 'recall': 0.19230769230769232, 'f1-score': 0.18518518518518517, 'support': 26.0}, 'accuracy': 0.9762419006479481, 'macro avg': {'precision': 0.5835291353383458, 'recall': 0.5898559272053249, 'f1-score': 0.5865651953323187, 'support': 1852.0}, 'weighted avg': {'precision': 0.9771165393234708, 'recall': 0.9762419006479481, 'f1-score': 0.9766753563824483, 'support': 1852.0}} | 0.0238 | {'f1-score': 0.6598913275353047, 'hamming': 0.022138228941684664} | -| 0.0027 | 31.0 | 3038 | 0.1862 | {'~LIN': {'precision': 0.9912996193583469, 'recall': 0.9934604904632153, 'f1-score': 0.9923788786064235, 'support': 1835.0}, 'LIN': {'precision': 0.07692307692307693, 'recall': 0.058823529411764705, 'f1-score': 0.06666666666666667, 'support': 17.0}, 'accuracy': 0.9848812095032398, 'macro avg': {'precision': 0.5341113481407119, 'recall': 0.5261420099374899, 'f1-score': 0.5295227726365451, 'support': 1852.0}, 'weighted avg': {'precision': 0.9829063141632067, 'recall': 0.9848812095032398, 'f1-score': 0.983881520289482, 'support': 1852.0}} | 0.0151 | {'~SI': {'precision': 0.9798913043478261, 'recall': 0.9939360529217199, 'f1-score': 0.986863711001642, 'support': 1814.0}, 'SI': {'precision': 0.08333333333333333, 'recall': 0.02631578947368421, 'f1-score': 0.04, 'support': 38.0}, 'accuracy': 0.9740820734341252, 'macro avg': {'precision': 0.5316123188405797, 'recall': 0.5101259211977021, 'f1-score': 0.513431855500821, 'support': 1852.0}, 'weighted avg': {'precision': 0.9614954064544403, 'recall': 0.9740820734341252, 'f1-score': 0.9674356218990166, 'support': 1852.0}} | 0.0259 | {'~CL': {'precision': 0.9693937610359035, 'recall': 0.9856373429084381, 'f1-score': 0.9774480712166173, 'support': 1671.0}, 'CL': {'precision': 0.8431372549019608, 'recall': 0.712707182320442, 'f1-score': 0.7724550898203593, 'support': 181.0}, 'accuracy': 0.958963282937365, 'macro avg': {'precision': 0.9062655079689321, 'recall': 0.84917226261444, 'f1-score': 0.8749515805184882, 'support': 1852.0}, 'weighted avg': {'precision': 0.957054437272273, 'recall': 0.958963282937365, 'f1-score': 0.9574136599678468, 'support': 1852.0}} | 0.0410 | {'~D': {'precision': 0.99728555917481, 'recall': 0.99728555917481, 'f1-score': 0.99728555917481, 'support': 1842.0}, 'D': {'precision': 0.5, 'recall': 0.5, 'f1-score': 0.5, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.748642779587405, 'recall': 0.748642779587405, 'f1-score': 0.748642779587405, 'support': 1852.0}, 'weighted avg': {'precision': 0.9946004319654428, 'recall': 0.9946004319654428, 'f1-score': 0.9946004319654428, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9961852861035423, 'recall': 0.9907859078590786, 'f1-score': 0.9934782608695653, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9870410367170627, 'macro avg': {'precision': 0.49809264305177114, 'recall': 0.4953929539295393, 'f1-score': 0.4967391304347826, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924200069444037, 'recall': 0.9870410367170627, 'f1-score': 0.9897232134472721, 'support': 1852.0}} | 0.0130 | {'~PL': {'precision': 0.9814004376367614, 'recall': 0.9955604883462819, 'f1-score': 0.9884297520661157, 'support': 1802.0}, 'PL': {'precision': 0.6666666666666666, 'recall': 0.32, 'f1-score': 0.43243243243243246, 'support': 50.0}, 'accuracy': 0.9773218142548596, 'macro avg': {'precision': 0.824033552151714, 'recall': 0.657780244173141, 'f1-score': 0.710431092249274, 'support': 1852.0}, 'weighted avg': {'precision': 0.9729033055911325, 'recall': 0.9773218142548596, 'f1-score': 0.973419025294148, 'support': 1852.0}} | 0.0227 | {'~TI': {'precision': 0.9774725274725274, 'recall': 0.9910863509749304, 'f1-score': 0.9842323651452282, 'support': 1795.0}, 'TI': {'precision': 0.5, 'recall': 0.2807017543859649, 'f1-score': 0.3595505617977528, 'support': 57.0}, 'accuracy': 0.9692224622030238, 'macro avg': {'precision': 0.7387362637362638, 'recall': 0.6358940526804476, 'f1-score': 0.6718914634714905, 'support': 1852.0}, 'weighted avg': {'precision': 0.962777098711224, 'recall': 0.9692224622030238, 'f1-score': 0.965006197331618, 'support': 1852.0}} | 0.0308 | {'~PC': {'precision': 0.9883527454242929, 'recall': 0.9759036144578314, 'f1-score': 0.9820887296775971, 'support': 1826.0}, 'PC': {'precision': 0.10204081632653061, 'recall': 0.19230769230769232, 'f1-score': 0.13333333333333333, 'support': 26.0}, 'accuracy': 0.964902807775378, 'macro avg': {'precision': 0.5451967808754117, 'recall': 0.5841056533827619, 'f1-score': 0.5577110315054652, 'support': 1852.0}, 'weighted avg': {'precision': 0.9759099213656851, 'recall': 0.964902807775378, 'f1-score': 0.9701731571587251, 'support': 1852.0}} | 0.0351 | {'f1-score': 0.6379152132380339, 'hamming': 0.023623110151187905} | -| 0.0027 | 32.0 | 3136 | 0.2054 | {'~LIN': {'precision': 0.9913185024416712, 'recall': 0.9956403269754769, 'f1-score': 0.9934747145187602, 'support': 1835.0}, 'LIN': {'precision': 0.1111111111111111, 'recall': 0.058823529411764705, 'f1-score': 0.07692307692307693, 'support': 17.0}, 'accuracy': 0.9870410367170627, 'macro avg': {'precision': 0.5512148067763911, 'recall': 0.5272319281936207, 'f1-score': 0.5351988957209186, 'support': 1852.0}, 'weighted avg': {'precision': 0.9832388449618551, 'recall': 0.9870410367170627, 'f1-score': 0.9850614435473096, 'support': 1852.0}} | 0.0130 | {'~SI': {'precision': 0.9797703663203936, 'recall': 0.9878721058434399, 'f1-score': 0.9838045566840516, 'support': 1814.0}, 'SI': {'precision': 0.043478260869565216, 'recall': 0.02631578947368421, 'f1-score': 0.03278688524590164, 'support': 38.0}, 'accuracy': 0.9681425485961123, 'macro avg': {'precision': 0.5116243135949794, 'recall': 0.5070939476585621, 'f1-score': 0.5082957209649767, 'support': 1852.0}, 'weighted avg': {'precision': 0.9605591892107114, 'recall': 0.9681425485961123, 'f1-score': 0.964291235131865, 'support': 1852.0}} | 0.0319 | {'~CL': {'precision': 0.9667056074766355, 'recall': 0.990424895272292, 'f1-score': 0.9784215193615134, 'support': 1671.0}, 'CL': {'precision': 0.8857142857142857, 'recall': 0.6850828729281768, 'f1-score': 0.7725856697819314, 'support': 181.0}, 'accuracy': 0.9605831533477321, 'macro avg': {'precision': 0.9262099465954605, 'recall': 0.8377538841002344, 'f1-score': 0.8755035945717224, 'support': 1852.0}, 'weighted avg': {'precision': 0.9587901489242676, 'recall': 0.9605831533477321, 'f1-score': 0.9583047327665327, 'support': 1852.0}} | 0.0394 | {'~D': {'precision': 0.9972929074174337, 'recall': 1.0, 'f1-score': 0.9986446191379778, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.5, 'f1-score': 0.6666666666666666, 'support': 10.0}, 'accuracy': 0.9973002159827213, 'macro avg': {'precision': 0.9986464537087169, 'recall': 0.75, 'f1-score': 0.8326556429023222, 'support': 1852.0}, 'weighted avg': {'precision': 0.9973075245480091, 'recall': 0.9973002159827213, 'f1-score': 0.9968520815976359, 'support': 1852.0}} | 0.0027 | {'~HI': {'precision': 0.9961977186311787, 'recall': 0.9940379403794037, 'f1-score': 0.99511665762344, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.990280777537797, 'macro avg': {'precision': 0.49809885931558934, 'recall': 0.49701897018970187, 'f1-score': 0.49755832881172, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924323924808448, 'recall': 0.990280777537797, 'f1-score': 0.9913554175568287, 'support': 1852.0}} | 0.0097 | {'~PL': {'precision': 0.9835436094349973, 'recall': 0.9950055493895672, 'f1-score': 0.9892413793103448, 'support': 1802.0}, 'PL': {'precision': 0.6896551724137931, 'recall': 0.4, 'f1-score': 0.5063291139240507, 'support': 50.0}, 'accuracy': 0.9789416846652268, 'macro avg': {'precision': 0.8365993909243952, 'recall': 0.6975027746947836, 'f1-score': 0.7477852466171977, 'support': 1852.0}, 'weighted avg': {'precision': 0.975609256383669, 'recall': 0.9789416846652268, 'f1-score': 0.9762037911519676, 'support': 1852.0}} | 0.0211 | {'~TI': {'precision': 0.9806201550387597, 'recall': 0.9866295264623955, 'f1-score': 0.9836156623160234, 'support': 1795.0}, 'TI': {'precision': 0.4782608695652174, 'recall': 0.38596491228070173, 'f1-score': 0.42718446601941745, 'support': 57.0}, 'accuracy': 0.9681425485961123, 'macro avg': {'precision': 0.7294405123019885, 'recall': 0.6862972193715486, 'f1-score': 0.7054000641677204, 'support': 1852.0}, 'weighted avg': {'precision': 0.9651587731424357, 'recall': 0.9681425485961123, 'f1-score': 0.9664900801405879, 'support': 1852.0}} | 0.0319 | {'~PC': {'precision': 0.9904225352112676, 'recall': 0.9627601314348302, 'f1-score': 0.9763954457095251, 'support': 1826.0}, 'PC': {'precision': 0.11688311688311688, 'recall': 0.34615384615384615, 'f1-score': 0.17475728155339806, 'support': 26.0}, 'accuracy': 0.9541036717062635, 'macro avg': {'precision': 0.5536528260471922, 'recall': 0.6544569887943381, 'f1-score': 0.5755763636314616, 'support': 1852.0}, 'weighted avg': {'precision': 0.9781590228589285, 'recall': 0.9541036717062635, 'f1-score': 0.9651413462127327, 'support': 1852.0}} | 0.0459 | {'f1-score': 0.6597467321735049, 'hamming': 0.024433045356371492} | -| 0.0027 | 33.0 | 3234 | 0.2048 | {'~LIN': {'precision': 0.9923830250272034, 'recall': 0.9940054495912807, 'f1-score': 0.9931935747345494, 'support': 1835.0}, 'LIN': {'precision': 0.21428571428571427, 'recall': 0.17647058823529413, 'f1-score': 0.1935483870967742, 'support': 17.0}, 'accuracy': 0.9865010799136069, 'macro avg': {'precision': 0.6033343696564588, 'recall': 0.5852380189132874, 'f1-score': 0.5933709809156618, 'support': 1852.0}, 'weighted avg': {'precision': 0.9852406631035504, 'recall': 0.9865010799136069, 'f1-score': 0.9858534191244834, 'support': 1852.0}} | 0.0135 | {'~SI': {'precision': 0.979825517993457, 'recall': 0.9906284454244763, 'f1-score': 0.9851973684210527, 'support': 1814.0}, 'SI': {'precision': 0.05555555555555555, 'recall': 0.02631578947368421, 'f1-score': 0.03571428571428571, 'support': 38.0}, 'accuracy': 0.9708423326133909, 'macro avg': {'precision': 0.5176905367745063, 'recall': 0.5084721174490803, 'f1-score': 0.5104558270676692, 'support': 1852.0}, 'weighted avg': {'precision': 0.9608610155244287, 'recall': 0.9708423326133909, 'f1-score': 0.9657155341106547, 'support': 1852.0}} | 0.0292 | {'~CL': {'precision': 0.9677797305213826, 'recall': 0.9886295631358468, 'f1-score': 0.9780935464772055, 'support': 1671.0}, 'CL': {'precision': 0.8689655172413793, 'recall': 0.6961325966850829, 'f1-score': 0.7730061349693251, 'support': 181.0}, 'accuracy': 0.9600431965442765, 'macro avg': {'precision': 0.918372623881381, 'recall': 0.8423810799104648, 'f1-score': 0.8755498407232654, 'support': 1852.0}, 'weighted avg': {'precision': 0.9581224019016847, 'recall': 0.9600431965442765, 'f1-score': 0.9580499063676341, 'support': 1852.0}} | 0.0400 | {'~D': {'precision': 0.997289972899729, 'recall': 0.998914223669924, 'f1-score': 0.9981014374830486, 'support': 1842.0}, 'D': {'precision': 0.7142857142857143, 'recall': 0.5, 'f1-score': 0.5882352941176471, 'support': 10.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.8557878435927216, 'recall': 0.749457111834962, 'f1-score': 0.7931683658003479, 'support': 1852.0}, 'weighted avg': {'precision': 0.9957618721512732, 'recall': 0.9962203023758099, 'f1-score': 0.9958883373568855, 'support': 1852.0}} | 0.0038 | {'~HI': {'precision': 0.9961935834692768, 'recall': 0.9929539295392954, 'f1-score': 0.99457111834962, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9892008639308856, 'macro avg': {'precision': 0.4980967917346384, 'recall': 0.4964769647696477, 'f1-score': 0.49728555917481, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924282729486045, 'recall': 0.9892008639308856, 'f1-score': 0.9908119402565059, 'support': 1852.0}} | 0.0108 | {'~PL': {'precision': 0.9819277108433735, 'recall': 0.9950055493895672, 'f1-score': 0.9884233737596472, 'support': 1802.0}, 'PL': {'precision': 0.6538461538461539, 'recall': 0.34, 'f1-score': 0.4473684210526316, 'support': 50.0}, 'accuracy': 0.9773218142548596, 'macro avg': {'precision': 0.8178869323447637, 'recall': 0.6675027746947836, 'f1-score': 0.7178958974061393, 'support': 1852.0}, 'weighted avg': {'precision': 0.9730702174039236, 'recall': 0.9773218142548596, 'f1-score': 0.9738160586217689, 'support': 1852.0}} | 0.0227 | {'~TI': {'precision': 0.9785242290748899, 'recall': 0.9899721448467966, 'f1-score': 0.9842148989199667, 'support': 1795.0}, 'TI': {'precision': 0.5, 'recall': 0.3157894736842105, 'f1-score': 0.3870967741935484, 'support': 57.0}, 'accuracy': 0.9692224622030238, 'macro avg': {'precision': 0.739262114537445, 'recall': 0.6528808092655036, 'f1-score': 0.6856558365567575, 'support': 1852.0}, 'weighted avg': {'precision': 0.9637964315277686, 'recall': 0.9692224622030238, 'f1-score': 0.9658370732669397, 'support': 1852.0}} | 0.0308 | {'~PC': {'precision': 0.9878385848535103, 'recall': 0.9786418400876232, 'f1-score': 0.9832187070151307, 'support': 1826.0}, 'PC': {'precision': 0.09302325581395349, 'recall': 0.15384615384615385, 'f1-score': 0.11594202898550725, 'support': 26.0}, 'accuracy': 0.9670626349892009, 'macro avg': {'precision': 0.5404309203337319, 'recall': 0.5662439969668885, 'f1-score': 0.549580368000319, 'support': 1852.0}, 'weighted avg': {'precision': 0.9752763826099744, 'recall': 0.9670626349892009, 'f1-score': 0.9710431165028358, 'support': 1852.0}} | 0.0329 | {'f1-score': 0.6528703344556213, 'hamming': 0.022948164146868254} | -| 0.0027 | 34.0 | 3332 | 0.2089 | {'~LIN': {'precision': 0.9923913043478261, 'recall': 0.9950953678474115, 'f1-score': 0.9937414965986394, 'support': 1835.0}, 'LIN': {'precision': 0.25, 'recall': 0.17647058823529413, 'f1-score': 0.20689655172413793, 'support': 17.0}, 'accuracy': 0.9875809935205183, 'macro avg': {'precision': 0.621195652173913, 'recall': 0.5857829780413528, 'f1-score': 0.6003190241613887, 'support': 1852.0}, 'weighted avg': {'precision': 0.9855766973424734, 'recall': 0.9875809935205183, 'f1-score': 0.9865188378173939, 'support': 1852.0}} | 0.0124 | {'~SI': {'precision': 0.9803063457330415, 'recall': 0.9878721058434399, 'f1-score': 0.9840746842394289, 'support': 1814.0}, 'SI': {'precision': 0.08333333333333333, 'recall': 0.05263157894736842, 'f1-score': 0.06451612903225806, 'support': 38.0}, 'accuracy': 0.968682505399568, 'macro avg': {'precision': 0.5318198395331875, 'recall': 0.5202518423954041, 'f1-score': 0.5242954066358435, 'support': 1852.0}, 'weighted avg': {'precision': 0.9619019318717085, 'recall': 0.968682505399568, 'f1-score': 0.9652068521131478, 'support': 1852.0}} | 0.0313 | {'~CL': {'precision': 0.9666861484511982, 'recall': 0.9898264512268103, 'f1-score': 0.9781194559432289, 'support': 1671.0}, 'CL': {'precision': 0.8794326241134752, 'recall': 0.6850828729281768, 'f1-score': 0.7701863354037267, 'support': 181.0}, 'accuracy': 0.9600431965442765, 'macro avg': {'precision': 0.9230593862823366, 'recall': 0.8374546620774936, 'f1-score': 0.8741528956734779, 'support': 1852.0}, 'weighted avg': {'precision': 0.9581586711806107, 'recall': 0.9600431965442765, 'f1-score': 0.9577976984822949, 'support': 1852.0}} | 0.0400 | {'~D': {'precision': 0.997289972899729, 'recall': 0.998914223669924, 'f1-score': 0.9981014374830486, 'support': 1842.0}, 'D': {'precision': 0.7142857142857143, 'recall': 0.5, 'f1-score': 0.5882352941176471, 'support': 10.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.8557878435927216, 'recall': 0.749457111834962, 'f1-score': 0.7931683658003479, 'support': 1852.0}, 'weighted avg': {'precision': 0.9957618721512732, 'recall': 0.9962203023758099, 'f1-score': 0.9958883373568855, 'support': 1852.0}} | 0.0038 | {'~HI': {'precision': 0.9961915125136017, 'recall': 0.9924119241192412, 'f1-score': 0.9942981265272876, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.49809575625680086, 'recall': 0.4962059620596206, 'f1-score': 0.4971490632636438, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924262098205158, 'recall': 0.9886609071274298, 'f1-score': 0.9905399802607157, 'support': 1852.0}} | 0.0113 | {'~PL': {'precision': 0.9808638600328048, 'recall': 0.9955604883462819, 'f1-score': 0.9881575323602313, 'support': 1802.0}, 'PL': {'precision': 0.6521739130434783, 'recall': 0.3, 'f1-score': 0.410958904109589, 'support': 50.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.8165188865381415, 'recall': 0.647780244173141, 'f1-score': 0.6995582182349102, 'support': 1852.0}, 'weighted avg': {'precision': 0.9719899413775854, 'recall': 0.9767818574514039, 'f1-score': 0.9725744160467691, 'support': 1852.0}} | 0.0232 | {'~TI': {'precision': 0.9785360484314805, 'recall': 0.9905292479108635, 'f1-score': 0.9844961240310077, 'support': 1795.0}, 'TI': {'precision': 0.5142857142857142, 'recall': 0.3157894736842105, 'f1-score': 0.391304347826087, 'support': 57.0}, 'accuracy': 0.9697624190064795, 'macro avg': {'precision': 0.7464108813585973, 'recall': 0.653159360797537, 'f1-score': 0.6879002359285473, 'support': 1852.0}, 'weighted avg': {'precision': 0.9642475662250503, 'recall': 0.9697624190064795, 'f1-score': 0.9662391417180053, 'support': 1852.0}} | 0.0302 | {'~PC': {'precision': 0.9883720930232558, 'recall': 0.9775465498357064, 'f1-score': 0.9829295154185022, 'support': 1826.0}, 'PC': {'precision': 0.10869565217391304, 'recall': 0.19230769230769232, 'f1-score': 0.1388888888888889, 'support': 26.0}, 'accuracy': 0.9665226781857451, 'macro avg': {'precision': 0.5485338725985844, 'recall': 0.5849271210716994, 'f1-score': 0.5609092021536956, 'support': 1852.0}, 'weighted avg': {'precision': 0.9760224237672716, 'recall': 0.9665226781857451, 'f1-score': 0.971080132972622, 'support': 1852.0}} | 0.0335 | {'f1-score': 0.6546815514814819, 'hamming': 0.02321814254859611} | -| 0.0027 | 35.0 | 3430 | 0.2114 | {'~LIN': {'precision': 0.9923747276688453, 'recall': 0.9929155313351499, 'f1-score': 0.9926450558430945, 'support': 1835.0}, 'LIN': {'precision': 0.1875, 'recall': 0.17647058823529413, 'f1-score': 0.18181818181818182, 'support': 17.0}, 'accuracy': 0.9854211663066955, 'macro avg': {'precision': 0.5899373638344226, 'recall': 0.584693059785222, 'f1-score': 0.5872316188306381, 'support': 1852.0}, 'weighted avg': {'precision': 0.9849865687215611, 'recall': 0.9854211663066955, 'f1-score': 0.9852022605631682, 'support': 1852.0}} | 0.0146 | {'~SI': {'precision': 0.979825517993457, 'recall': 0.9906284454244763, 'f1-score': 0.9851973684210527, 'support': 1814.0}, 'SI': {'precision': 0.05555555555555555, 'recall': 0.02631578947368421, 'f1-score': 0.03571428571428571, 'support': 38.0}, 'accuracy': 0.9708423326133909, 'macro avg': {'precision': 0.5176905367745063, 'recall': 0.5084721174490803, 'f1-score': 0.5104558270676692, 'support': 1852.0}, 'weighted avg': {'precision': 0.9608610155244287, 'recall': 0.9708423326133909, 'f1-score': 0.9657155341106547, 'support': 1852.0}} | 0.0292 | {'~CL': {'precision': 0.9677797305213826, 'recall': 0.9886295631358468, 'f1-score': 0.9780935464772055, 'support': 1671.0}, 'CL': {'precision': 0.8689655172413793, 'recall': 0.6961325966850829, 'f1-score': 0.7730061349693251, 'support': 181.0}, 'accuracy': 0.9600431965442765, 'macro avg': {'precision': 0.918372623881381, 'recall': 0.8423810799104648, 'f1-score': 0.8755498407232654, 'support': 1852.0}, 'weighted avg': {'precision': 0.9581224019016847, 'recall': 0.9600431965442765, 'f1-score': 0.9580499063676341, 'support': 1852.0}} | 0.0400 | {'~D': {'precision': 0.997289972899729, 'recall': 0.998914223669924, 'f1-score': 0.9981014374830486, 'support': 1842.0}, 'D': {'precision': 0.7142857142857143, 'recall': 0.5, 'f1-score': 0.5882352941176471, 'support': 10.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.8557878435927216, 'recall': 0.749457111834962, 'f1-score': 0.7931683658003479, 'support': 1852.0}, 'weighted avg': {'precision': 0.9957618721512732, 'recall': 0.9962203023758099, 'f1-score': 0.9958883373568855, 'support': 1852.0}} | 0.0038 | {'~HI': {'precision': 0.9961915125136017, 'recall': 0.9924119241192412, 'f1-score': 0.9942981265272876, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.49809575625680086, 'recall': 0.4962059620596206, 'f1-score': 0.4971490632636438, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924262098205158, 'recall': 0.9886609071274298, 'f1-score': 0.9905399802607157, 'support': 1852.0}} | 0.0113 | {'~PL': {'precision': 0.9814004376367614, 'recall': 0.9955604883462819, 'f1-score': 0.9884297520661157, 'support': 1802.0}, 'PL': {'precision': 0.6666666666666666, 'recall': 0.32, 'f1-score': 0.43243243243243246, 'support': 50.0}, 'accuracy': 0.9773218142548596, 'macro avg': {'precision': 0.824033552151714, 'recall': 0.657780244173141, 'f1-score': 0.710431092249274, 'support': 1852.0}, 'weighted avg': {'precision': 0.9729033055911325, 'recall': 0.9773218142548596, 'f1-score': 0.973419025294148, 'support': 1852.0}} | 0.0227 | {'~TI': {'precision': 0.9785360484314805, 'recall': 0.9905292479108635, 'f1-score': 0.9844961240310077, 'support': 1795.0}, 'TI': {'precision': 0.5142857142857142, 'recall': 0.3157894736842105, 'f1-score': 0.391304347826087, 'support': 57.0}, 'accuracy': 0.9697624190064795, 'macro avg': {'precision': 0.7464108813585973, 'recall': 0.653159360797537, 'f1-score': 0.6879002359285473, 'support': 1852.0}, 'weighted avg': {'precision': 0.9642475662250503, 'recall': 0.9697624190064795, 'f1-score': 0.9662391417180053, 'support': 1852.0}} | 0.0302 | {'~PC': {'precision': 0.9878453038674033, 'recall': 0.9791894852135816, 'f1-score': 0.9834983498349835, 'support': 1826.0}, 'PC': {'precision': 0.09523809523809523, 'recall': 0.15384615384615385, 'f1-score': 0.11764705882352941, 'support': 26.0}, 'accuracy': 0.9676025917926566, 'macro avg': {'precision': 0.5415416995527493, 'recall': 0.5665178195298677, 'f1-score': 0.5505727043292564, 'support': 1852.0}, 'weighted avg': {'precision': 0.9753141011544648, 'recall': 0.9676025917926566, 'f1-score': 0.9713427701555571, 'support': 1852.0}} | 0.0324 | {'f1-score': 0.6515573435240802, 'hamming': 0.023015658747300216} | -| 0.0005 | 36.0 | 3528 | 0.2167 | {'~LIN': {'precision': 0.9923747276688453, 'recall': 0.9929155313351499, 'f1-score': 0.9926450558430945, 'support': 1835.0}, 'LIN': {'precision': 0.1875, 'recall': 0.17647058823529413, 'f1-score': 0.18181818181818182, 'support': 17.0}, 'accuracy': 0.9854211663066955, 'macro avg': {'precision': 0.5899373638344226, 'recall': 0.584693059785222, 'f1-score': 0.5872316188306381, 'support': 1852.0}, 'weighted avg': {'precision': 0.9849865687215611, 'recall': 0.9854211663066955, 'f1-score': 0.9852022605631682, 'support': 1852.0}} | 0.0146 | {'~SI': {'precision': 0.9798145117294054, 'recall': 0.9900771775082691, 'f1-score': 0.9849191115985741, 'support': 1814.0}, 'SI': {'precision': 0.05263157894736842, 'recall': 0.02631578947368421, 'f1-score': 0.03508771929824561, 'support': 38.0}, 'accuracy': 0.9703023758099352, 'macro avg': {'precision': 0.5162230453383869, 'recall': 0.5081964834909767, 'f1-score': 0.5100034154484099, 'support': 1852.0}, 'weighted avg': {'precision': 0.9607902398904651, 'recall': 0.9703023758099352, 'f1-score': 0.9654301305470555, 'support': 1852.0}} | 0.0297 | {'~CL': {'precision': 0.9683470105509965, 'recall': 0.9886295631358468, 'f1-score': 0.9783831803375778, 'support': 1671.0}, 'CL': {'precision': 0.8698630136986302, 'recall': 0.7016574585635359, 'f1-score': 0.7767584097859327, 'support': 181.0}, 'accuracy': 0.9605831533477321, 'macro avg': {'precision': 0.9191050121248133, 'recall': 0.8451435108496914, 'f1-score': 0.8775707950617553, 'support': 1852.0}, 'weighted avg': {'precision': 0.958721954703114, 'recall': 0.9605831533477321, 'f1-score': 0.9586779516821524, 'support': 1852.0}} | 0.0394 | {'~D': {'precision': 0.997289972899729, 'recall': 0.998914223669924, 'f1-score': 0.9981014374830486, 'support': 1842.0}, 'D': {'precision': 0.7142857142857143, 'recall': 0.5, 'f1-score': 0.5882352941176471, 'support': 10.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.8557878435927216, 'recall': 0.749457111834962, 'f1-score': 0.7931683658003479, 'support': 1852.0}, 'weighted avg': {'precision': 0.9957618721512732, 'recall': 0.9962203023758099, 'f1-score': 0.9958883373568855, 'support': 1852.0}} | 0.0038 | {'~HI': {'precision': 0.9961915125136017, 'recall': 0.9924119241192412, 'f1-score': 0.9942981265272876, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.49809575625680086, 'recall': 0.4962059620596206, 'f1-score': 0.4971490632636438, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924262098205158, 'recall': 0.9886609071274298, 'f1-score': 0.9905399802607157, 'support': 1852.0}} | 0.0113 | {'~PL': {'precision': 0.980327868852459, 'recall': 0.9955604883462819, 'f1-score': 0.987885462555066, 'support': 1802.0}, 'PL': {'precision': 0.6363636363636364, 'recall': 0.28, 'f1-score': 0.3888888888888889, 'support': 50.0}, 'accuracy': 0.9762419006479481, 'macro avg': {'precision': 0.8083457526080478, 'recall': 0.6377802441731409, 'f1-score': 0.6883871757219775, 'support': 1852.0}, 'weighted avg': {'precision': 0.9710415774785707, 'recall': 0.9762419006479481, 'f1-score': 0.97171384879518, 'support': 1852.0}} | 0.0238 | {'~TI': {'precision': 0.9790748898678414, 'recall': 0.9905292479108635, 'f1-score': 0.9847687621157574, 'support': 1795.0}, 'TI': {'precision': 0.5277777777777778, 'recall': 0.3333333333333333, 'f1-score': 0.40860215053763443, 'support': 57.0}, 'accuracy': 0.9703023758099352, 'macro avg': {'precision': 0.7534263338228095, 'recall': 0.6619312906220984, 'f1-score': 0.6966854563266959, 'support': 1852.0}, 'weighted avg': {'precision': 0.9651850759428232, 'recall': 0.9703023758099352, 'f1-score': 0.9670357724505559, 'support': 1852.0}} | 0.0297 | {'~PC': {'precision': 0.9883720930232558, 'recall': 0.9775465498357064, 'f1-score': 0.9829295154185022, 'support': 1826.0}, 'PC': {'precision': 0.10869565217391304, 'recall': 0.19230769230769232, 'f1-score': 0.1388888888888889, 'support': 26.0}, 'accuracy': 0.9665226781857451, 'macro avg': {'precision': 0.5485338725985844, 'recall': 0.5849271210716994, 'f1-score': 0.5609092021536956, 'support': 1852.0}, 'weighted avg': {'precision': 0.9760224237672716, 'recall': 0.9665226781857451, 'f1-score': 0.971080132972622, 'support': 1852.0}} | 0.0335 | {'f1-score': 0.6513881365758954, 'hamming': 0.023218142548596117} | -| 0.0005 | 37.0 | 3626 | 0.2196 | {'~LIN': {'precision': 0.9923747276688453, 'recall': 0.9929155313351499, 'f1-score': 0.9926450558430945, 'support': 1835.0}, 'LIN': {'precision': 0.1875, 'recall': 0.17647058823529413, 'f1-score': 0.18181818181818182, 'support': 17.0}, 'accuracy': 0.9854211663066955, 'macro avg': {'precision': 0.5899373638344226, 'recall': 0.584693059785222, 'f1-score': 0.5872316188306381, 'support': 1852.0}, 'weighted avg': {'precision': 0.9849865687215611, 'recall': 0.9854211663066955, 'f1-score': 0.9852022605631682, 'support': 1852.0}} | 0.0146 | {'~SI': {'precision': 0.9798145117294054, 'recall': 0.9900771775082691, 'f1-score': 0.9849191115985741, 'support': 1814.0}, 'SI': {'precision': 0.05263157894736842, 'recall': 0.02631578947368421, 'f1-score': 0.03508771929824561, 'support': 38.0}, 'accuracy': 0.9703023758099352, 'macro avg': {'precision': 0.5162230453383869, 'recall': 0.5081964834909767, 'f1-score': 0.5100034154484099, 'support': 1852.0}, 'weighted avg': {'precision': 0.9607902398904651, 'recall': 0.9703023758099352, 'f1-score': 0.9654301305470555, 'support': 1852.0}} | 0.0297 | {'~CL': {'precision': 0.9677797305213826, 'recall': 0.9886295631358468, 'f1-score': 0.9780935464772055, 'support': 1671.0}, 'CL': {'precision': 0.8689655172413793, 'recall': 0.6961325966850829, 'f1-score': 0.7730061349693251, 'support': 181.0}, 'accuracy': 0.9600431965442765, 'macro avg': {'precision': 0.918372623881381, 'recall': 0.8423810799104648, 'f1-score': 0.8755498407232654, 'support': 1852.0}, 'weighted avg': {'precision': 0.9581224019016847, 'recall': 0.9600431965442765, 'f1-score': 0.9580499063676341, 'support': 1852.0}} | 0.0400 | {'~D': {'precision': 0.997289972899729, 'recall': 0.998914223669924, 'f1-score': 0.9981014374830486, 'support': 1842.0}, 'D': {'precision': 0.7142857142857143, 'recall': 0.5, 'f1-score': 0.5882352941176471, 'support': 10.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.8557878435927216, 'recall': 0.749457111834962, 'f1-score': 0.7931683658003479, 'support': 1852.0}, 'weighted avg': {'precision': 0.9957618721512732, 'recall': 0.9962203023758099, 'f1-score': 0.9958883373568855, 'support': 1852.0}} | 0.0038 | {'~HI': {'precision': 0.9961915125136017, 'recall': 0.9924119241192412, 'f1-score': 0.9942981265272876, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.49809575625680086, 'recall': 0.4962059620596206, 'f1-score': 0.4971490632636438, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924262098205158, 'recall': 0.9886609071274298, 'f1-score': 0.9905399802607157, 'support': 1852.0}} | 0.0113 | {'~PL': {'precision': 0.9803386127799016, 'recall': 0.9961154273029966, 'f1-score': 0.9881640517478668, 'support': 1802.0}, 'PL': {'precision': 0.6666666666666666, 'recall': 0.28, 'f1-score': 0.39436619718309857, 'support': 50.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.8235026397232841, 'recall': 0.6380577136514983, 'f1-score': 0.6912651244654827, 'support': 1852.0}, 'weighted avg': {'precision': 0.9718701477120496, 'recall': 0.9767818574514039, 'f1-score': 0.9721327921753838, 'support': 1852.0}} | 0.0232 | {'~TI': {'precision': 0.9785478547854786, 'recall': 0.9910863509749304, 'f1-score': 0.984777193468032, 'support': 1795.0}, 'TI': {'precision': 0.5294117647058824, 'recall': 0.3157894736842105, 'f1-score': 0.3956043956043956, 'support': 57.0}, 'accuracy': 0.9703023758099352, 'macro avg': {'precision': 0.7539798097456805, 'recall': 0.6534379123295704, 'f1-score': 0.6901907945362138, 'support': 1852.0}, 'weighted avg': {'precision': 0.9647245517970677, 'recall': 0.9703023758099352, 'f1-score': 0.9666439054128337, 'support': 1852.0}} | 0.0297 | {'~PC': {'precision': 0.9883720930232558, 'recall': 0.9775465498357064, 'f1-score': 0.9829295154185022, 'support': 1826.0}, 'PC': {'precision': 0.10869565217391304, 'recall': 0.19230769230769232, 'f1-score': 0.1388888888888889, 'support': 26.0}, 'accuracy': 0.9665226781857451, 'macro avg': {'precision': 0.5485338725985844, 'recall': 0.5849271210716994, 'f1-score': 0.5609092021536956, 'support': 1852.0}, 'weighted avg': {'precision': 0.9760224237672716, 'recall': 0.9665226781857451, 'f1-score': 0.971080132972622, 'support': 1852.0}} | 0.0335 | {'f1-score': 0.6506834281527121, 'hamming': 0.023218142548596117} | -| 0.0005 | 38.0 | 3724 | 0.2219 | {'~LIN': {'precision': 0.9923788786064235, 'recall': 0.9934604904632153, 'f1-score': 0.9929193899782135, 'support': 1835.0}, 'LIN': {'precision': 0.2, 'recall': 0.17647058823529413, 'f1-score': 0.1875, 'support': 17.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.5961894393032118, 'recall': 0.5849655393492547, 'f1-score': 0.5902096949891067, 'support': 1852.0}, 'weighted avg': {'precision': 0.9851054223773149, 'recall': 0.9859611231101512, 'f1-score': 0.9855262314308973, 'support': 1852.0}} | 0.0140 | {'~SI': {'precision': 0.9798365122615804, 'recall': 0.9911797133406836, 'f1-score': 0.9854754727322554, 'support': 1814.0}, 'SI': {'precision': 0.058823529411764705, 'recall': 0.02631578947368421, 'f1-score': 0.03636363636363636, 'support': 38.0}, 'accuracy': 0.9713822894168467, 'macro avg': {'precision': 0.5193300208366726, 'recall': 0.5087477514071839, 'f1-score': 0.5109195545479459, 'support': 1852.0}, 'weighted avg': {'precision': 0.9609388376674698, 'recall': 0.9713822894168467, 'f1-score': 0.966001255787327, 'support': 1852.0}} | 0.0286 | {'~CL': {'precision': 0.9682912507339988, 'recall': 0.9868342309994016, 'f1-score': 0.977474807350326, 'support': 1671.0}, 'CL': {'precision': 0.8523489932885906, 'recall': 0.7016574585635359, 'f1-score': 0.7696969696969697, 'support': 181.0}, 'accuracy': 0.958963282937365, 'macro avg': {'precision': 0.9103201220112946, 'recall': 0.8442458447814687, 'f1-score': 0.8735858885236478, 'support': 1852.0}, 'weighted avg': {'precision': 0.9569599609944638, 'recall': 0.958963282937365, 'f1-score': 0.957168226024593, 'support': 1852.0}} | 0.0410 | {'~D': {'precision': 0.997289972899729, 'recall': 0.998914223669924, 'f1-score': 0.9981014374830486, 'support': 1842.0}, 'D': {'precision': 0.7142857142857143, 'recall': 0.5, 'f1-score': 0.5882352941176471, 'support': 10.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.8557878435927216, 'recall': 0.749457111834962, 'f1-score': 0.7931683658003479, 'support': 1852.0}, 'weighted avg': {'precision': 0.9957618721512732, 'recall': 0.9962203023758099, 'f1-score': 0.9958883373568855, 'support': 1852.0}} | 0.0038 | {'~HI': {'precision': 0.9961935834692768, 'recall': 0.9929539295392954, 'f1-score': 0.99457111834962, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9892008639308856, 'macro avg': {'precision': 0.4980967917346384, 'recall': 0.4964769647696477, 'f1-score': 0.49728555917481, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924282729486045, 'recall': 0.9892008639308856, 'f1-score': 0.9908119402565059, 'support': 1852.0}} | 0.0108 | {'~PL': {'precision': 0.9803386127799016, 'recall': 0.9961154273029966, 'f1-score': 0.9881640517478668, 'support': 1802.0}, 'PL': {'precision': 0.6666666666666666, 'recall': 0.28, 'f1-score': 0.39436619718309857, 'support': 50.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.8235026397232841, 'recall': 0.6380577136514983, 'f1-score': 0.6912651244654827, 'support': 1852.0}, 'weighted avg': {'precision': 0.9718701477120496, 'recall': 0.9767818574514039, 'f1-score': 0.9721327921753838, 'support': 1852.0}} | 0.0232 | {'~TI': {'precision': 0.9785478547854786, 'recall': 0.9910863509749304, 'f1-score': 0.984777193468032, 'support': 1795.0}, 'TI': {'precision': 0.5294117647058824, 'recall': 0.3157894736842105, 'f1-score': 0.3956043956043956, 'support': 57.0}, 'accuracy': 0.9703023758099352, 'macro avg': {'precision': 0.7539798097456805, 'recall': 0.6534379123295704, 'f1-score': 0.6901907945362138, 'support': 1852.0}, 'weighted avg': {'precision': 0.9647245517970677, 'recall': 0.9703023758099352, 'f1-score': 0.9666439054128337, 'support': 1852.0}} | 0.0297 | {'~PC': {'precision': 0.9878318584070797, 'recall': 0.9780941949616648, 'f1-score': 0.9829389102916896, 'support': 1826.0}, 'PC': {'precision': 0.09090909090909091, 'recall': 0.15384615384615385, 'f1-score': 0.11428571428571428, 'support': 26.0}, 'accuracy': 0.9665226781857451, 'macro avg': {'precision': 0.5393704746580853, 'recall': 0.5659701744039094, 'f1-score': 0.5486123122887019, 'support': 1852.0}, 'weighted avg': {'precision': 0.9752400700944729, 'recall': 0.9665226781857451, 'f1-score': 0.9707439950129879, 'support': 1852.0}} | 0.0335 | {'f1-score': 0.649404661790782, 'hamming': 0.023083153347732185} | -| 0.0005 | 39.0 | 3822 | 0.2242 | {'~LIN': {'precision': 0.9923871669385536, 'recall': 0.9945504087193461, 'f1-score': 0.9934676102340773, 'support': 1835.0}, 'LIN': {'precision': 0.23076923076923078, 'recall': 0.17647058823529413, 'f1-score': 0.2, 'support': 17.0}, 'accuracy': 0.9870410367170627, 'macro avg': {'precision': 0.6115781988538922, 'recall': 0.5855104984773201, 'f1-score': 0.5967338051170387, 'support': 1852.0}, 'weighted avg': {'precision': 0.9853960735719884, 'recall': 0.9870410367170627, 'f1-score': 0.9861841602481274, 'support': 1852.0}} | 0.0130 | {'~SI': {'precision': 0.9798365122615804, 'recall': 0.9911797133406836, 'f1-score': 0.9854754727322554, 'support': 1814.0}, 'SI': {'precision': 0.058823529411764705, 'recall': 0.02631578947368421, 'f1-score': 0.03636363636363636, 'support': 38.0}, 'accuracy': 0.9713822894168467, 'macro avg': {'precision': 0.5193300208366726, 'recall': 0.5087477514071839, 'f1-score': 0.5109195545479459, 'support': 1852.0}, 'weighted avg': {'precision': 0.9609388376674698, 'recall': 0.9713822894168467, 'f1-score': 0.966001255787327, 'support': 1852.0}} | 0.0286 | {'~CL': {'precision': 0.9682912507339988, 'recall': 0.9868342309994016, 'f1-score': 0.977474807350326, 'support': 1671.0}, 'CL': {'precision': 0.8523489932885906, 'recall': 0.7016574585635359, 'f1-score': 0.7696969696969697, 'support': 181.0}, 'accuracy': 0.958963282937365, 'macro avg': {'precision': 0.9103201220112946, 'recall': 0.8442458447814687, 'f1-score': 0.8735858885236478, 'support': 1852.0}, 'weighted avg': {'precision': 0.9569599609944638, 'recall': 0.958963282937365, 'f1-score': 0.957168226024593, 'support': 1852.0}} | 0.0410 | {'~D': {'precision': 0.997289972899729, 'recall': 0.998914223669924, 'f1-score': 0.9981014374830486, 'support': 1842.0}, 'D': {'precision': 0.7142857142857143, 'recall': 0.5, 'f1-score': 0.5882352941176471, 'support': 10.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.8557878435927216, 'recall': 0.749457111834962, 'f1-score': 0.7931683658003479, 'support': 1852.0}, 'weighted avg': {'precision': 0.9957618721512732, 'recall': 0.9962203023758099, 'f1-score': 0.9958883373568855, 'support': 1852.0}} | 0.0038 | {'~HI': {'precision': 0.9961935834692768, 'recall': 0.9929539295392954, 'f1-score': 0.99457111834962, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9892008639308856, 'macro avg': {'precision': 0.4980967917346384, 'recall': 0.4964769647696477, 'f1-score': 0.49728555917481, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924282729486045, 'recall': 0.9892008639308856, 'f1-score': 0.9908119402565059, 'support': 1852.0}} | 0.0108 | {'~PL': {'precision': 0.980327868852459, 'recall': 0.9955604883462819, 'f1-score': 0.987885462555066, 'support': 1802.0}, 'PL': {'precision': 0.6363636363636364, 'recall': 0.28, 'f1-score': 0.3888888888888889, 'support': 50.0}, 'accuracy': 0.9762419006479481, 'macro avg': {'precision': 0.8083457526080478, 'recall': 0.6377802441731409, 'f1-score': 0.6883871757219775, 'support': 1852.0}, 'weighted avg': {'precision': 0.9710415774785707, 'recall': 0.9762419006479481, 'f1-score': 0.97171384879518, 'support': 1852.0}} | 0.0238 | {'~TI': {'precision': 0.9785478547854786, 'recall': 0.9910863509749304, 'f1-score': 0.984777193468032, 'support': 1795.0}, 'TI': {'precision': 0.5294117647058824, 'recall': 0.3157894736842105, 'f1-score': 0.3956043956043956, 'support': 57.0}, 'accuracy': 0.9703023758099352, 'macro avg': {'precision': 0.7539798097456805, 'recall': 0.6534379123295704, 'f1-score': 0.6901907945362138, 'support': 1852.0}, 'weighted avg': {'precision': 0.9647245517970677, 'recall': 0.9703023758099352, 'f1-score': 0.9666439054128337, 'support': 1852.0}} | 0.0297 | {'~PC': {'precision': 0.9878318584070797, 'recall': 0.9780941949616648, 'f1-score': 0.9829389102916896, 'support': 1826.0}, 'PC': {'precision': 0.09090909090909091, 'recall': 0.15384615384615385, 'f1-score': 0.11428571428571428, 'support': 26.0}, 'accuracy': 0.9665226781857451, 'macro avg': {'precision': 0.5393704746580853, 'recall': 0.5659701744039094, 'f1-score': 0.5486123122887019, 'support': 1852.0}, 'weighted avg': {'precision': 0.9752400700944729, 'recall': 0.9665226781857451, 'f1-score': 0.9707439950129879, 'support': 1852.0}} | 0.0335 | {'f1-score': 0.6498604319638355, 'hamming': 0.023015658747300216} | -| 0.0005 | 40.0 | 3920 | 0.2250 | {'~LIN': {'precision': 0.9923871669385536, 'recall': 0.9945504087193461, 'f1-score': 0.9934676102340773, 'support': 1835.0}, 'LIN': {'precision': 0.23076923076923078, 'recall': 0.17647058823529413, 'f1-score': 0.2, 'support': 17.0}, 'accuracy': 0.9870410367170627, 'macro avg': {'precision': 0.6115781988538922, 'recall': 0.5855104984773201, 'f1-score': 0.5967338051170387, 'support': 1852.0}, 'weighted avg': {'precision': 0.9853960735719884, 'recall': 0.9870410367170627, 'f1-score': 0.9861841602481274, 'support': 1852.0}} | 0.0130 | {'~SI': {'precision': 0.9798365122615804, 'recall': 0.9911797133406836, 'f1-score': 0.9854754727322554, 'support': 1814.0}, 'SI': {'precision': 0.058823529411764705, 'recall': 0.02631578947368421, 'f1-score': 0.03636363636363636, 'support': 38.0}, 'accuracy': 0.9713822894168467, 'macro avg': {'precision': 0.5193300208366726, 'recall': 0.5087477514071839, 'f1-score': 0.5109195545479459, 'support': 1852.0}, 'weighted avg': {'precision': 0.9609388376674698, 'recall': 0.9713822894168467, 'f1-score': 0.966001255787327, 'support': 1852.0}} | 0.0286 | {'~CL': {'precision': 0.9677985948477752, 'recall': 0.9892280071813285, 'f1-score': 0.9783959751405741, 'support': 1671.0}, 'CL': {'precision': 0.875, 'recall': 0.6961325966850829, 'f1-score': 0.7753846153846153, 'support': 181.0}, 'accuracy': 0.9605831533477321, 'macro avg': {'precision': 0.9213992974238876, 'recall': 0.8426803019332056, 'f1-score': 0.8768902952625948, 'support': 1852.0}, 'weighted avg': {'precision': 0.9587291857400824, 'recall': 0.9605831533477321, 'f1-score': 0.9585552320974701, 'support': 1852.0}} | 0.0394 | {'~D': {'precision': 0.997289972899729, 'recall': 0.998914223669924, 'f1-score': 0.9981014374830486, 'support': 1842.0}, 'D': {'precision': 0.7142857142857143, 'recall': 0.5, 'f1-score': 0.5882352941176471, 'support': 10.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.8557878435927216, 'recall': 0.749457111834962, 'f1-score': 0.7931683658003479, 'support': 1852.0}, 'weighted avg': {'precision': 0.9957618721512732, 'recall': 0.9962203023758099, 'f1-score': 0.9958883373568855, 'support': 1852.0}} | 0.0038 | {'~HI': {'precision': 0.9961935834692768, 'recall': 0.9929539295392954, 'f1-score': 0.99457111834962, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9892008639308856, 'macro avg': {'precision': 0.4980967917346384, 'recall': 0.4964769647696477, 'f1-score': 0.49728555917481, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924282729486045, 'recall': 0.9892008639308856, 'f1-score': 0.9908119402565059, 'support': 1852.0}} | 0.0108 | {'~PL': {'precision': 0.980327868852459, 'recall': 0.9955604883462819, 'f1-score': 0.987885462555066, 'support': 1802.0}, 'PL': {'precision': 0.6363636363636364, 'recall': 0.28, 'f1-score': 0.3888888888888889, 'support': 50.0}, 'accuracy': 0.9762419006479481, 'macro avg': {'precision': 0.8083457526080478, 'recall': 0.6377802441731409, 'f1-score': 0.6883871757219775, 'support': 1852.0}, 'weighted avg': {'precision': 0.9710415774785707, 'recall': 0.9762419006479481, 'f1-score': 0.97171384879518, 'support': 1852.0}} | 0.0238 | {'~TI': {'precision': 0.9785478547854786, 'recall': 0.9910863509749304, 'f1-score': 0.984777193468032, 'support': 1795.0}, 'TI': {'precision': 0.5294117647058824, 'recall': 0.3157894736842105, 'f1-score': 0.3956043956043956, 'support': 57.0}, 'accuracy': 0.9703023758099352, 'macro avg': {'precision': 0.7539798097456805, 'recall': 0.6534379123295704, 'f1-score': 0.6901907945362138, 'support': 1852.0}, 'weighted avg': {'precision': 0.9647245517970677, 'recall': 0.9703023758099352, 'f1-score': 0.9666439054128337, 'support': 1852.0}} | 0.0297 | {'~PC': {'precision': 0.9878385848535103, 'recall': 0.9786418400876232, 'f1-score': 0.9832187070151307, 'support': 1826.0}, 'PC': {'precision': 0.09302325581395349, 'recall': 0.15384615384615385, 'f1-score': 0.11594202898550725, 'support': 26.0}, 'accuracy': 0.9670626349892009, 'macro avg': {'precision': 0.5404309203337319, 'recall': 0.5662439969668885, 'f1-score': 0.549580368000319, 'support': 1852.0}, 'weighted avg': {'precision': 0.9752763826099744, 'recall': 0.9670626349892009, 'f1-score': 0.9710431165028358, 'support': 1852.0}} | 0.0329 | {'f1-score': 0.6503944897701559, 'hamming': 0.022745680345572356} | -| 0.0002 | 41.0 | 4018 | 0.2262 | {'~LIN': {'precision': 0.9923830250272034, 'recall': 0.9940054495912807, 'f1-score': 0.9931935747345494, 'support': 1835.0}, 'LIN': {'precision': 0.21428571428571427, 'recall': 0.17647058823529413, 'f1-score': 0.1935483870967742, 'support': 17.0}, 'accuracy': 0.9865010799136069, 'macro avg': {'precision': 0.6033343696564588, 'recall': 0.5852380189132874, 'f1-score': 0.5933709809156618, 'support': 1852.0}, 'weighted avg': {'precision': 0.9852406631035504, 'recall': 0.9865010799136069, 'f1-score': 0.9858534191244834, 'support': 1852.0}} | 0.0135 | {'~SI': {'precision': 0.9798365122615804, 'recall': 0.9911797133406836, 'f1-score': 0.9854754727322554, 'support': 1814.0}, 'SI': {'precision': 0.058823529411764705, 'recall': 0.02631578947368421, 'f1-score': 0.03636363636363636, 'support': 38.0}, 'accuracy': 0.9713822894168467, 'macro avg': {'precision': 0.5193300208366726, 'recall': 0.5087477514071839, 'f1-score': 0.5109195545479459, 'support': 1852.0}, 'weighted avg': {'precision': 0.9609388376674698, 'recall': 0.9713822894168467, 'f1-score': 0.966001255787327, 'support': 1852.0}} | 0.0286 | {'~CL': {'precision': 0.9677230046948356, 'recall': 0.9868342309994016, 'f1-score': 0.9771851851851852, 'support': 1671.0}, 'CL': {'precision': 0.8513513513513513, 'recall': 0.6961325966850829, 'f1-score': 0.7659574468085106, 'support': 181.0}, 'accuracy': 0.9584233261339092, 'macro avg': {'precision': 0.9095371780230934, 'recall': 0.8414834138422422, 'f1-score': 0.8715713159968479, 'support': 1852.0}, 'weighted avg': {'precision': 0.9563497491574865, 'recall': 0.9584233261339092, 'f1-score': 0.9565414375360609, 'support': 1852.0}} | 0.0416 | {'~D': {'precision': 0.9972914409534128, 'recall': 0.999457111834962, 'f1-score': 0.9983731019522777, 'support': 1842.0}, 'D': {'precision': 0.8333333333333334, 'recall': 0.5, 'f1-score': 0.625, 'support': 10.0}, 'accuracy': 0.9967602591792657, 'macro avg': {'precision': 0.915312387143373, 'recall': 0.749728555917481, 'f1-score': 0.8116865509761388, 'support': 1852.0}, 'weighted avg': {'precision': 0.9964061379965009, 'recall': 0.9967602591792657, 'f1-score': 0.9963570484860127, 'support': 1852.0}} | 0.0032 | {'~HI': {'precision': 0.9961935834692768, 'recall': 0.9929539295392954, 'f1-score': 0.99457111834962, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9892008639308856, 'macro avg': {'precision': 0.4980967917346384, 'recall': 0.4964769647696477, 'f1-score': 0.49728555917481, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924282729486045, 'recall': 0.9892008639308856, 'f1-score': 0.9908119402565059, 'support': 1852.0}} | 0.0108 | {'~PL': {'precision': 0.9803171131765992, 'recall': 0.9950055493895672, 'f1-score': 0.98760671991187, 'support': 1802.0}, 'PL': {'precision': 0.6086956521739131, 'recall': 0.28, 'f1-score': 0.3835616438356164, 'support': 50.0}, 'accuracy': 0.9757019438444925, 'macro avg': {'precision': 0.7945063826752561, 'recall': 0.6375027746947837, 'f1-score': 0.6855841818737431, 'support': 1852.0}, 'weighted avg': {'precision': 0.9702841363676714, 'recall': 0.9757019438444925, 'f1-score': 0.9712988074908048, 'support': 1852.0}} | 0.0243 | {'~TI': {'precision': 0.9785478547854786, 'recall': 0.9910863509749304, 'f1-score': 0.984777193468032, 'support': 1795.0}, 'TI': {'precision': 0.5294117647058824, 'recall': 0.3157894736842105, 'f1-score': 0.3956043956043956, 'support': 57.0}, 'accuracy': 0.9703023758099352, 'macro avg': {'precision': 0.7539798097456805, 'recall': 0.6534379123295704, 'f1-score': 0.6901907945362138, 'support': 1852.0}, 'weighted avg': {'precision': 0.9647245517970677, 'recall': 0.9703023758099352, 'f1-score': 0.9666439054128337, 'support': 1852.0}} | 0.0297 | {'~PC': {'precision': 0.9878385848535103, 'recall': 0.9786418400876232, 'f1-score': 0.9832187070151307, 'support': 1826.0}, 'PC': {'precision': 0.09302325581395349, 'recall': 0.15384615384615385, 'f1-score': 0.11594202898550725, 'support': 26.0}, 'accuracy': 0.9670626349892009, 'macro avg': {'precision': 0.5404309203337319, 'recall': 0.5662439969668885, 'f1-score': 0.549580368000319, 'support': 1852.0}, 'weighted avg': {'precision': 0.9752763826099744, 'recall': 0.9670626349892009, 'f1-score': 0.9710431165028358, 'support': 1852.0}} | 0.0329 | {'f1-score': 0.6512736632527101, 'hamming': 0.023083153347732182} | -| 0.0002 | 42.0 | 4116 | 0.2278 | {'~LIN': {'precision': 0.9923871669385536, 'recall': 0.9945504087193461, 'f1-score': 0.9934676102340773, 'support': 1835.0}, 'LIN': {'precision': 0.23076923076923078, 'recall': 0.17647058823529413, 'f1-score': 0.2, 'support': 17.0}, 'accuracy': 0.9870410367170627, 'macro avg': {'precision': 0.6115781988538922, 'recall': 0.5855104984773201, 'f1-score': 0.5967338051170387, 'support': 1852.0}, 'weighted avg': {'precision': 0.9853960735719884, 'recall': 0.9870410367170627, 'f1-score': 0.9861841602481274, 'support': 1852.0}} | 0.0130 | {'~SI': {'precision': 0.9798474945533769, 'recall': 0.9917309812568909, 'f1-score': 0.9857534246575342, 'support': 1814.0}, 'SI': {'precision': 0.0625, 'recall': 0.02631578947368421, 'f1-score': 0.037037037037037035, 'support': 38.0}, 'accuracy': 0.9719222462203023, 'macro avg': {'precision': 0.5211737472766884, 'recall': 0.5090233853652876, 'f1-score': 0.5113952308472857, 'support': 1852.0}, 'weighted avg': {'precision': 0.961025029762325, 'recall': 0.9719222462203023, 'f1-score': 0.9662873216718004, 'support': 1852.0}} | 0.0281 | {'~CL': {'precision': 0.9677985948477752, 'recall': 0.9892280071813285, 'f1-score': 0.9783959751405741, 'support': 1671.0}, 'CL': {'precision': 0.875, 'recall': 0.6961325966850829, 'f1-score': 0.7753846153846153, 'support': 181.0}, 'accuracy': 0.9605831533477321, 'macro avg': {'precision': 0.9213992974238876, 'recall': 0.8426803019332056, 'f1-score': 0.8768902952625948, 'support': 1852.0}, 'weighted avg': {'precision': 0.9587291857400824, 'recall': 0.9605831533477321, 'f1-score': 0.9585552320974701, 'support': 1852.0}} | 0.0394 | {'~D': {'precision': 0.9972914409534128, 'recall': 0.999457111834962, 'f1-score': 0.9983731019522777, 'support': 1842.0}, 'D': {'precision': 0.8333333333333334, 'recall': 0.5, 'f1-score': 0.625, 'support': 10.0}, 'accuracy': 0.9967602591792657, 'macro avg': {'precision': 0.915312387143373, 'recall': 0.749728555917481, 'f1-score': 0.8116865509761388, 'support': 1852.0}, 'weighted avg': {'precision': 0.9964061379965009, 'recall': 0.9967602591792657, 'f1-score': 0.9963570484860127, 'support': 1852.0}} | 0.0032 | {'~HI': {'precision': 0.9961935834692768, 'recall': 0.9929539295392954, 'f1-score': 0.99457111834962, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9892008639308856, 'macro avg': {'precision': 0.4980967917346384, 'recall': 0.4964769647696477, 'f1-score': 0.49728555917481, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924282729486045, 'recall': 0.9892008639308856, 'f1-score': 0.9908119402565059, 'support': 1852.0}} | 0.0108 | {'~PL': {'precision': 0.9808533916849015, 'recall': 0.9950055493895672, 'f1-score': 0.9878787878787879, 'support': 1802.0}, 'PL': {'precision': 0.625, 'recall': 0.3, 'f1-score': 0.40540540540540543, 'support': 50.0}, 'accuracy': 0.9762419006479481, 'macro avg': {'precision': 0.8029266958424508, 'recall': 0.6475027746947836, 'f1-score': 0.6966420966420966, 'support': 1852.0}, 'weighted avg': {'precision': 0.9712461186912487, 'recall': 0.9762419006479481, 'f1-score': 0.9721532645938693, 'support': 1852.0}} | 0.0238 | {'~TI': {'precision': 0.9785478547854786, 'recall': 0.9910863509749304, 'f1-score': 0.984777193468032, 'support': 1795.0}, 'TI': {'precision': 0.5294117647058824, 'recall': 0.3157894736842105, 'f1-score': 0.3956043956043956, 'support': 57.0}, 'accuracy': 0.9703023758099352, 'macro avg': {'precision': 0.7539798097456805, 'recall': 0.6534379123295704, 'f1-score': 0.6901907945362138, 'support': 1852.0}, 'weighted avg': {'precision': 0.9647245517970677, 'recall': 0.9703023758099352, 'f1-score': 0.9666439054128337, 'support': 1852.0}} | 0.0297 | {'~PC': {'precision': 0.9878453038674033, 'recall': 0.9791894852135816, 'f1-score': 0.9834983498349835, 'support': 1826.0}, 'PC': {'precision': 0.09523809523809523, 'recall': 0.15384615384615385, 'f1-score': 0.11764705882352941, 'support': 26.0}, 'accuracy': 0.9676025917926566, 'macro avg': {'precision': 0.5415416995527493, 'recall': 0.5665178195298677, 'f1-score': 0.5505727043292564, 'support': 1852.0}, 'weighted avg': {'precision': 0.9753141011544648, 'recall': 0.9676025917926566, 'f1-score': 0.9713427701555571, 'support': 1852.0}} | 0.0324 | {'f1-score': 0.6539246296106793, 'hamming': 0.02254319654427646} | -| 0.0002 | 43.0 | 4214 | 0.2292 | {'~LIN': {'precision': 0.9923871669385536, 'recall': 0.9945504087193461, 'f1-score': 0.9934676102340773, 'support': 1835.0}, 'LIN': {'precision': 0.23076923076923078, 'recall': 0.17647058823529413, 'f1-score': 0.2, 'support': 17.0}, 'accuracy': 0.9870410367170627, 'macro avg': {'precision': 0.6115781988538922, 'recall': 0.5855104984773201, 'f1-score': 0.5967338051170387, 'support': 1852.0}, 'weighted avg': {'precision': 0.9853960735719884, 'recall': 0.9870410367170627, 'f1-score': 0.9861841602481274, 'support': 1852.0}} | 0.0130 | {'~SI': {'precision': 0.9798474945533769, 'recall': 0.9917309812568909, 'f1-score': 0.9857534246575342, 'support': 1814.0}, 'SI': {'precision': 0.0625, 'recall': 0.02631578947368421, 'f1-score': 0.037037037037037035, 'support': 38.0}, 'accuracy': 0.9719222462203023, 'macro avg': {'precision': 0.5211737472766884, 'recall': 0.5090233853652876, 'f1-score': 0.5113952308472857, 'support': 1852.0}, 'weighted avg': {'precision': 0.961025029762325, 'recall': 0.9719222462203023, 'f1-score': 0.9662873216718004, 'support': 1852.0}} | 0.0281 | {'~CL': {'precision': 0.9677797305213826, 'recall': 0.9886295631358468, 'f1-score': 0.9780935464772055, 'support': 1671.0}, 'CL': {'precision': 0.8689655172413793, 'recall': 0.6961325966850829, 'f1-score': 0.7730061349693251, 'support': 181.0}, 'accuracy': 0.9600431965442765, 'macro avg': {'precision': 0.918372623881381, 'recall': 0.8423810799104648, 'f1-score': 0.8755498407232654, 'support': 1852.0}, 'weighted avg': {'precision': 0.9581224019016847, 'recall': 0.9600431965442765, 'f1-score': 0.9580499063676341, 'support': 1852.0}} | 0.0400 | {'~D': {'precision': 0.997289972899729, 'recall': 0.998914223669924, 'f1-score': 0.9981014374830486, 'support': 1842.0}, 'D': {'precision': 0.7142857142857143, 'recall': 0.5, 'f1-score': 0.5882352941176471, 'support': 10.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.8557878435927216, 'recall': 0.749457111834962, 'f1-score': 0.7931683658003479, 'support': 1852.0}, 'weighted avg': {'precision': 0.9957618721512732, 'recall': 0.9962203023758099, 'f1-score': 0.9958883373568855, 'support': 1852.0}} | 0.0038 | {'~HI': {'precision': 0.9961935834692768, 'recall': 0.9929539295392954, 'f1-score': 0.99457111834962, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9892008639308856, 'macro avg': {'precision': 0.4980967917346384, 'recall': 0.4964769647696477, 'f1-score': 0.49728555917481, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924282729486045, 'recall': 0.9892008639308856, 'f1-score': 0.9908119402565059, 'support': 1852.0}} | 0.0108 | {'~PL': {'precision': 0.9808533916849015, 'recall': 0.9950055493895672, 'f1-score': 0.9878787878787879, 'support': 1802.0}, 'PL': {'precision': 0.625, 'recall': 0.3, 'f1-score': 0.40540540540540543, 'support': 50.0}, 'accuracy': 0.9762419006479481, 'macro avg': {'precision': 0.8029266958424508, 'recall': 0.6475027746947836, 'f1-score': 0.6966420966420966, 'support': 1852.0}, 'weighted avg': {'precision': 0.9712461186912487, 'recall': 0.9762419006479481, 'f1-score': 0.9721532645938693, 'support': 1852.0}} | 0.0238 | {'~TI': {'precision': 0.9785478547854786, 'recall': 0.9910863509749304, 'f1-score': 0.984777193468032, 'support': 1795.0}, 'TI': {'precision': 0.5294117647058824, 'recall': 0.3157894736842105, 'f1-score': 0.3956043956043956, 'support': 57.0}, 'accuracy': 0.9703023758099352, 'macro avg': {'precision': 0.7539798097456805, 'recall': 0.6534379123295704, 'f1-score': 0.6901907945362138, 'support': 1852.0}, 'weighted avg': {'precision': 0.9647245517970677, 'recall': 0.9703023758099352, 'f1-score': 0.9666439054128337, 'support': 1852.0}} | 0.0297 | {'~PC': {'precision': 0.9878453038674033, 'recall': 0.9791894852135816, 'f1-score': 0.9834983498349835, 'support': 1826.0}, 'PC': {'precision': 0.09523809523809523, 'recall': 0.15384615384615385, 'f1-score': 0.11764705882352941, 'support': 26.0}, 'accuracy': 0.9676025917926566, 'macro avg': {'precision': 0.5415416995527493, 'recall': 0.5665178195298677, 'f1-score': 0.5505727043292564, 'support': 1852.0}, 'weighted avg': {'precision': 0.9753141011544648, 'recall': 0.9676025917926566, 'f1-score': 0.9713427701555571, 'support': 1852.0}} | 0.0324 | {'f1-score': 0.6514422996462892, 'hamming': 0.02267818574514039} | -| 0.0002 | 44.0 | 4312 | 0.2292 | {'~LIN': {'precision': 0.9923830250272034, 'recall': 0.9940054495912807, 'f1-score': 0.9931935747345494, 'support': 1835.0}, 'LIN': {'precision': 0.21428571428571427, 'recall': 0.17647058823529413, 'f1-score': 0.1935483870967742, 'support': 17.0}, 'accuracy': 0.9865010799136069, 'macro avg': {'precision': 0.6033343696564588, 'recall': 0.5852380189132874, 'f1-score': 0.5933709809156618, 'support': 1852.0}, 'weighted avg': {'precision': 0.9852406631035504, 'recall': 0.9865010799136069, 'f1-score': 0.9858534191244834, 'support': 1852.0}} | 0.0135 | {'~SI': {'precision': 0.9798365122615804, 'recall': 0.9911797133406836, 'f1-score': 0.9854754727322554, 'support': 1814.0}, 'SI': {'precision': 0.058823529411764705, 'recall': 0.02631578947368421, 'f1-score': 0.03636363636363636, 'support': 38.0}, 'accuracy': 0.9713822894168467, 'macro avg': {'precision': 0.5193300208366726, 'recall': 0.5087477514071839, 'f1-score': 0.5109195545479459, 'support': 1852.0}, 'weighted avg': {'precision': 0.9609388376674698, 'recall': 0.9713822894168467, 'f1-score': 0.966001255787327, 'support': 1852.0}} | 0.0286 | {'~CL': {'precision': 0.967741935483871, 'recall': 0.9874326750448833, 'f1-score': 0.9774881516587678, 'support': 1671.0}, 'CL': {'precision': 0.8571428571428571, 'recall': 0.6961325966850829, 'f1-score': 0.7682926829268293, 'support': 181.0}, 'accuracy': 0.958963282937365, 'macro avg': {'precision': 0.9124423963133641, 'recall': 0.8417826358649831, 'f1-score': 0.8728904172927985, 'support': 1852.0}, 'weighted avg': {'precision': 0.9569328462939555, 'recall': 0.958963282937365, 'f1-score': 0.9570430221552684, 'support': 1852.0}} | 0.0410 | {'~D': {'precision': 0.997289972899729, 'recall': 0.998914223669924, 'f1-score': 0.9981014374830486, 'support': 1842.0}, 'D': {'precision': 0.7142857142857143, 'recall': 0.5, 'f1-score': 0.5882352941176471, 'support': 10.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.8557878435927216, 'recall': 0.749457111834962, 'f1-score': 0.7931683658003479, 'support': 1852.0}, 'weighted avg': {'precision': 0.9957618721512732, 'recall': 0.9962203023758099, 'f1-score': 0.9958883373568855, 'support': 1852.0}} | 0.0038 | {'~HI': {'precision': 0.9961935834692768, 'recall': 0.9929539295392954, 'f1-score': 0.99457111834962, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9892008639308856, 'macro avg': {'precision': 0.4980967917346384, 'recall': 0.4964769647696477, 'f1-score': 0.49728555917481, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924282729486045, 'recall': 0.9892008639308856, 'f1-score': 0.9908119402565059, 'support': 1852.0}} | 0.0108 | {'~PL': {'precision': 0.9808533916849015, 'recall': 0.9950055493895672, 'f1-score': 0.9878787878787879, 'support': 1802.0}, 'PL': {'precision': 0.625, 'recall': 0.3, 'f1-score': 0.40540540540540543, 'support': 50.0}, 'accuracy': 0.9762419006479481, 'macro avg': {'precision': 0.8029266958424508, 'recall': 0.6475027746947836, 'f1-score': 0.6966420966420966, 'support': 1852.0}, 'weighted avg': {'precision': 0.9712461186912487, 'recall': 0.9762419006479481, 'f1-score': 0.9721532645938693, 'support': 1852.0}} | 0.0238 | {'~TI': {'precision': 0.9785478547854786, 'recall': 0.9910863509749304, 'f1-score': 0.984777193468032, 'support': 1795.0}, 'TI': {'precision': 0.5294117647058824, 'recall': 0.3157894736842105, 'f1-score': 0.3956043956043956, 'support': 57.0}, 'accuracy': 0.9703023758099352, 'macro avg': {'precision': 0.7539798097456805, 'recall': 0.6534379123295704, 'f1-score': 0.6901907945362138, 'support': 1852.0}, 'weighted avg': {'precision': 0.9647245517970677, 'recall': 0.9703023758099352, 'f1-score': 0.9666439054128337, 'support': 1852.0}} | 0.0297 | {'~PC': {'precision': 0.9878453038674033, 'recall': 0.9791894852135816, 'f1-score': 0.9834983498349835, 'support': 1826.0}, 'PC': {'precision': 0.09523809523809523, 'recall': 0.15384615384615385, 'f1-score': 0.11764705882352941, 'support': 26.0}, 'accuracy': 0.9676025917926566, 'macro avg': {'precision': 0.5415416995527493, 'recall': 0.5665178195298677, 'f1-score': 0.5505727043292564, 'support': 1852.0}, 'weighted avg': {'precision': 0.9753141011544648, 'recall': 0.9676025917926566, 'f1-score': 0.9713427701555571, 'support': 1852.0}} | 0.0324 | {'f1-score': 0.6506300591548912, 'hamming': 0.022948164146868254} | -| 0.0002 | 45.0 | 4410 | 0.2302 | {'~LIN': {'precision': 0.9923788786064235, 'recall': 0.9934604904632153, 'f1-score': 0.9929193899782135, 'support': 1835.0}, 'LIN': {'precision': 0.2, 'recall': 0.17647058823529413, 'f1-score': 0.1875, 'support': 17.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.5961894393032118, 'recall': 0.5849655393492547, 'f1-score': 0.5902096949891067, 'support': 1852.0}, 'weighted avg': {'precision': 0.9851054223773149, 'recall': 0.9859611231101512, 'f1-score': 0.9855262314308973, 'support': 1852.0}} | 0.0140 | {'~SI': {'precision': 0.9798365122615804, 'recall': 0.9911797133406836, 'f1-score': 0.9854754727322554, 'support': 1814.0}, 'SI': {'precision': 0.058823529411764705, 'recall': 0.02631578947368421, 'f1-score': 0.03636363636363636, 'support': 38.0}, 'accuracy': 0.9713822894168467, 'macro avg': {'precision': 0.5193300208366726, 'recall': 0.5087477514071839, 'f1-score': 0.5109195545479459, 'support': 1852.0}, 'weighted avg': {'precision': 0.9609388376674698, 'recall': 0.9713822894168467, 'f1-score': 0.966001255787327, 'support': 1852.0}} | 0.0286 | {'~CL': {'precision': 0.9677608440797186, 'recall': 0.988031119090365, 'f1-score': 0.9777909387029908, 'support': 1671.0}, 'CL': {'precision': 0.863013698630137, 'recall': 0.6961325966850829, 'f1-score': 0.7706422018348624, 'support': 181.0}, 'accuracy': 0.9595032397408207, 'macro avg': {'precision': 0.9153872713549278, 'recall': 0.8420818578877239, 'f1-score': 0.8742165702689266, 'support': 1852.0}, 'weighted avg': {'precision': 0.9575236770568384, 'recall': 0.9595032397408207, 'f1-score': 0.9575458407693347, 'support': 1852.0}} | 0.0405 | {'~D': {'precision': 0.997289972899729, 'recall': 0.998914223669924, 'f1-score': 0.9981014374830486, 'support': 1842.0}, 'D': {'precision': 0.7142857142857143, 'recall': 0.5, 'f1-score': 0.5882352941176471, 'support': 10.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.8557878435927216, 'recall': 0.749457111834962, 'f1-score': 0.7931683658003479, 'support': 1852.0}, 'weighted avg': {'precision': 0.9957618721512732, 'recall': 0.9962203023758099, 'f1-score': 0.9958883373568855, 'support': 1852.0}} | 0.0038 | {'~HI': {'precision': 0.9961935834692768, 'recall': 0.9929539295392954, 'f1-score': 0.99457111834962, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9892008639308856, 'macro avg': {'precision': 0.4980967917346384, 'recall': 0.4964769647696477, 'f1-score': 0.49728555917481, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924282729486045, 'recall': 0.9892008639308856, 'f1-score': 0.9908119402565059, 'support': 1852.0}} | 0.0108 | {'~PL': {'precision': 0.9803171131765992, 'recall': 0.9950055493895672, 'f1-score': 0.98760671991187, 'support': 1802.0}, 'PL': {'precision': 0.6086956521739131, 'recall': 0.28, 'f1-score': 0.3835616438356164, 'support': 50.0}, 'accuracy': 0.9757019438444925, 'macro avg': {'precision': 0.7945063826752561, 'recall': 0.6375027746947837, 'f1-score': 0.6855841818737431, 'support': 1852.0}, 'weighted avg': {'precision': 0.9702841363676714, 'recall': 0.9757019438444925, 'f1-score': 0.9712988074908048, 'support': 1852.0}} | 0.0243 | {'~TI': {'precision': 0.9785478547854786, 'recall': 0.9910863509749304, 'f1-score': 0.984777193468032, 'support': 1795.0}, 'TI': {'precision': 0.5294117647058824, 'recall': 0.3157894736842105, 'f1-score': 0.3956043956043956, 'support': 57.0}, 'accuracy': 0.9703023758099352, 'macro avg': {'precision': 0.7539798097456805, 'recall': 0.6534379123295704, 'f1-score': 0.6901907945362138, 'support': 1852.0}, 'weighted avg': {'precision': 0.9647245517970677, 'recall': 0.9703023758099352, 'f1-score': 0.9666439054128337, 'support': 1852.0}} | 0.0297 | {'~PC': {'precision': 0.9878453038674033, 'recall': 0.9791894852135816, 'f1-score': 0.9834983498349835, 'support': 1826.0}, 'PC': {'precision': 0.09523809523809523, 'recall': 0.15384615384615385, 'f1-score': 0.11764705882352941, 'support': 26.0}, 'accuracy': 0.9676025917926566, 'macro avg': {'precision': 0.5415416995527493, 'recall': 0.5665178195298677, 'f1-score': 0.5505727043292564, 'support': 1852.0}, 'weighted avg': {'precision': 0.9753141011544648, 'recall': 0.9676025917926566, 'f1-score': 0.9713427701555571, 'support': 1852.0}} | 0.0324 | {'f1-score': 0.6490184281900439, 'hamming': 0.023015658747300216} | -| 0.0001 | 46.0 | 4508 | 0.2309 | {'~LIN': {'precision': 0.9923830250272034, 'recall': 0.9940054495912807, 'f1-score': 0.9931935747345494, 'support': 1835.0}, 'LIN': {'precision': 0.21428571428571427, 'recall': 0.17647058823529413, 'f1-score': 0.1935483870967742, 'support': 17.0}, 'accuracy': 0.9865010799136069, 'macro avg': {'precision': 0.6033343696564588, 'recall': 0.5852380189132874, 'f1-score': 0.5933709809156618, 'support': 1852.0}, 'weighted avg': {'precision': 0.9852406631035504, 'recall': 0.9865010799136069, 'f1-score': 0.9858534191244834, 'support': 1852.0}} | 0.0135 | {'~SI': {'precision': 0.9798365122615804, 'recall': 0.9911797133406836, 'f1-score': 0.9854754727322554, 'support': 1814.0}, 'SI': {'precision': 0.058823529411764705, 'recall': 0.02631578947368421, 'f1-score': 0.03636363636363636, 'support': 38.0}, 'accuracy': 0.9713822894168467, 'macro avg': {'precision': 0.5193300208366726, 'recall': 0.5087477514071839, 'f1-score': 0.5109195545479459, 'support': 1852.0}, 'weighted avg': {'precision': 0.9609388376674698, 'recall': 0.9713822894168467, 'f1-score': 0.966001255787327, 'support': 1852.0}} | 0.0286 | {'~CL': {'precision': 0.9677608440797186, 'recall': 0.988031119090365, 'f1-score': 0.9777909387029908, 'support': 1671.0}, 'CL': {'precision': 0.863013698630137, 'recall': 0.6961325966850829, 'f1-score': 0.7706422018348624, 'support': 181.0}, 'accuracy': 0.9595032397408207, 'macro avg': {'precision': 0.9153872713549278, 'recall': 0.8420818578877239, 'f1-score': 0.8742165702689266, 'support': 1852.0}, 'weighted avg': {'precision': 0.9575236770568384, 'recall': 0.9595032397408207, 'f1-score': 0.9575458407693347, 'support': 1852.0}} | 0.0405 | {'~D': {'precision': 0.997289972899729, 'recall': 0.998914223669924, 'f1-score': 0.9981014374830486, 'support': 1842.0}, 'D': {'precision': 0.7142857142857143, 'recall': 0.5, 'f1-score': 0.5882352941176471, 'support': 10.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.8557878435927216, 'recall': 0.749457111834962, 'f1-score': 0.7931683658003479, 'support': 1852.0}, 'weighted avg': {'precision': 0.9957618721512732, 'recall': 0.9962203023758099, 'f1-score': 0.9958883373568855, 'support': 1852.0}} | 0.0038 | {'~HI': {'precision': 0.9961935834692768, 'recall': 0.9929539295392954, 'f1-score': 0.99457111834962, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9892008639308856, 'macro avg': {'precision': 0.4980967917346384, 'recall': 0.4964769647696477, 'f1-score': 0.49728555917481, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924282729486045, 'recall': 0.9892008639308856, 'f1-score': 0.9908119402565059, 'support': 1852.0}} | 0.0108 | {'~PL': {'precision': 0.9803171131765992, 'recall': 0.9950055493895672, 'f1-score': 0.98760671991187, 'support': 1802.0}, 'PL': {'precision': 0.6086956521739131, 'recall': 0.28, 'f1-score': 0.3835616438356164, 'support': 50.0}, 'accuracy': 0.9757019438444925, 'macro avg': {'precision': 0.7945063826752561, 'recall': 0.6375027746947837, 'f1-score': 0.6855841818737431, 'support': 1852.0}, 'weighted avg': {'precision': 0.9702841363676714, 'recall': 0.9757019438444925, 'f1-score': 0.9712988074908048, 'support': 1852.0}} | 0.0243 | {'~TI': {'precision': 0.9785478547854786, 'recall': 0.9910863509749304, 'f1-score': 0.984777193468032, 'support': 1795.0}, 'TI': {'precision': 0.5294117647058824, 'recall': 0.3157894736842105, 'f1-score': 0.3956043956043956, 'support': 57.0}, 'accuracy': 0.9703023758099352, 'macro avg': {'precision': 0.7539798097456805, 'recall': 0.6534379123295704, 'f1-score': 0.6901907945362138, 'support': 1852.0}, 'weighted avg': {'precision': 0.9647245517970677, 'recall': 0.9703023758099352, 'f1-score': 0.9666439054128337, 'support': 1852.0}} | 0.0297 | {'~PC': {'precision': 0.9878453038674033, 'recall': 0.9791894852135816, 'f1-score': 0.9834983498349835, 'support': 1826.0}, 'PC': {'precision': 0.09523809523809523, 'recall': 0.15384615384615385, 'f1-score': 0.11764705882352941, 'support': 26.0}, 'accuracy': 0.9676025917926566, 'macro avg': {'precision': 0.5415416995527493, 'recall': 0.5665178195298677, 'f1-score': 0.5505727043292564, 'support': 1852.0}, 'weighted avg': {'precision': 0.9753141011544648, 'recall': 0.9676025917926566, 'f1-score': 0.9713427701555571, 'support': 1852.0}} | 0.0324 | {'f1-score': 0.6494135889308632, 'hamming': 0.022948164146868254} | -| 0.0001 | 47.0 | 4606 | 0.2311 | {'~LIN': {'precision': 0.9923830250272034, 'recall': 0.9940054495912807, 'f1-score': 0.9931935747345494, 'support': 1835.0}, 'LIN': {'precision': 0.21428571428571427, 'recall': 0.17647058823529413, 'f1-score': 0.1935483870967742, 'support': 17.0}, 'accuracy': 0.9865010799136069, 'macro avg': {'precision': 0.6033343696564588, 'recall': 0.5852380189132874, 'f1-score': 0.5933709809156618, 'support': 1852.0}, 'weighted avg': {'precision': 0.9852406631035504, 'recall': 0.9865010799136069, 'f1-score': 0.9858534191244834, 'support': 1852.0}} | 0.0135 | {'~SI': {'precision': 0.9798365122615804, 'recall': 0.9911797133406836, 'f1-score': 0.9854754727322554, 'support': 1814.0}, 'SI': {'precision': 0.058823529411764705, 'recall': 0.02631578947368421, 'f1-score': 0.03636363636363636, 'support': 38.0}, 'accuracy': 0.9713822894168467, 'macro avg': {'precision': 0.5193300208366726, 'recall': 0.5087477514071839, 'f1-score': 0.5109195545479459, 'support': 1852.0}, 'weighted avg': {'precision': 0.9609388376674698, 'recall': 0.9713822894168467, 'f1-score': 0.966001255787327, 'support': 1852.0}} | 0.0286 | {'~CL': {'precision': 0.9677608440797186, 'recall': 0.988031119090365, 'f1-score': 0.9777909387029908, 'support': 1671.0}, 'CL': {'precision': 0.863013698630137, 'recall': 0.6961325966850829, 'f1-score': 0.7706422018348624, 'support': 181.0}, 'accuracy': 0.9595032397408207, 'macro avg': {'precision': 0.9153872713549278, 'recall': 0.8420818578877239, 'f1-score': 0.8742165702689266, 'support': 1852.0}, 'weighted avg': {'precision': 0.9575236770568384, 'recall': 0.9595032397408207, 'f1-score': 0.9575458407693347, 'support': 1852.0}} | 0.0405 | {'~D': {'precision': 0.997289972899729, 'recall': 0.998914223669924, 'f1-score': 0.9981014374830486, 'support': 1842.0}, 'D': {'precision': 0.7142857142857143, 'recall': 0.5, 'f1-score': 0.5882352941176471, 'support': 10.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.8557878435927216, 'recall': 0.749457111834962, 'f1-score': 0.7931683658003479, 'support': 1852.0}, 'weighted avg': {'precision': 0.9957618721512732, 'recall': 0.9962203023758099, 'f1-score': 0.9958883373568855, 'support': 1852.0}} | 0.0038 | {'~HI': {'precision': 0.9961935834692768, 'recall': 0.9929539295392954, 'f1-score': 0.99457111834962, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9892008639308856, 'macro avg': {'precision': 0.4980967917346384, 'recall': 0.4964769647696477, 'f1-score': 0.49728555917481, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924282729486045, 'recall': 0.9892008639308856, 'f1-score': 0.9908119402565059, 'support': 1852.0}} | 0.0108 | {'~PL': {'precision': 0.9808533916849015, 'recall': 0.9950055493895672, 'f1-score': 0.9878787878787879, 'support': 1802.0}, 'PL': {'precision': 0.625, 'recall': 0.3, 'f1-score': 0.40540540540540543, 'support': 50.0}, 'accuracy': 0.9762419006479481, 'macro avg': {'precision': 0.8029266958424508, 'recall': 0.6475027746947836, 'f1-score': 0.6966420966420966, 'support': 1852.0}, 'weighted avg': {'precision': 0.9712461186912487, 'recall': 0.9762419006479481, 'f1-score': 0.9721532645938693, 'support': 1852.0}} | 0.0238 | {'~TI': {'precision': 0.9785478547854786, 'recall': 0.9910863509749304, 'f1-score': 0.984777193468032, 'support': 1795.0}, 'TI': {'precision': 0.5294117647058824, 'recall': 0.3157894736842105, 'f1-score': 0.3956043956043956, 'support': 57.0}, 'accuracy': 0.9703023758099352, 'macro avg': {'precision': 0.7539798097456805, 'recall': 0.6534379123295704, 'f1-score': 0.6901907945362138, 'support': 1852.0}, 'weighted avg': {'precision': 0.9647245517970677, 'recall': 0.9703023758099352, 'f1-score': 0.9666439054128337, 'support': 1852.0}} | 0.0297 | {'~PC': {'precision': 0.9878453038674033, 'recall': 0.9791894852135816, 'f1-score': 0.9834983498349835, 'support': 1826.0}, 'PC': {'precision': 0.09523809523809523, 'recall': 0.15384615384615385, 'f1-score': 0.11764705882352941, 'support': 26.0}, 'accuracy': 0.9676025917926566, 'macro avg': {'precision': 0.5415416995527493, 'recall': 0.5665178195298677, 'f1-score': 0.5505727043292564, 'support': 1852.0}, 'weighted avg': {'precision': 0.9753141011544648, 'recall': 0.9676025917926566, 'f1-score': 0.9713427701555571, 'support': 1852.0}} | 0.0324 | {'f1-score': 0.6507958282769073, 'hamming': 0.022880669546436288} | -| 0.0001 | 48.0 | 4704 | 0.2313 | {'~LIN': {'precision': 0.9923830250272034, 'recall': 0.9940054495912807, 'f1-score': 0.9931935747345494, 'support': 1835.0}, 'LIN': {'precision': 0.21428571428571427, 'recall': 0.17647058823529413, 'f1-score': 0.1935483870967742, 'support': 17.0}, 'accuracy': 0.9865010799136069, 'macro avg': {'precision': 0.6033343696564588, 'recall': 0.5852380189132874, 'f1-score': 0.5933709809156618, 'support': 1852.0}, 'weighted avg': {'precision': 0.9852406631035504, 'recall': 0.9865010799136069, 'f1-score': 0.9858534191244834, 'support': 1852.0}} | 0.0135 | {'~SI': {'precision': 0.9798365122615804, 'recall': 0.9911797133406836, 'f1-score': 0.9854754727322554, 'support': 1814.0}, 'SI': {'precision': 0.058823529411764705, 'recall': 0.02631578947368421, 'f1-score': 0.03636363636363636, 'support': 38.0}, 'accuracy': 0.9713822894168467, 'macro avg': {'precision': 0.5193300208366726, 'recall': 0.5087477514071839, 'f1-score': 0.5109195545479459, 'support': 1852.0}, 'weighted avg': {'precision': 0.9609388376674698, 'recall': 0.9713822894168467, 'f1-score': 0.966001255787327, 'support': 1852.0}} | 0.0286 | {'~CL': {'precision': 0.9677608440797186, 'recall': 0.988031119090365, 'f1-score': 0.9777909387029908, 'support': 1671.0}, 'CL': {'precision': 0.863013698630137, 'recall': 0.6961325966850829, 'f1-score': 0.7706422018348624, 'support': 181.0}, 'accuracy': 0.9595032397408207, 'macro avg': {'precision': 0.9153872713549278, 'recall': 0.8420818578877239, 'f1-score': 0.8742165702689266, 'support': 1852.0}, 'weighted avg': {'precision': 0.9575236770568384, 'recall': 0.9595032397408207, 'f1-score': 0.9575458407693347, 'support': 1852.0}} | 0.0405 | {'~D': {'precision': 0.997289972899729, 'recall': 0.998914223669924, 'f1-score': 0.9981014374830486, 'support': 1842.0}, 'D': {'precision': 0.7142857142857143, 'recall': 0.5, 'f1-score': 0.5882352941176471, 'support': 10.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.8557878435927216, 'recall': 0.749457111834962, 'f1-score': 0.7931683658003479, 'support': 1852.0}, 'weighted avg': {'precision': 0.9957618721512732, 'recall': 0.9962203023758099, 'f1-score': 0.9958883373568855, 'support': 1852.0}} | 0.0038 | {'~HI': {'precision': 0.9961935834692768, 'recall': 0.9929539295392954, 'f1-score': 0.99457111834962, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9892008639308856, 'macro avg': {'precision': 0.4980967917346384, 'recall': 0.4964769647696477, 'f1-score': 0.49728555917481, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924282729486045, 'recall': 0.9892008639308856, 'f1-score': 0.9908119402565059, 'support': 1852.0}} | 0.0108 | {'~PL': {'precision': 0.9808533916849015, 'recall': 0.9950055493895672, 'f1-score': 0.9878787878787879, 'support': 1802.0}, 'PL': {'precision': 0.625, 'recall': 0.3, 'f1-score': 0.40540540540540543, 'support': 50.0}, 'accuracy': 0.9762419006479481, 'macro avg': {'precision': 0.8029266958424508, 'recall': 0.6475027746947836, 'f1-score': 0.6966420966420966, 'support': 1852.0}, 'weighted avg': {'precision': 0.9712461186912487, 'recall': 0.9762419006479481, 'f1-score': 0.9721532645938693, 'support': 1852.0}} | 0.0238 | {'~TI': {'precision': 0.9785478547854786, 'recall': 0.9910863509749304, 'f1-score': 0.984777193468032, 'support': 1795.0}, 'TI': {'precision': 0.5294117647058824, 'recall': 0.3157894736842105, 'f1-score': 0.3956043956043956, 'support': 57.0}, 'accuracy': 0.9703023758099352, 'macro avg': {'precision': 0.7539798097456805, 'recall': 0.6534379123295704, 'f1-score': 0.6901907945362138, 'support': 1852.0}, 'weighted avg': {'precision': 0.9647245517970677, 'recall': 0.9703023758099352, 'f1-score': 0.9666439054128337, 'support': 1852.0}} | 0.0297 | {'~PC': {'precision': 0.9878453038674033, 'recall': 0.9791894852135816, 'f1-score': 0.9834983498349835, 'support': 1826.0}, 'PC': {'precision': 0.09523809523809523, 'recall': 0.15384615384615385, 'f1-score': 0.11764705882352941, 'support': 26.0}, 'accuracy': 0.9676025917926566, 'macro avg': {'precision': 0.5415416995527493, 'recall': 0.5665178195298677, 'f1-score': 0.5505727043292564, 'support': 1852.0}, 'weighted avg': {'precision': 0.9753141011544648, 'recall': 0.9676025917926566, 'f1-score': 0.9713427701555571, 'support': 1852.0}} | 0.0324 | {'f1-score': 0.6507958282769073, 'hamming': 0.022880669546436288} | -| 0.0001 | 49.0 | 4802 | 0.2317 | {'~LIN': {'precision': 0.9923830250272034, 'recall': 0.9940054495912807, 'f1-score': 0.9931935747345494, 'support': 1835.0}, 'LIN': {'precision': 0.21428571428571427, 'recall': 0.17647058823529413, 'f1-score': 0.1935483870967742, 'support': 17.0}, 'accuracy': 0.9865010799136069, 'macro avg': {'precision': 0.6033343696564588, 'recall': 0.5852380189132874, 'f1-score': 0.5933709809156618, 'support': 1852.0}, 'weighted avg': {'precision': 0.9852406631035504, 'recall': 0.9865010799136069, 'f1-score': 0.9858534191244834, 'support': 1852.0}} | 0.0135 | {'~SI': {'precision': 0.9798365122615804, 'recall': 0.9911797133406836, 'f1-score': 0.9854754727322554, 'support': 1814.0}, 'SI': {'precision': 0.058823529411764705, 'recall': 0.02631578947368421, 'f1-score': 0.03636363636363636, 'support': 38.0}, 'accuracy': 0.9713822894168467, 'macro avg': {'precision': 0.5193300208366726, 'recall': 0.5087477514071839, 'f1-score': 0.5109195545479459, 'support': 1852.0}, 'weighted avg': {'precision': 0.9609388376674698, 'recall': 0.9713822894168467, 'f1-score': 0.966001255787327, 'support': 1852.0}} | 0.0286 | {'~CL': {'precision': 0.9677608440797186, 'recall': 0.988031119090365, 'f1-score': 0.9777909387029908, 'support': 1671.0}, 'CL': {'precision': 0.863013698630137, 'recall': 0.6961325966850829, 'f1-score': 0.7706422018348624, 'support': 181.0}, 'accuracy': 0.9595032397408207, 'macro avg': {'precision': 0.9153872713549278, 'recall': 0.8420818578877239, 'f1-score': 0.8742165702689266, 'support': 1852.0}, 'weighted avg': {'precision': 0.9575236770568384, 'recall': 0.9595032397408207, 'f1-score': 0.9575458407693347, 'support': 1852.0}} | 0.0405 | {'~D': {'precision': 0.997289972899729, 'recall': 0.998914223669924, 'f1-score': 0.9981014374830486, 'support': 1842.0}, 'D': {'precision': 0.7142857142857143, 'recall': 0.5, 'f1-score': 0.5882352941176471, 'support': 10.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.8557878435927216, 'recall': 0.749457111834962, 'f1-score': 0.7931683658003479, 'support': 1852.0}, 'weighted avg': {'precision': 0.9957618721512732, 'recall': 0.9962203023758099, 'f1-score': 0.9958883373568855, 'support': 1852.0}} | 0.0038 | {'~HI': {'precision': 0.9961935834692768, 'recall': 0.9929539295392954, 'f1-score': 0.99457111834962, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9892008639308856, 'macro avg': {'precision': 0.4980967917346384, 'recall': 0.4964769647696477, 'f1-score': 0.49728555917481, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924282729486045, 'recall': 0.9892008639308856, 'f1-score': 0.9908119402565059, 'support': 1852.0}} | 0.0108 | {'~PL': {'precision': 0.9808533916849015, 'recall': 0.9950055493895672, 'f1-score': 0.9878787878787879, 'support': 1802.0}, 'PL': {'precision': 0.625, 'recall': 0.3, 'f1-score': 0.40540540540540543, 'support': 50.0}, 'accuracy': 0.9762419006479481, 'macro avg': {'precision': 0.8029266958424508, 'recall': 0.6475027746947836, 'f1-score': 0.6966420966420966, 'support': 1852.0}, 'weighted avg': {'precision': 0.9712461186912487, 'recall': 0.9762419006479481, 'f1-score': 0.9721532645938693, 'support': 1852.0}} | 0.0238 | {'~TI': {'precision': 0.9785478547854786, 'recall': 0.9910863509749304, 'f1-score': 0.984777193468032, 'support': 1795.0}, 'TI': {'precision': 0.5294117647058824, 'recall': 0.3157894736842105, 'f1-score': 0.3956043956043956, 'support': 57.0}, 'accuracy': 0.9703023758099352, 'macro avg': {'precision': 0.7539798097456805, 'recall': 0.6534379123295704, 'f1-score': 0.6901907945362138, 'support': 1852.0}, 'weighted avg': {'precision': 0.9647245517970677, 'recall': 0.9703023758099352, 'f1-score': 0.9666439054128337, 'support': 1852.0}} | 0.0297 | {'~PC': {'precision': 0.9878453038674033, 'recall': 0.9791894852135816, 'f1-score': 0.9834983498349835, 'support': 1826.0}, 'PC': {'precision': 0.09523809523809523, 'recall': 0.15384615384615385, 'f1-score': 0.11764705882352941, 'support': 26.0}, 'accuracy': 0.9676025917926566, 'macro avg': {'precision': 0.5415416995527493, 'recall': 0.5665178195298677, 'f1-score': 0.5505727043292564, 'support': 1852.0}, 'weighted avg': {'precision': 0.9753141011544648, 'recall': 0.9676025917926566, 'f1-score': 0.9713427701555571, 'support': 1852.0}} | 0.0324 | {'f1-score': 0.6507958282769073, 'hamming': 0.022880669546436288} | -| 0.0001 | 50.0 | 4900 | 0.2319 | {'~LIN': {'precision': 0.9923830250272034, 'recall': 0.9940054495912807, 'f1-score': 0.9931935747345494, 'support': 1835.0}, 'LIN': {'precision': 0.21428571428571427, 'recall': 0.17647058823529413, 'f1-score': 0.1935483870967742, 'support': 17.0}, 'accuracy': 0.9865010799136069, 'macro avg': {'precision': 0.6033343696564588, 'recall': 0.5852380189132874, 'f1-score': 0.5933709809156618, 'support': 1852.0}, 'weighted avg': {'precision': 0.9852406631035504, 'recall': 0.9865010799136069, 'f1-score': 0.9858534191244834, 'support': 1852.0}} | 0.0135 | {'~SI': {'precision': 0.9798365122615804, 'recall': 0.9911797133406836, 'f1-score': 0.9854754727322554, 'support': 1814.0}, 'SI': {'precision': 0.058823529411764705, 'recall': 0.02631578947368421, 'f1-score': 0.03636363636363636, 'support': 38.0}, 'accuracy': 0.9713822894168467, 'macro avg': {'precision': 0.5193300208366726, 'recall': 0.5087477514071839, 'f1-score': 0.5109195545479459, 'support': 1852.0}, 'weighted avg': {'precision': 0.9609388376674698, 'recall': 0.9713822894168467, 'f1-score': 0.966001255787327, 'support': 1852.0}} | 0.0286 | {'~CL': {'precision': 0.9677608440797186, 'recall': 0.988031119090365, 'f1-score': 0.9777909387029908, 'support': 1671.0}, 'CL': {'precision': 0.863013698630137, 'recall': 0.6961325966850829, 'f1-score': 0.7706422018348624, 'support': 181.0}, 'accuracy': 0.9595032397408207, 'macro avg': {'precision': 0.9153872713549278, 'recall': 0.8420818578877239, 'f1-score': 0.8742165702689266, 'support': 1852.0}, 'weighted avg': {'precision': 0.9575236770568384, 'recall': 0.9595032397408207, 'f1-score': 0.9575458407693347, 'support': 1852.0}} | 0.0405 | {'~D': {'precision': 0.997289972899729, 'recall': 0.998914223669924, 'f1-score': 0.9981014374830486, 'support': 1842.0}, 'D': {'precision': 0.7142857142857143, 'recall': 0.5, 'f1-score': 0.5882352941176471, 'support': 10.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.8557878435927216, 'recall': 0.749457111834962, 'f1-score': 0.7931683658003479, 'support': 1852.0}, 'weighted avg': {'precision': 0.9957618721512732, 'recall': 0.9962203023758099, 'f1-score': 0.9958883373568855, 'support': 1852.0}} | 0.0038 | {'~HI': {'precision': 0.9961935834692768, 'recall': 0.9929539295392954, 'f1-score': 0.99457111834962, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9892008639308856, 'macro avg': {'precision': 0.4980967917346384, 'recall': 0.4964769647696477, 'f1-score': 0.49728555917481, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924282729486045, 'recall': 0.9892008639308856, 'f1-score': 0.9908119402565059, 'support': 1852.0}} | 0.0108 | {'~PL': {'precision': 0.9808533916849015, 'recall': 0.9950055493895672, 'f1-score': 0.9878787878787879, 'support': 1802.0}, 'PL': {'precision': 0.625, 'recall': 0.3, 'f1-score': 0.40540540540540543, 'support': 50.0}, 'accuracy': 0.9762419006479481, 'macro avg': {'precision': 0.8029266958424508, 'recall': 0.6475027746947836, 'f1-score': 0.6966420966420966, 'support': 1852.0}, 'weighted avg': {'precision': 0.9712461186912487, 'recall': 0.9762419006479481, 'f1-score': 0.9721532645938693, 'support': 1852.0}} | 0.0238 | {'~TI': {'precision': 0.9785478547854786, 'recall': 0.9910863509749304, 'f1-score': 0.984777193468032, 'support': 1795.0}, 'TI': {'precision': 0.5294117647058824, 'recall': 0.3157894736842105, 'f1-score': 0.3956043956043956, 'support': 57.0}, 'accuracy': 0.9703023758099352, 'macro avg': {'precision': 0.7539798097456805, 'recall': 0.6534379123295704, 'f1-score': 0.6901907945362138, 'support': 1852.0}, 'weighted avg': {'precision': 0.9647245517970677, 'recall': 0.9703023758099352, 'f1-score': 0.9666439054128337, 'support': 1852.0}} | 0.0297 | {'~PC': {'precision': 0.9878453038674033, 'recall': 0.9791894852135816, 'f1-score': 0.9834983498349835, 'support': 1826.0}, 'PC': {'precision': 0.09523809523809523, 'recall': 0.15384615384615385, 'f1-score': 0.11764705882352941, 'support': 26.0}, 'accuracy': 0.9676025917926566, 'macro avg': {'precision': 0.5415416995527493, 'recall': 0.5665178195298677, 'f1-score': 0.5505727043292564, 'support': 1852.0}, 'weighted avg': {'precision': 0.9753141011544648, 'recall': 0.9676025917926566, 'f1-score': 0.9713427701555571, 'support': 1852.0}} | 0.0324 | {'f1-score': 0.6507958282769073, 'hamming': 0.022880669546436288} | +| Training Loss | Epoch | Step | Validation Loss | Classification Report Lin | Hamming Lin | Classification Report Si | Hamming Si | Classification Report Cl | Hamming Cl | Classification Report D | Hamming D | Classification Report Hi | Hamming Hi | Classification Report Pl | Hamming Pl | Classification Report Ti | Hamming Ti | Classification Report Pc | Hamming Pc | Global Avg | +|:-------------:|:-----:|:----:|:---------------:|:--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|:-----------:|:-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|:----------:|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|:----------:|:--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|:---------:|:----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|:----------:|:--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|:----------:|:-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|:----------:|:-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|:----------:|:-----------------------------------------------------------------:| +| No log | 1.0 | 98 | 0.0861 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794816414686826, 'recall': 1.0, 'f1-score': 0.9896344789961812, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.4897408207343413, 'recall': 0.5, 'f1-score': 0.4948172394980906, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593842859741848, 'recall': 0.9794816414686826, 'f1-score': 0.9693288039411839, 'support': 1852.0}} | 0.0205 | {'~CL': {'precision': 0.9056399132321041, 'recall': 0.9994015559545183, 'f1-score': 0.9502133712660028, 'support': 1671.0}, 'CL': {'precision': 0.875, 'recall': 0.03867403314917127, 'f1-score': 0.07407407407407407, 'support': 181.0}, 'accuracy': 0.9055075593952484, 'macro avg': {'precision': 0.890319956616052, 'recall': 0.5190377945518447, 'f1-score': 0.5121437226700385, 'support': 1852.0}, 'weighted avg': {'precision': 0.902645407673243, 'recall': 0.9055075593952484, 'f1-score': 0.8645863665188435, 'support': 1852.0}} | 0.0945 | {'~D': {'precision': 0.9946004319654428, 'recall': 1.0, 'f1-score': 0.9972929074174337, 'support': 1842.0}, 'D': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.4973002159827214, 'recall': 0.5, 'f1-score': 0.49864645370871685, 'support': 1852.0}, 'weighted avg': {'precision': 0.9892300192658454, 'recall': 0.9946004319654428, 'f1-score': 0.9919079565134519, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9730021598272138, 'recall': 1.0, 'f1-score': 0.9863163656267104, 'support': 1802.0}, 'PL': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 50.0}, 'accuracy': 0.9730021598272138, 'macro avg': {'precision': 0.4865010799136069, 'recall': 0.5, 'f1-score': 0.4931581828133552, 'support': 1852.0}, 'weighted avg': {'precision': 0.9467332030284229, 'recall': 0.9730021598272138, 'f1-score': 0.9596879540277172, 'support': 1852.0}} | 0.0270 | {'~TI': {'precision': 0.9692224622030238, 'recall': 1.0, 'f1-score': 0.9843707156567041, 'support': 1795.0}, 'TI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 57.0}, 'accuracy': 0.9692224622030238, 'macro avg': {'precision': 0.4846112311015119, 'recall': 0.5, 'f1-score': 0.49218535782835204, 'support': 1852.0}, 'weighted avg': {'precision': 0.9393921812388919, 'recall': 0.9692224622030238, 'f1-score': 0.9540742087493432, 'support': 1852.0}} | 0.0308 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.4980205394986676, 'hamming': 0.02564794816414687} | +| No log | 2.0 | 196 | 0.0755 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794816414686826, 'recall': 1.0, 'f1-score': 0.9896344789961812, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.4897408207343413, 'recall': 0.5, 'f1-score': 0.4948172394980906, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593842859741848, 'recall': 0.9794816414686826, 'f1-score': 0.9693288039411839, 'support': 1852.0}} | 0.0205 | {'~CL': {'precision': 0.9351381838691484, 'recall': 0.9922202274087373, 'f1-score': 0.9628339140534262, 'support': 1671.0}, 'CL': {'precision': 0.8354430379746836, 'recall': 0.36464088397790057, 'f1-score': 0.5076923076923077, 'support': 181.0}, 'accuracy': 0.9308855291576674, 'macro avg': {'precision': 0.885290610921916, 'recall': 0.6784305556933189, 'f1-score': 0.7352631108728669, 'support': 1852.0}, 'weighted avg': {'precision': 0.9253947597833503, 'recall': 0.9308855291576674, 'f1-score': 0.9183519320062543, 'support': 1852.0}} | 0.0691 | {'~D': {'precision': 0.9946004319654428, 'recall': 1.0, 'f1-score': 0.9972929074174337, 'support': 1842.0}, 'D': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.4973002159827214, 'recall': 0.5, 'f1-score': 0.49864645370871685, 'support': 1852.0}, 'weighted avg': {'precision': 0.9892300192658454, 'recall': 0.9946004319654428, 'f1-score': 0.9919079565134519, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9755434782608695, 'recall': 0.9961154273029966, 'f1-score': 0.985722130697419, 'support': 1802.0}, 'PL': {'precision': 0.4166666666666667, 'recall': 0.1, 'f1-score': 0.16129032258064516, 'support': 50.0}, 'accuracy': 0.9719222462203023, 'macro avg': {'precision': 0.6961050724637681, 'recall': 0.5480577136514984, 'f1-score': 0.5735062266390321, 'support': 1852.0}, 'weighted avg': {'precision': 0.9604550114251728, 'recall': 0.9719222462203023, 'f1-score': 0.9634642525085212, 'support': 1852.0}} | 0.0281 | {'~TI': {'precision': 0.9692224622030238, 'recall': 1.0, 'f1-score': 0.9843707156567041, 'support': 1795.0}, 'TI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 57.0}, 'accuracy': 0.9692224622030238, 'macro avg': {'precision': 0.4846112311015119, 'recall': 0.5, 'f1-score': 0.49218535782835204, 'support': 1852.0}, 'weighted avg': {'precision': 0.9393921812388919, 'recall': 0.9692224622030238, 'f1-score': 0.9540742087493432, 'support': 1852.0}} | 0.0308 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.5359539685022308, 'hamming': 0.022610691144708425} | +| No log | 3.0 | 294 | 0.0681 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794816414686826, 'recall': 1.0, 'f1-score': 0.9896344789961812, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.4897408207343413, 'recall': 0.5, 'f1-score': 0.4948172394980906, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593842859741848, 'recall': 0.9794816414686826, 'f1-score': 0.9693288039411839, 'support': 1852.0}} | 0.0205 | {'~CL': {'precision': 0.9633353045535187, 'recall': 0.9748653500897666, 'f1-score': 0.9690660321237359, 'support': 1671.0}, 'CL': {'precision': 0.7391304347826086, 'recall': 0.6574585635359116, 'f1-score': 0.695906432748538, 'support': 181.0}, 'accuracy': 0.9438444924406048, 'macro avg': {'precision': 0.8512328696680637, 'recall': 0.8161619568128391, 'f1-score': 0.832486232436137, 'support': 1852.0}, 'weighted avg': {'precision': 0.9414232735445907, 'recall': 0.9438444924406048, 'f1-score': 0.942369548599486, 'support': 1852.0}} | 0.0562 | {'~D': {'precision': 0.9946004319654428, 'recall': 1.0, 'f1-score': 0.9972929074174337, 'support': 1842.0}, 'D': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.4973002159827214, 'recall': 0.5, 'f1-score': 0.49864645370871685, 'support': 1852.0}, 'weighted avg': {'precision': 0.9892300192658454, 'recall': 0.9946004319654428, 'f1-score': 0.9919079565134519, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9730021598272138, 'recall': 1.0, 'f1-score': 0.9863163656267104, 'support': 1802.0}, 'PL': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 50.0}, 'accuracy': 0.9730021598272138, 'macro avg': {'precision': 0.4865010799136069, 'recall': 0.5, 'f1-score': 0.4931581828133552, 'support': 1852.0}, 'weighted avg': {'precision': 0.9467332030284229, 'recall': 0.9730021598272138, 'f1-score': 0.9596879540277172, 'support': 1852.0}} | 0.0270 | {'~TI': {'precision': 0.9692224622030238, 'recall': 1.0, 'f1-score': 0.9843707156567041, 'support': 1795.0}, 'TI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 57.0}, 'accuracy': 0.9692224622030238, 'macro avg': {'precision': 0.4846112311015119, 'recall': 0.5, 'f1-score': 0.49218535782835204, 'support': 1852.0}, 'weighted avg': {'precision': 0.9393921812388919, 'recall': 0.9692224622030238, 'f1-score': 0.9540742087493432, 'support': 1852.0}} | 0.0308 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.5380633532194299, 'hamming': 0.020855831533477323} | +| No log | 4.0 | 392 | 0.0752 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794816414686826, 'recall': 1.0, 'f1-score': 0.9896344789961812, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.4897408207343413, 'recall': 0.5, 'f1-score': 0.4948172394980906, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593842859741848, 'recall': 0.9794816414686826, 'f1-score': 0.9693288039411839, 'support': 1852.0}} | 0.0205 | {'~CL': {'precision': 0.936026936026936, 'recall': 0.9982046678635548, 'f1-score': 0.9661164205039097, 'support': 1671.0}, 'CL': {'precision': 0.9571428571428572, 'recall': 0.3701657458563536, 'f1-score': 0.5338645418326693, 'support': 181.0}, 'accuracy': 0.9368250539956804, 'macro avg': {'precision': 0.9465848965848966, 'recall': 0.6841852068599542, 'f1-score': 0.7499904811682895, 'support': 1852.0}, 'weighted avg': {'precision': 0.9380906410604034, 'recall': 0.9368250539956804, 'f1-score': 0.923871501476105, 'support': 1852.0}} | 0.0632 | {'~D': {'precision': 0.9946004319654428, 'recall': 1.0, 'f1-score': 0.9972929074174337, 'support': 1842.0}, 'D': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.4973002159827214, 'recall': 0.5, 'f1-score': 0.49864645370871685, 'support': 1852.0}, 'weighted avg': {'precision': 0.9892300192658454, 'recall': 0.9946004319654428, 'f1-score': 0.9919079565134519, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9730021598272138, 'recall': 1.0, 'f1-score': 0.9863163656267104, 'support': 1802.0}, 'PL': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 50.0}, 'accuracy': 0.9730021598272138, 'macro avg': {'precision': 0.4865010799136069, 'recall': 0.5, 'f1-score': 0.4931581828133552, 'support': 1852.0}, 'weighted avg': {'precision': 0.9467332030284229, 'recall': 0.9730021598272138, 'f1-score': 0.9596879540277172, 'support': 1852.0}} | 0.0270 | {'~TI': {'precision': 0.9692224622030238, 'recall': 1.0, 'f1-score': 0.9843707156567041, 'support': 1795.0}, 'TI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 57.0}, 'accuracy': 0.9692224622030238, 'macro avg': {'precision': 0.4846112311015119, 'recall': 0.5, 'f1-score': 0.49218535782835204, 'support': 1852.0}, 'weighted avg': {'precision': 0.9393921812388919, 'recall': 0.9692224622030238, 'f1-score': 0.9540742087493432, 'support': 1852.0}} | 0.0308 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.5277513843109489, 'hamming': 0.021733261339092872} | +| No log | 5.0 | 490 | 0.0725 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794816414686826, 'recall': 1.0, 'f1-score': 0.9896344789961812, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.4897408207343413, 'recall': 0.5, 'f1-score': 0.4948172394980906, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593842859741848, 'recall': 0.9794816414686826, 'f1-score': 0.9693288039411839, 'support': 1852.0}} | 0.0205 | {'~CL': {'precision': 0.9834050399508297, 'recall': 0.9575104727707959, 'f1-score': 0.9702850212249848, 'support': 1671.0}, 'CL': {'precision': 0.6844444444444444, 'recall': 0.850828729281768, 'f1-score': 0.7586206896551724, 'support': 181.0}, 'accuracy': 0.9470842332613391, 'macro avg': {'precision': 0.833924742197637, 'recall': 0.904169601026282, 'f1-score': 0.8644528554400785, 'support': 1852.0}, 'weighted avg': {'precision': 0.9541869687917284, 'recall': 0.9470842332613391, 'f1-score': 0.9495986043706998, 'support': 1852.0}} | 0.0529 | {'~D': {'precision': 0.9946004319654428, 'recall': 1.0, 'f1-score': 0.9972929074174337, 'support': 1842.0}, 'D': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.4973002159827214, 'recall': 0.5, 'f1-score': 0.49864645370871685, 'support': 1852.0}, 'weighted avg': {'precision': 0.9892300192658454, 'recall': 0.9946004319654428, 'f1-score': 0.9919079565134519, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9868646487721302, 'recall': 0.9589345172031076, 'f1-score': 0.9726991274978891, 'support': 1802.0}, 'PL': {'precision': 0.26732673267326734, 'recall': 0.54, 'f1-score': 0.3576158940397351, 'support': 50.0}, 'accuracy': 0.9476241900647948, 'macro avg': {'precision': 0.6270956907226988, 'recall': 0.7494672586015538, 'f1-score': 0.6651575107688121, 'support': 1852.0}, 'weighted avg': {'precision': 0.9674386791150335, 'recall': 0.9476241900647948, 'f1-score': 0.9560932086680254, 'support': 1852.0}} | 0.0524 | {'~TI': {'precision': 0.9718004338394793, 'recall': 0.9983286908077994, 'f1-score': 0.9848859576806815, 'support': 1795.0}, 'TI': {'precision': 0.625, 'recall': 0.08771929824561403, 'f1-score': 0.15384615384615385, 'support': 57.0}, 'accuracy': 0.9703023758099352, 'macro avg': {'precision': 0.7984002169197397, 'recall': 0.5430239945267067, 'f1-score': 0.5693660557634177, 'support': 1852.0}, 'weighted avg': {'precision': 0.961126770378977, 'recall': 0.9703023758099352, 'f1-score': 0.9593085987073726, 'support': 1852.0}} | 0.0297 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.573206684331238, 'hamming': 0.023488120950323974} | +| 0.0779 | 6.0 | 588 | 0.0682 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794816414686826, 'recall': 1.0, 'f1-score': 0.9896344789961812, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.4897408207343413, 'recall': 0.5, 'f1-score': 0.4948172394980906, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593842859741848, 'recall': 0.9794816414686826, 'f1-score': 0.9693288039411839, 'support': 1852.0}} | 0.0205 | {'~CL': {'precision': 0.972488038277512, 'recall': 0.9730700179533214, 'f1-score': 0.9727789410708944, 'support': 1671.0}, 'CL': {'precision': 0.75, 'recall': 0.7458563535911602, 'f1-score': 0.7479224376731302, 'support': 181.0}, 'accuracy': 0.9508639308855291, 'macro avg': {'precision': 0.861244019138756, 'recall': 0.8594631857722408, 'f1-score': 0.8603506893720123, 'support': 1852.0}, 'weighted avg': {'precision': 0.9507437969555737, 'recall': 0.9508639308855291, 'f1-score': 0.9508032244861235, 'support': 1852.0}} | 0.0491 | {'~D': {'precision': 0.9946004319654428, 'recall': 1.0, 'f1-score': 0.9972929074174337, 'support': 1842.0}, 'D': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.4973002159827214, 'recall': 0.5, 'f1-score': 0.49864645370871685, 'support': 1852.0}, 'weighted avg': {'precision': 0.9892300192658454, 'recall': 0.9946004319654428, 'f1-score': 0.9919079565134519, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9748908296943232, 'recall': 0.9911209766925638, 'f1-score': 0.9829389102916896, 'support': 1802.0}, 'PL': {'precision': 0.2, 'recall': 0.08, 'f1-score': 0.11428571428571428, 'support': 50.0}, 'accuracy': 0.9665226781857451, 'macro avg': {'precision': 0.5874454148471616, 'recall': 0.5355604883462819, 'f1-score': 0.5486123122887019, 'support': 1852.0}, 'weighted avg': {'precision': 0.9539704509228781, 'recall': 0.9665226781857451, 'f1-score': 0.9594871501403404, 'support': 1852.0}} | 0.0335 | {'~TI': {'precision': 0.977997799779978, 'recall': 0.9905292479108635, 'f1-score': 0.9842236368668696, 'support': 1795.0}, 'TI': {'precision': 0.5, 'recall': 0.2982456140350877, 'f1-score': 0.37362637362637363, 'support': 57.0}, 'accuracy': 0.9692224622030238, 'macro avg': {'precision': 0.738998899889989, 'recall': 0.6443874309729756, 'f1-score': 0.6789250052466216, 'support': 1852.0}, 'weighted avg': {'precision': 0.9632862044303783, 'recall': 0.9692224622030238, 'f1-score': 0.965430956518755, 'support': 1852.0}} | 0.0308 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.5718206324481163, 'hamming': 0.020788336933045357} | +| 0.0779 | 7.0 | 686 | 0.0883 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794816414686826, 'recall': 1.0, 'f1-score': 0.9896344789961812, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.4897408207343413, 'recall': 0.5, 'f1-score': 0.4948172394980906, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593842859741848, 'recall': 0.9794816414686826, 'f1-score': 0.9693288039411839, 'support': 1852.0}} | 0.0205 | {'~CL': {'precision': 0.939684329199549, 'recall': 0.997606223818073, 'f1-score': 0.9677793904208999, 'support': 1671.0}, 'CL': {'precision': 0.9487179487179487, 'recall': 0.4088397790055249, 'f1-score': 0.5714285714285714, 'support': 181.0}, 'accuracy': 0.9400647948164147, 'macro avg': {'precision': 0.9442011389587488, 'recall': 0.7032230014117989, 'f1-score': 0.7696039809247357, 'support': 1852.0}, 'weighted avg': {'precision': 0.94056720454125, 'recall': 0.9400647948164147, 'f1-score': 0.9290431602710016, 'support': 1852.0}} | 0.0599 | {'~D': {'precision': 0.9946004319654428, 'recall': 1.0, 'f1-score': 0.9972929074174337, 'support': 1842.0}, 'D': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 10.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.4973002159827214, 'recall': 0.5, 'f1-score': 0.49864645370871685, 'support': 1852.0}, 'weighted avg': {'precision': 0.9892300192658454, 'recall': 0.9946004319654428, 'f1-score': 0.9919079565134519, 'support': 1852.0}} | 0.0054 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9755301794453507, 'recall': 0.9955604883462819, 'f1-score': 0.9854435594616864, 'support': 1802.0}, 'PL': {'precision': 0.38461538461538464, 'recall': 0.1, 'f1-score': 0.15873015873015872, 'support': 50.0}, 'accuracy': 0.9713822894168467, 'macro avg': {'precision': 0.6800727820303677, 'recall': 0.547780244173141, 'f1-score': 0.5720868590959225, 'support': 1852.0}, 'weighted avg': {'precision': 0.9595767562587966, 'recall': 0.9713822894168467, 'f1-score': 0.9631240832000361, 'support': 1852.0}} | 0.0286 | {'~TI': {'precision': 0.9697460831982712, 'recall': 1.0, 'f1-score': 0.9846407021393307, 'support': 1795.0}, 'TI': {'precision': 1.0, 'recall': 0.017543859649122806, 'f1-score': 0.034482758620689655, 'support': 57.0}, 'accuracy': 0.9697624190064795, 'macro avg': {'precision': 0.9848730415991356, 'recall': 0.5087719298245614, 'f1-score': 0.5095617303800102, 'support': 1852.0}, 'weighted avg': {'precision': 0.970677224266143, 'recall': 0.9697624190064795, 'f1-score': 0.9553971801195885, 'support': 1852.0}} | 0.0302 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.542241202884783, 'hamming': 0.021463282937365012} | +| 0.0779 | 8.0 | 784 | 0.0736 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794816414686826, 'recall': 1.0, 'f1-score': 0.9896344789961812, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.4897408207343413, 'recall': 0.5, 'f1-score': 0.4948172394980906, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593842859741848, 'recall': 0.9794816414686826, 'f1-score': 0.9693288039411839, 'support': 1852.0}} | 0.0205 | {'~CL': {'precision': 0.9688418577307466, 'recall': 0.9862357869539198, 'f1-score': 0.9774614472123369, 'support': 1671.0}, 'CL': {'precision': 0.847682119205298, 'recall': 0.7071823204419889, 'f1-score': 0.7710843373493976, 'support': 181.0}, 'accuracy': 0.958963282937365, 'macro avg': {'precision': 0.9082619884680223, 'recall': 0.8467090536979544, 'f1-score': 0.8742728922808672, 'support': 1852.0}, 'weighted avg': {'precision': 0.957000652183713, 'recall': 0.958963282937365, 'f1-score': 0.9572917620691446, 'support': 1852.0}} | 0.0410 | {'~D': {'precision': 0.9951377633711507, 'recall': 1.0, 'f1-score': 0.9975629569455727, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.1, 'f1-score': 0.18181818181818182, 'support': 10.0}, 'accuracy': 0.9951403887688985, 'macro avg': {'precision': 0.9975688816855753, 'recall': 0.55, 'f1-score': 0.5896905693818772, 'support': 1852.0}, 'weighted avg': {'precision': 0.9951640173486284, 'recall': 0.9951403887688985, 'f1-score': 0.9931582875334377, 'support': 1852.0}} | 0.0049 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9754901960784313, 'recall': 0.9938956714761377, 'f1-score': 0.9846069268829027, 'support': 1802.0}, 'PL': {'precision': 0.3125, 'recall': 0.1, 'f1-score': 0.15151515151515152, 'support': 50.0}, 'accuracy': 0.9697624190064795, 'macro avg': {'precision': 0.6439950980392157, 'recall': 0.5469478357380688, 'f1-score': 0.5680610391990272, 'support': 1852.0}, 'weighted avg': {'precision': 0.9575908927285817, 'recall': 0.9697624190064795, 'f1-score': 0.9621152482822615, 'support': 1852.0}} | 0.0302 | {'~TI': {'precision': 0.9826330532212885, 'recall': 0.977158774373259, 'f1-score': 0.9798882681564246, 'support': 1795.0}, 'TI': {'precision': 0.3880597014925373, 'recall': 0.45614035087719296, 'f1-score': 0.41935483870967744, 'support': 57.0}, 'accuracy': 0.9611231101511879, 'macro avg': {'precision': 0.6853463773569128, 'recall': 0.716649562625226, 'f1-score': 0.699621553433051, 'support': 1852.0}, 'weighted avg': {'precision': 0.964333549415382, 'recall': 0.9611231101511879, 'f1-score': 0.9626364293451587, 'support': 1852.0}} | 0.0389 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.5899595816579626, 'hamming': 0.020315874730021596} | +| 0.0779 | 9.0 | 882 | 0.0776 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794816414686826, 'recall': 1.0, 'f1-score': 0.9896344789961812, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.4897408207343413, 'recall': 0.5, 'f1-score': 0.4948172394980906, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593842859741848, 'recall': 0.9794816414686826, 'f1-score': 0.9693288039411839, 'support': 1852.0}} | 0.0205 | {'~CL': {'precision': 0.9811778992106861, 'recall': 0.9670855774985039, 'f1-score': 0.974080771549126, 'support': 1671.0}, 'CL': {'precision': 0.7317073170731707, 'recall': 0.8287292817679558, 'f1-score': 0.7772020725388601, 'support': 181.0}, 'accuracy': 0.9535637149028078, 'macro avg': {'precision': 0.8564426081419284, 'recall': 0.8979074296332299, 'f1-score': 0.875641422043993, 'support': 1852.0}, 'weighted avg': {'precision': 0.9567965950169008, 'recall': 0.9535637149028078, 'f1-score': 0.9548393868186411, 'support': 1852.0}} | 0.0464 | {'~D': {'precision': 0.997828447339848, 'recall': 0.997828447339848, 'f1-score': 0.997828447339848, 'support': 1842.0}, 'D': {'precision': 0.6, 'recall': 0.6, 'f1-score': 0.6, 'support': 10.0}, 'accuracy': 0.9956803455723542, 'macro avg': {'precision': 0.798914223669924, 'recall': 0.798914223669924, 'f1-score': 0.798914223669924, 'support': 1852.0}, 'weighted avg': {'precision': 0.9956803455723542, 'recall': 0.9956803455723542, 'f1-score': 0.9956803455723542, 'support': 1852.0}} | 0.0043 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9812050856826976, 'recall': 0.9850166481687015, 'f1-score': 0.9831071725283855, 'support': 1802.0}, 'PL': {'precision': 0.37209302325581395, 'recall': 0.32, 'f1-score': 0.34408602150537637, 'support': 50.0}, 'accuracy': 0.9670626349892009, 'macro avg': {'precision': 0.6766490544692558, 'recall': 0.6525083240843508, 'f1-score': 0.6635965970168809, 'support': 1852.0}, 'weighted avg': {'precision': 0.9647603755739805, 'recall': 0.9670626349892009, 'f1-score': 0.9658549816260364, 'support': 1852.0}} | 0.0329 | {'~TI': {'precision': 0.9716466739367503, 'recall': 0.992757660167131, 'f1-score': 0.9820887296775971, 'support': 1795.0}, 'TI': {'precision': 0.2777777777777778, 'recall': 0.08771929824561403, 'f1-score': 0.13333333333333333, 'support': 57.0}, 'accuracy': 0.964902807775378, 'macro avg': {'precision': 0.624712225857264, 'recall': 0.5402384792063725, 'f1-score': 0.5577110315054652, 'support': 1852.0}, 'weighted avg': {'precision': 0.9502910977590713, 'recall': 0.964902807775378, 'f1-score': 0.955966128386224, 'support': 1852.0}} | 0.0351 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.6104867341506427, 'hamming': 0.020788336933045357} | +| 0.0779 | 10.0 | 980 | 0.0881 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794816414686826, 'recall': 1.0, 'f1-score': 0.9896344789961812, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.4897408207343413, 'recall': 0.5, 'f1-score': 0.4948172394980906, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593842859741848, 'recall': 0.9794816414686826, 'f1-score': 0.9693288039411839, 'support': 1852.0}} | 0.0205 | {'~CL': {'precision': 0.97397989355411, 'recall': 0.9856373429084381, 'f1-score': 0.9797739440809042, 'support': 1671.0}, 'CL': {'precision': 0.8509316770186336, 'recall': 0.7569060773480663, 'f1-score': 0.8011695906432749, 'support': 181.0}, 'accuracy': 0.9632829373650108, 'macro avg': {'precision': 0.9124557852863717, 'recall': 0.8712717101282521, 'f1-score': 0.8904717673620896, 'support': 1852.0}, 'weighted avg': {'precision': 0.9619541229315823, 'recall': 0.9632829373650108, 'f1-score': 0.9623185510073563, 'support': 1852.0}} | 0.0367 | {'~D': {'precision': 0.9962141698215251, 'recall': 1.0, 'f1-score': 0.9981034949878081, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.3, 'f1-score': 0.46153846153846156, 'support': 10.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.9981070849107625, 'recall': 0.65, 'f1-score': 0.7298209782631349, 'support': 1852.0}, 'weighted avg': {'precision': 0.9962346116691411, 'recall': 0.9962203023758099, 'f1-score': 0.9952062755847338, 'support': 1852.0}} | 0.0038 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9775956284153006, 'recall': 0.9927857935627081, 'f1-score': 0.9851321585903083, 'support': 1802.0}, 'PL': {'precision': 0.4090909090909091, 'recall': 0.18, 'f1-score': 0.25, 'support': 50.0}, 'accuracy': 0.9708423326133909, 'macro avg': {'precision': 0.6933432687531048, 'recall': 0.5863928967813541, 'f1-score': 0.6175660792951542, 'support': 1852.0}, 'weighted avg': {'precision': 0.962247228865506, 'recall': 0.9708423326133909, 'f1-score': 0.9652851780668118, 'support': 1852.0}} | 0.0292 | {'~TI': {'precision': 0.9824660633484162, 'recall': 0.9676880222841225, 'f1-score': 0.9750210496772382, 'support': 1795.0}, 'TI': {'precision': 0.30952380952380953, 'recall': 0.45614035087719296, 'f1-score': 0.36879432624113473, 'support': 57.0}, 'accuracy': 0.9519438444924406, 'macro avg': {'precision': 0.6459949364361128, 'recall': 0.7119141865806577, 'f1-score': 0.6719076879591865, 'support': 1852.0}, 'weighted avg': {'precision': 0.9617545576961469, 'recall': 0.9519438444924406, 'f1-score': 0.9563628837831465, 'support': 1852.0}} | 0.0481 | {'~PC': {'precision': 0.9879319802523313, 'recall': 0.9863088718510405, 'f1-score': 0.9871197588380378, 'support': 1826.0}, 'PC': {'precision': 0.13793103448275862, 'recall': 0.15384615384615385, 'f1-score': 0.14545454545454545, 'support': 26.0}, 'accuracy': 0.974622030237581, 'macro avg': {'precision': 0.5629315073675449, 'recall': 0.5700775128485972, 'f1-score': 0.5662871521462917, 'support': 1852.0}, 'weighted avg': {'precision': 0.9759989216184172, 'recall': 0.974622030237581, 'f1-score': 0.9753037245248786, 'support': 1852.0}} | 0.0254 | {'f1-score': 0.6209523492038008, 'hamming': 0.0220707343412527} | +| 0.0441 | 11.0 | 1078 | 0.0751 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9794594594594594, 'recall': 0.9988974641675854, 'f1-score': 0.9890829694323144, 'support': 1814.0}, 'SI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 38.0}, 'accuracy': 0.978401727861771, 'macro avg': {'precision': 0.4897297297297297, 'recall': 0.4994487320837927, 'f1-score': 0.4945414847161572, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593625591033798, 'recall': 0.978401727861771, 'f1-score': 0.968788610448282, 'support': 1852.0}} | 0.0216 | {'~CL': {'precision': 0.9796650717703349, 'recall': 0.9802513464991023, 'f1-score': 0.9799581214478014, 'support': 1671.0}, 'CL': {'precision': 0.8166666666666667, 'recall': 0.8121546961325967, 'f1-score': 0.814404432132964, 'support': 181.0}, 'accuracy': 0.9638228941684666, 'macro avg': {'precision': 0.8981658692185008, 'recall': 0.8962030213158495, 'f1-score': 0.8971812767903826, 'support': 1852.0}, 'weighted avg': {'precision': 0.9637348820706784, 'recall': 0.9638228941684666, 'f1-score': 0.9637781982480251, 'support': 1852.0}} | 0.0362 | {'~D': {'precision': 0.9983722192078134, 'recall': 0.998914223669924, 'f1-score': 0.9986431478968792, 'support': 1842.0}, 'D': {'precision': 0.7777777777777778, 'recall': 0.7, 'f1-score': 0.7368421052631579, 'support': 10.0}, 'accuracy': 0.9973002159827213, 'macro avg': {'precision': 0.8880749984927956, 'recall': 0.849457111834962, 'f1-score': 0.8677426265800186, 'support': 1852.0}, 'weighted avg': {'precision': 0.9971811045132668, 'recall': 0.9973002159827213, 'f1-score': 0.9972295353556605, 'support': 1852.0}} | 0.0027 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.975609756097561, 'recall': 0.9988901220865705, 'f1-score': 0.9871126953660543, 'support': 1802.0}, 'PL': {'precision': 0.7142857142857143, 'recall': 0.1, 'f1-score': 0.17543859649122806, 'support': 50.0}, 'accuracy': 0.974622030237581, 'macro avg': {'precision': 0.8449477351916377, 'recall': 0.5494450610432853, 'f1-score': 0.5812756459286412, 'support': 1852.0}, 'weighted avg': {'precision': 0.9685545713834183, 'recall': 0.974622030237581, 'f1-score': 0.9651992477722414, 'support': 1852.0}} | 0.0254 | {'~TI': {'precision': 0.9748083242059146, 'recall': 0.9916434540389972, 'f1-score': 0.9831538249102458, 'support': 1795.0}, 'TI': {'precision': 0.4230769230769231, 'recall': 0.19298245614035087, 'f1-score': 0.26506024096385544, 'support': 57.0}, 'accuracy': 0.9670626349892009, 'macro avg': {'precision': 0.6989426236414188, 'recall': 0.5923129550896741, 'f1-score': 0.6241070329370506, 'support': 1852.0}, 'weighted avg': {'precision': 0.9578273901538883, 'recall': 0.9670626349892009, 'f1-score': 0.9610526724885697, 'support': 1852.0}} | 0.0329 | {'~PC': {'precision': 0.9859611231101512, 'recall': 1.0, 'f1-score': 0.9929309407286568, 'support': 1826.0}, 'PC': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 26.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.4929805615550756, 'recall': 0.5, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9721193362846307, 'recall': 0.9859611231101512, 'f1-score': 0.9789913054916455, 'support': 1852.0}} | 0.0140 | {'f1-score': 0.6197576783028798, 'hamming': 0.01822354211663067} | +| 0.0441 | 12.0 | 1176 | 0.0887 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.979825517993457, 'recall': 0.9906284454244763, 'f1-score': 0.9851973684210527, 'support': 1814.0}, 'SI': {'precision': 0.05555555555555555, 'recall': 0.02631578947368421, 'f1-score': 0.03571428571428571, 'support': 38.0}, 'accuracy': 0.9708423326133909, 'macro avg': {'precision': 0.5176905367745063, 'recall': 0.5084721174490803, 'f1-score': 0.5104558270676692, 'support': 1852.0}, 'weighted avg': {'precision': 0.9608610155244287, 'recall': 0.9708423326133909, 'f1-score': 0.9657155341106547, 'support': 1852.0}} | 0.0292 | {'~CL': {'precision': 0.9656377402446127, 'recall': 0.9922202274087373, 'f1-score': 0.9787485242030697, 'support': 1671.0}, 'CL': {'precision': 0.9037037037037037, 'recall': 0.6740331491712708, 'f1-score': 0.7721518987341772, 'support': 181.0}, 'accuracy': 0.9611231101511879, 'macro avg': {'precision': 0.9346707219741581, 'recall': 0.833126688290004, 'f1-score': 0.8754502114686235, 'support': 1852.0}, 'weighted avg': {'precision': 0.9595847917489838, 'recall': 0.9611231101511879, 'f1-score': 0.9585573853208508, 'support': 1852.0}} | 0.0389 | {'~D': {'precision': 0.9978319783197832, 'recall': 0.999457111834962, 'f1-score': 0.9986438839164633, 'support': 1842.0}, 'D': {'precision': 0.8571428571428571, 'recall': 0.6, 'f1-score': 0.7058823529411765, 'support': 10.0}, 'accuracy': 0.9973002159827213, 'macro avg': {'precision': 0.9274874177313202, 'recall': 0.7997285559174809, 'f1-score': 0.8522631184288199, 'support': 1852.0}, 'weighted avg': {'precision': 0.9970723178382663, 'recall': 0.9973002159827213, 'f1-score': 0.9970630981120611, 'support': 1852.0}} | 0.0027 | {'~HI': {'precision': 0.9962203023758099, 'recall': 1.0, 'f1-score': 0.9981065728969435, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.49811015118790497, 'recall': 0.5, 'f1-score': 0.49905328644847174, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924548908657502, 'recall': 0.9962203023758099, 'f1-score': 0.9943340318546764, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9786652078774617, 'recall': 0.9927857935627081, 'f1-score': 0.9856749311294766, 'support': 1802.0}, 'PL': {'precision': 0.4583333333333333, 'recall': 0.22, 'f1-score': 0.2972972972972973, 'support': 50.0}, 'accuracy': 0.9719222462203023, 'macro avg': {'precision': 0.7184992706053975, 'recall': 0.6063928967813541, 'f1-score': 0.641486114213387, 'support': 1852.0}, 'weighted avg': {'precision': 0.9646173710917131, 'recall': 0.9719222462203023, 'f1-score': 0.9670902217927546, 'support': 1852.0}} | 0.0281 | {'~TI': {'precision': 0.9825744800449691, 'recall': 0.973816155988858, 'f1-score': 0.9781757134862898, 'support': 1795.0}, 'TI': {'precision': 0.3561643835616438, 'recall': 0.45614035087719296, 'f1-score': 0.4, 'support': 57.0}, 'accuracy': 0.9578833693304536, 'macro avg': {'precision': 0.6693694318033064, 'recall': 0.7149782534330255, 'f1-score': 0.6890878567431449, 'support': 1852.0}, 'weighted avg': {'precision': 0.9632951196240459, 'recall': 0.9578833693304536, 'f1-score': 0.9603808886111718, 'support': 1852.0}} | 0.0421 | {'~PC': {'precision': 0.9869777536625067, 'recall': 0.9961664841182913, 'f1-score': 0.9915508312891796, 'support': 1826.0}, 'PC': {'precision': 0.2222222222222222, 'recall': 0.07692307692307693, 'f1-score': 0.11428571428571428, 'support': 26.0}, 'accuracy': 0.9832613390928726, 'macro avg': {'precision': 0.6045999879423645, 'recall': 0.5365447805206841, 'f1-score': 0.552918272787447, 'support': 1852.0}, 'weighted avg': {'precision': 0.9762414449057858, 'recall': 0.9832613390928726, 'f1-score': 0.9792350143118091, 'support': 1852.0}} | 0.0167 | {'f1-score': 0.6398011612269439, 'hamming': 0.02132829373650108} | +| 0.0441 | 13.0 | 1274 | 0.0963 | {'~LIN': {'precision': 0.9908008658008658, 'recall': 0.9978201634877384, 'f1-score': 0.9942981265272876, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.4954004329004329, 'recall': 0.4989100817438692, 'f1-score': 0.4971490632636438, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817060414387628, 'recall': 0.9886609071274298, 'f1-score': 0.9851711998798988, 'support': 1852.0}} | 0.0113 | {'~SI': {'precision': 0.9835074216602528, 'recall': 0.9862183020948181, 'f1-score': 0.9848609964216901, 'support': 1814.0}, 'SI': {'precision': 0.24242424242424243, 'recall': 0.21052631578947367, 'f1-score': 0.22535211267605634, 'support': 38.0}, 'accuracy': 0.9703023758099352, 'macro avg': {'precision': 0.6129658320422476, 'recall': 0.5983723089421459, 'f1-score': 0.6051065545488732, 'support': 1852.0}, 'weighted avg': {'precision': 0.9683016112871597, 'recall': 0.9703023758099352, 'f1-score': 0.9692771208372764, 'support': 1852.0}} | 0.0297 | {'~CL': {'precision': 0.9774480712166173, 'recall': 0.9856373429084381, 'f1-score': 0.9815256257449344, 'support': 1671.0}, 'CL': {'precision': 0.8562874251497006, 'recall': 0.7900552486187845, 'f1-score': 0.8218390804597702, 'support': 181.0}, 'accuracy': 0.9665226781857451, 'macro avg': {'precision': 0.9168677481831589, 'recall': 0.8878462957636113, 'f1-score': 0.9016823531023523, 'support': 1852.0}, 'weighted avg': {'precision': 0.9656067769735762, 'recall': 0.9665226781857451, 'f1-score': 0.9659191113299156, 'support': 1852.0}} | 0.0335 | {'~D': {'precision': 0.9972929074174337, 'recall': 1.0, 'f1-score': 0.9986446191379778, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.5, 'f1-score': 0.6666666666666666, 'support': 10.0}, 'accuracy': 0.9973002159827213, 'macro avg': {'precision': 0.9986464537087169, 'recall': 0.75, 'f1-score': 0.8326556429023222, 'support': 1852.0}, 'weighted avg': {'precision': 0.9973075245480091, 'recall': 0.9973002159827213, 'f1-score': 0.9968520815976359, 'support': 1852.0}} | 0.0027 | {'~HI': {'precision': 0.9962182603997839, 'recall': 0.9994579945799458, 'f1-score': 0.9978354978354979, 'support': 1845.0}, 'HI': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 7.0}, 'accuracy': 0.9956803455723542, 'macro avg': {'precision': 0.49810913019989195, 'recall': 0.4997289972899729, 'f1-score': 0.4989177489177489, 'support': 1852.0}, 'weighted avg': {'precision': 0.9924528566077762, 'recall': 0.9956803455723542, 'f1-score': 0.9940639813749965, 'support': 1852.0}} | 0.0043 | {'~PL': {'precision': 0.9802089059923035, 'recall': 0.9894561598224195, 'f1-score': 0.9848108257387462, 'support': 1802.0}, 'PL': {'precision': 0.42424242424242425, 'recall': 0.28, 'f1-score': 0.3373493975903614, 'support': 50.0}, 'accuracy': 0.9703023758099352, 'macro avg': {'precision': 0.7022256651173638, 'recall': 0.6347280799112098, 'f1-score': 0.6610801116645538, 'support': 1852.0}, 'weighted avg': {'precision': 0.965199011776594, 'recall': 0.9703023758099352, 'f1-score': 0.9673307655835521, 'support': 1852.0}} | 0.0297 | {'~TI': {'precision': 0.976910390324354, 'recall': 0.9899721448467966, 'f1-score': 0.9833978970669618, 'support': 1795.0}, 'TI': {'precision': 0.45454545454545453, 'recall': 0.2631578947368421, 'f1-score': 0.3333333333333333, 'support': 57.0}, 'accuracy': 0.9676025917926566, 'macro avg': {'precision': 0.7157279224349042, 'recall': 0.6265650197918193, 'f1-score': 0.6583656152001476, 'support': 1852.0}, 'weighted avg': {'precision': 0.9608332837696039, 'recall': 0.9676025917926566, 'f1-score': 0.9633905103861751, 'support': 1852.0}} | 0.0324 | {'~PC': {'precision': 0.9864351600651112, 'recall': 0.9956188389923329, 'f1-score': 0.9910057236304171, 'support': 1826.0}, 'PC': {'precision': 0.1111111111111111, 'recall': 0.038461538461538464, 'f1-score': 0.05714285714285714, 'support': 26.0}, 'accuracy': 0.9821814254859611, 'macro avg': {'precision': 0.5487731355881111, 'recall': 0.5170401887269357, 'f1-score': 0.5240742903866371, 'support': 1852.0}, 'weighted avg': {'precision': 0.9741465935031219, 'recall': 0.9821814254859611, 'f1-score': 0.9778953378157969, 'support': 1852.0}} | 0.0178 | {'f1-score': 0.6473789224982849, 'hamming': 0.020180885529157668} | +| 0.0441 | 14.0 | 1372 | 0.0945 | {'~LIN': {'precision': 0.9908207343412527, 'recall': 1.0, 'f1-score': 0.9953892053159751, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.49541036717062636, 'recall': 0.5, 'f1-score': 0.49769460265798754, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817257276005392, 'recall': 0.9908207343412527, 'f1-score': 0.9862522633665304, 'support': 1852.0}} | 0.0092 | {'~SI': {'precision': 0.9799240368963646, 'recall': 0.9955898566703418, 'f1-score': 0.9876948318293683, 'support': 1814.0}, 'SI': {'precision': 0.1111111111111111, 'recall': 0.02631578947368421, 'f1-score': 0.0425531914893617, 'support': 38.0}, 'accuracy': 0.9757019438444925, 'macro avg': {'precision': 0.5455175740037379, 'recall': 0.5109528230720131, 'f1-score': 0.515124011659365, 'support': 1852.0}, 'weighted avg': {'precision': 0.9620974217884598, 'recall': 0.9757019438444925, 'f1-score': 0.9683020767899946, 'support': 1852.0}} | 0.0243 | {'~CL': {'precision': 0.9857849196538937, 'recall': 0.9545182525433872, 'f1-score': 0.9698996655518395, 'support': 1671.0}, 'CL': {'precision': 0.6752136752136753, 'recall': 0.8729281767955801, 'f1-score': 0.7614457831325301, 'support': 181.0}, 'accuracy': 0.9465442764578834, 'macro avg': {'precision': 0.8304992974337845, 'recall': 0.9137232146694836, 'f1-score': 0.8656727243421848, 'support': 1852.0}, 'weighted avg': {'precision': 0.9554321144467233, 'recall': 0.9465442764578834, 'f1-score': 0.9495270128963886, 'support': 1852.0}} | 0.0535 | {'~D': {'precision': 0.9972929074174337, 'recall': 1.0, 'f1-score': 0.9986446191379778, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.5, 'f1-score': 0.6666666666666666, 'support': 10.0}, 'accuracy': 0.9973002159827213, 'macro avg': {'precision': 0.9986464537087169, 'recall': 0.75, 'f1-score': 0.8326556429023222, 'support': 1852.0}, 'weighted avg': {'precision': 0.9973075245480091, 'recall': 0.9973002159827213, 'f1-score': 0.9968520815976359, 'support': 1852.0}} | 0.0027 | {'~HI': {'precision': 0.9967550027041644, 'recall': 0.9989159891598915, 'f1-score': 0.9978343259339469, 'support': 1845.0}, 'HI': {'precision': 0.3333333333333333, 'recall': 0.14285714285714285, 'f1-score': 0.2, 'support': 7.0}, 'accuracy': 0.9956803455723542, 'macro avg': {'precision': 0.6650441680187489, 'recall': 0.5708865660085172, 'f1-score': 0.5989171629669735, 'support': 1852.0}, 'weighted avg': {'precision': 0.9942474693966072, 'recall': 0.9956803455723542, 'f1-score': 0.9948187534277172, 'support': 1852.0}} | 0.0043 | {'~PL': {'precision': 0.9828444936358606, 'recall': 0.9855715871254163, 'f1-score': 0.9842061512884456, 'support': 1802.0}, 'PL': {'precision': 0.4222222222222222, 'recall': 0.38, 'f1-score': 0.4, 'support': 50.0}, 'accuracy': 0.9692224622030238, 'macro avg': {'precision': 0.7025333579290414, 'recall': 0.6827857935627082, 'f1-score': 0.6921030756442228, 'support': 1852.0}, 'weighted avg': {'precision': 0.9677089031549307, 'recall': 0.9692224622030238, 'f1-score': 0.9684338469880016, 'support': 1852.0}} | 0.0308 | {'~TI': {'precision': 0.9777654252362423, 'recall': 0.9799442896935933, 'f1-score': 0.9788536449638287, 'support': 1795.0}, 'TI': {'precision': 0.32075471698113206, 'recall': 0.2982456140350877, 'f1-score': 0.3090909090909091, 'support': 57.0}, 'accuracy': 0.958963282937365, 'macro avg': {'precision': 0.6492600711086872, 'recall': 0.6390949518643405, 'f1-score': 0.6439722770273688, 'support': 1852.0}, 'weighted avg': {'precision': 0.9575442533299025, 'recall': 0.958963282937365, 'f1-score': 0.9582399970454936, 'support': 1852.0}} | 0.0410 | {'~PC': {'precision': 0.9869281045751634, 'recall': 0.9923329682365827, 'f1-score': 0.9896231567449482, 'support': 1826.0}, 'PC': {'precision': 0.125, 'recall': 0.07692307692307693, 'f1-score': 0.09523809523809523, 'support': 26.0}, 'accuracy': 0.9794816414686826, 'macro avg': {'precision': 0.5559640522875817, 'recall': 0.5346280225798298, 'f1-score': 0.5424306259915217, 'support': 1852.0}, 'weighted avg': {'precision': 0.974827602027132, 'recall': 0.9794816414686826, 'f1-score': 0.9770669949743335, 'support': 1852.0}} | 0.0205 | {'f1-score': 0.6485712653989932, 'hamming': 0.02328563714902808} | +| 0.0441 | 15.0 | 1470 | 0.1026 | {'~LIN': {'precision': 0.9907908992416035, 'recall': 0.9967302452316076, 'f1-score': 0.9937516979081771, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9875809935205183, 'macro avg': {'precision': 0.49539544962080173, 'recall': 0.4983651226158038, 'f1-score': 0.49687584895408854, 'support': 1852.0}, 'weighted avg': {'precision': 0.9816961663651957, 'recall': 0.9875809935205183, 'f1-score': 0.9846297870742468, 'support': 1852.0}} | 0.0124 | {'~SI': {'precision': 0.9830970556161396, 'recall': 0.9939360529217199, 'f1-score': 0.9884868421052632, 'support': 1814.0}, 'SI': {'precision': 0.3888888888888889, 'recall': 0.18421052631578946, 'f1-score': 0.25, 'support': 38.0}, 'accuracy': 0.9773218142548596, 'macro avg': {'precision': 0.6859929722525142, 'recall': 0.5890732896187547, 'f1-score': 0.6192434210526316, 'support': 1852.0}, 'weighted avg': {'precision': 0.970904879408993, 'recall': 0.9773218142548596, 'f1-score': 0.9733343043082868, 'support': 1852.0}} | 0.0227 | {'~CL': {'precision': 0.9666666666666667, 'recall': 0.9892280071813285, 'f1-score': 0.9778172138420586, 'support': 1671.0}, 'CL': {'precision': 0.8732394366197183, 'recall': 0.6850828729281768, 'f1-score': 0.7678018575851393, 'support': 181.0}, 'accuracy': 0.9595032397408207, 'macro avg': {'precision': 0.9199530516431924, 'recall': 0.8371554400547527, 'f1-score': 0.872809535713599, 'support': 1852.0}, 'weighted avg': {'precision': 0.9575358196696376, 'recall': 0.9595032397408207, 'f1-score': 0.9572919549422193, 'support': 1852.0}} | 0.0405 | {'~D': {'precision': 0.9978319783197832, 'recall': 0.999457111834962, 'f1-score': 0.9986438839164633, 'support': 1842.0}, 'D': {'precision': 0.8571428571428571, 'recall': 0.6, 'f1-score': 0.7058823529411765, 'support': 10.0}, 'accuracy': 0.9973002159827213, 'macro avg': {'precision': 0.9274874177313202, 'recall': 0.7997285559174809, 'f1-score': 0.8522631184288199, 'support': 1852.0}, 'weighted avg': {'precision': 0.9970723178382663, 'recall': 0.9973002159827213, 'f1-score': 0.9970630981120611, 'support': 1852.0}} | 0.0027 | {'~HI': {'precision': 0.9983660130718954, 'recall': 0.9934959349593496, 'f1-score': 0.9959250203748982, 'support': 1845.0}, 'HI': {'precision': 0.25, 'recall': 0.5714285714285714, 'f1-score': 0.34782608695652173, 'support': 7.0}, 'accuracy': 0.9919006479481641, 'macro avg': {'precision': 0.6241830065359477, 'recall': 0.7824622531939605, 'f1-score': 0.67187555366571, 'support': 1852.0}, 'weighted avg': {'precision': 0.995537415830263, 'recall': 0.9919006479481641, 'f1-score': 0.9934754023760167, 'support': 1852.0}} | 0.0081 | {'~PL': {'precision': 0.979291553133515, 'recall': 0.9972253052164262, 'f1-score': 0.9881770690129228, 'support': 1802.0}, 'PL': {'precision': 0.7058823529411765, 'recall': 0.24, 'f1-score': 0.3582089552238806, 'support': 50.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.8425869530373458, 'recall': 0.6186126526082131, 'f1-score': 0.6731930121184017, 'support': 1852.0}, 'weighted avg': {'precision': 0.971910095244953, 'recall': 0.9767818574514039, 'f1-score': 0.9711692905628947, 'support': 1852.0}} | 0.0232 | {'~TI': {'precision': 0.977924944812362, 'recall': 0.9871866295264624, 'f1-score': 0.982533961741059, 'support': 1795.0}, 'TI': {'precision': 0.425, 'recall': 0.2982456140350877, 'f1-score': 0.35051546391752575, 'support': 57.0}, 'accuracy': 0.9659827213822895, 'macro avg': {'precision': 0.701462472406181, 'recall': 0.6427161217807751, 'f1-score': 0.6665247128292924, 'support': 1852.0}, 'weighted avg': {'precision': 0.9609072764245085, 'recall': 0.9659827213822895, 'f1-score': 0.9630819885359071, 'support': 1852.0}} | 0.0340 | {'~PC': {'precision': 0.9864130434782609, 'recall': 0.9939759036144579, 'f1-score': 0.9901800327332242, 'support': 1826.0}, 'PC': {'precision': 0.08333333333333333, 'recall': 0.038461538461538464, 'f1-score': 0.05263157894736842, 'support': 26.0}, 'accuracy': 0.980561555075594, 'macro avg': {'precision': 0.5348731884057971, 'recall': 0.5162187210379982, 'f1-score': 0.5214058058402963, 'support': 1852.0}, 'weighted avg': {'precision': 0.9737348186058159, 'recall': 0.980561555075594, 'f1-score': 0.9770179054122564, 'support': 1852.0}} | 0.0194 | {'f1-score': 0.6717738760753549, 'hamming': 0.020383369330453566} | +| 0.0249 | 16.0 | 1568 | 0.1007 | {'~LIN': {'precision': 0.9908058409951325, 'recall': 0.9983651226158038, 'f1-score': 0.99457111834962, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9892008639308856, 'macro avg': {'precision': 0.49540292049756623, 'recall': 0.4991825613079019, 'f1-score': 0.49728555917481, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817109709643996, 'recall': 0.9892008639308856, 'f1-score': 0.9854416858377715, 'support': 1852.0}} | 0.0108 | {'~SI': {'precision': 0.9815016322089227, 'recall': 0.9944873208379272, 'f1-score': 0.9879518072289156, 'support': 1814.0}, 'SI': {'precision': 0.2857142857142857, 'recall': 0.10526315789473684, 'f1-score': 0.15384615384615385, 'support': 38.0}, 'accuracy': 0.9762419006479481, 'macro avg': {'precision': 0.6336079589616042, 'recall': 0.549875239366332, 'f1-score': 0.5708989805375347, 'support': 1852.0}, 'weighted avg': {'precision': 0.9672252179719918, 'recall': 0.9762419006479481, 'f1-score': 0.9708373283798092, 'support': 1852.0}} | 0.0238 | {'~CL': {'precision': 0.968421052631579, 'recall': 0.9910233393177738, 'f1-score': 0.9795918367346939, 'support': 1671.0}, 'CL': {'precision': 0.8943661971830986, 'recall': 0.7016574585635359, 'f1-score': 0.7863777089783281, 'support': 181.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.9313936249073388, 'recall': 0.8463403989406548, 'f1-score': 0.882984772856511, 'support': 1852.0}, 'weighted avg': {'precision': 0.96118351006345, 'recall': 0.962742980561555, 'f1-score': 0.9607085985468418, 'support': 1852.0}} | 0.0373 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.9967550027041644, 'recall': 0.9989159891598915, 'f1-score': 0.9978343259339469, 'support': 1845.0}, 'HI': {'precision': 0.3333333333333333, 'recall': 0.14285714285714285, 'f1-score': 0.2, 'support': 7.0}, 'accuracy': 0.9956803455723542, 'macro avg': {'precision': 0.6650441680187489, 'recall': 0.5708865660085172, 'f1-score': 0.5989171629669735, 'support': 1852.0}, 'weighted avg': {'precision': 0.9942474693966072, 'recall': 0.9956803455723542, 'f1-score': 0.9948187534277172, 'support': 1852.0}} | 0.0043 | {'~PL': {'precision': 0.9798145117294054, 'recall': 0.9966703662597114, 'f1-score': 0.9881705639614855, 'support': 1802.0}, 'PL': {'precision': 0.6842105263157895, 'recall': 0.26, 'f1-score': 0.37681159420289856, 'support': 50.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.8320125190225974, 'recall': 0.6283351831298557, 'f1-score': 0.6824910790821921, 'support': 1852.0}, 'weighted avg': {'precision': 0.9718338425767699, 'recall': 0.9767818574514039, 'f1-score': 0.9716651922077439, 'support': 1852.0}} | 0.0232 | {'~TI': {'precision': 0.978369384359401, 'recall': 0.9827298050139276, 'f1-score': 0.980544747081712, 'support': 1795.0}, 'TI': {'precision': 0.3673469387755102, 'recall': 0.3157894736842105, 'f1-score': 0.33962264150943394, 'support': 57.0}, 'accuracy': 0.9622030237580994, 'macro avg': {'precision': 0.6728581615674556, 'recall': 0.649259639349069, 'f1-score': 0.660083694295573, 'support': 1852.0}, 'weighted avg': {'precision': 0.9595636179456419, 'recall': 0.9622030237580994, 'f1-score': 0.9608187427525436, 'support': 1852.0}} | 0.0378 | {'~PC': {'precision': 0.9869706840390879, 'recall': 0.9956188389923329, 'f1-score': 0.9912758996728462, 'support': 1826.0}, 'PC': {'precision': 0.2, 'recall': 0.07692307692307693, 'f1-score': 0.1111111111111111, 'support': 26.0}, 'accuracy': 0.9827213822894169, 'macro avg': {'precision': 0.593485342019544, 'recall': 0.536270957957705, 'f1-score': 0.5511935053919786, 'support': 1852.0}, 'weighted avg': {'precision': 0.975922499489943, 'recall': 0.9827213822894169, 'f1-score': 0.9789193745634482, 'support': 1852.0}} | 0.0173 | {'f1-score': 0.6647890568695415, 'hamming': 0.01957343412526998} | +| 0.0249 | 17.0 | 1666 | 0.1127 | {'~LIN': {'precision': 0.990770901194354, 'recall': 0.9945504087193461, 'f1-score': 0.9926570573837368, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9854211663066955, 'macro avg': {'precision': 0.495385450597177, 'recall': 0.49727520435967304, 'f1-score': 0.4963285286918684, 'support': 1852.0}, 'weighted avg': {'precision': 0.9816763518853345, 'recall': 0.9854211663066955, 'f1-score': 0.9835451945459811, 'support': 1852.0}} | 0.0146 | {'~SI': {'precision': 0.9834801762114538, 'recall': 0.9845644983461963, 'f1-score': 0.9840220385674932, 'support': 1814.0}, 'SI': {'precision': 0.2222222222222222, 'recall': 0.21052631578947367, 'f1-score': 0.21621621621621623, 'support': 38.0}, 'accuracy': 0.968682505399568, 'macro avg': {'precision': 0.6028511992168379, 'recall': 0.597545407067835, 'f1-score': 0.6001191273918547, 'support': 1852.0}, 'weighted avg': {'precision': 0.9678604125766855, 'recall': 0.968682505399568, 'f1-score': 0.9682679234220566, 'support': 1852.0}} | 0.0313 | {'~CL': {'precision': 0.968384074941452, 'recall': 0.9898264512268103, 'f1-score': 0.9789878662326132, 'support': 1671.0}, 'CL': {'precision': 0.8819444444444444, 'recall': 0.7016574585635359, 'f1-score': 0.7815384615384615, 'support': 181.0}, 'accuracy': 0.9616630669546437, 'macro avg': {'precision': 0.9251642596929481, 'recall': 0.8457419548951731, 'f1-score': 0.8802631638855374, 'support': 1852.0}, 'weighted avg': {'precision': 0.9599361412913664, 'recall': 0.9616630669546437, 'f1-score': 0.9596907051906902, 'support': 1852.0}} | 0.0383 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.9972914409534128, 'recall': 0.9978319783197832, 'f1-score': 0.9975616364128962, 'support': 1845.0}, 'HI': {'precision': 0.3333333333333333, 'recall': 0.2857142857142857, 'f1-score': 0.3076923076923077, 'support': 7.0}, 'accuracy': 0.9951403887688985, 'macro avg': {'precision': 0.665312387143373, 'recall': 0.6417731320170345, 'f1-score': 0.6526269720526019, 'support': 1852.0}, 'weighted avg': {'precision': 0.9947818800714794, 'recall': 0.9951403887688985, 'f1-score': 0.9949541389501294, 'support': 1852.0}} | 0.0049 | {'~PL': {'precision': 0.9807586586036283, 'recall': 0.9900110987791343, 'f1-score': 0.9853631593482464, 'support': 1802.0}, 'PL': {'precision': 0.45454545454545453, 'recall': 0.3, 'f1-score': 0.3614457831325301, 'support': 50.0}, 'accuracy': 0.9713822894168467, 'macro avg': {'precision': 0.7176520565745415, 'recall': 0.6450055493895671, 'f1-score': 0.6734044712403883, 'support': 1852.0}, 'weighted avg': {'precision': 0.966552038623656, 'recall': 0.9713822894168467, 'f1-score': 0.9685187377441503, 'support': 1852.0}} | 0.0286 | {'~TI': {'precision': 0.9758904109589042, 'recall': 0.9922005571030641, 'f1-score': 0.9839779005524862, 'support': 1795.0}, 'TI': {'precision': 0.48148148148148145, 'recall': 0.22807017543859648, 'f1-score': 0.30952380952380953, 'support': 57.0}, 'accuracy': 0.968682505399568, 'macro avg': {'precision': 0.7286859462201928, 'recall': 0.6101353662708303, 'f1-score': 0.6467508550381479, 'support': 1852.0}, 'weighted avg': {'precision': 0.9606737214447502, 'recall': 0.968682505399568, 'f1-score': 0.9632198642735259, 'support': 1852.0}} | 0.0313 | {'~PC': {'precision': 0.9869565217391304, 'recall': 0.9945235487404163, 'f1-score': 0.9907255864702673, 'support': 1826.0}, 'PC': {'precision': 0.16666666666666666, 'recall': 0.07692307692307693, 'f1-score': 0.10526315789473684, 'support': 26.0}, 'accuracy': 0.9816414686825053, 'macro avg': {'precision': 0.5768115942028985, 'recall': 0.5357233128317466, 'f1-score': 0.547994372182502, 'support': 1852.0}, 'weighted avg': {'precision': 0.9754405734497761, 'recall': 0.9816414686825053, 'f1-score': 0.9782946884449089, 'support': 1852.0}} | 0.0184 | {'f1-score': 0.6714931488917075, 'hamming': 0.02119330453563715} | +| 0.0249 | 18.0 | 1764 | 0.1300 | {'~LIN': {'precision': 0.9907809110629068, 'recall': 0.9956403269754769, 'f1-score': 0.9932046751834738, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9865010799136069, 'macro avg': {'precision': 0.4953904555314534, 'recall': 0.49782016348773844, 'f1-score': 0.4966023375917369, 'support': 1852.0}, 'weighted avg': {'precision': 0.9816862698706447, 'recall': 0.9865010799136069, 'f1-score': 0.9840877856164548, 'support': 1852.0}} | 0.0135 | {'~SI': {'precision': 0.982948294829483, 'recall': 0.9851157662624035, 'f1-score': 0.9840308370044053, 'support': 1814.0}, 'SI': {'precision': 0.20588235294117646, 'recall': 0.18421052631578946, 'f1-score': 0.19444444444444445, 'support': 38.0}, 'accuracy': 0.968682505399568, 'macro avg': {'precision': 0.5944153238853297, 'recall': 0.5846631462890964, 'f1-score': 0.5892376407244249, 'support': 1852.0}, 'weighted avg': {'precision': 0.9670041772313428, 'recall': 0.968682505399568, 'f1-score': 0.9678298203104104, 'support': 1852.0}} | 0.0313 | {'~CL': {'precision': 0.9574468085106383, 'recall': 0.9964093357271095, 'f1-score': 0.9765395894428153, 'support': 1671.0}, 'CL': {'precision': 0.9469026548672567, 'recall': 0.5911602209944752, 'f1-score': 0.7278911564625851, 'support': 181.0}, 'accuracy': 0.9568034557235421, 'macro avg': {'precision': 0.9521747316889475, 'recall': 0.7937847783607923, 'f1-score': 0.8522153729527002, 'support': 1852.0}, 'weighted avg': {'precision': 0.9564163053737852, 'recall': 0.9568034557235421, 'f1-score': 0.9522386356796286, 'support': 1852.0}} | 0.0432 | {'~D': {'precision': 0.9983739837398374, 'recall': 1.0, 'f1-score': 0.9991863303498779, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.7, 'f1-score': 0.8235294117647058, 'support': 10.0}, 'accuracy': 0.9983801295896328, 'macro avg': {'precision': 0.9991869918699188, 'recall': 0.85, 'f1-score': 0.9113578710572918, 'support': 1852.0}, 'weighted avg': {'precision': 0.9983827635252595, 'recall': 0.9983801295896328, 'f1-score': 0.9982378588672367, 'support': 1852.0}} | 0.0016 | {'~HI': {'precision': 0.9978142076502732, 'recall': 0.9897018970189702, 'f1-score': 0.9937414965986394, 'support': 1845.0}, 'HI': {'precision': 0.13636363636363635, 'recall': 0.42857142857142855, 'f1-score': 0.20689655172413793, 'support': 7.0}, 'accuracy': 0.9875809935205183, 'macro avg': {'precision': 0.5670889220069548, 'recall': 0.7091366627951994, 'f1-score': 0.6003190241613887, 'support': 1852.0}, 'weighted avg': {'precision': 0.9945581849726239, 'recall': 0.9875809935205183, 'f1-score': 0.9907674606298914, 'support': 1852.0}} | 0.0124 | {'~PL': {'precision': 0.9823788546255506, 'recall': 0.9900110987791343, 'f1-score': 0.986180210060807, 'support': 1802.0}, 'PL': {'precision': 0.5, 'recall': 0.36, 'f1-score': 0.4186046511627907, 'support': 50.0}, 'accuracy': 0.9730021598272138, 'macro avg': {'precision': 0.7411894273127753, 'recall': 0.6750055493895671, 'f1-score': 0.7023924306117989, 'support': 1852.0}, 'weighted avg': {'precision': 0.9693556674056383, 'recall': 0.9730021598272138, 'f1-score': 0.9708568958356986, 'support': 1852.0}} | 0.0270 | {'~TI': {'precision': 0.9789006107717935, 'recall': 0.9821727019498607, 'f1-score': 0.9805339265850945, 'support': 1795.0}, 'TI': {'precision': 0.37254901960784315, 'recall': 0.3333333333333333, 'f1-score': 0.35185185185185186, 'support': 57.0}, 'accuracy': 0.9622030237580994, 'macro avg': {'precision': 0.6757248151898183, 'recall': 0.657753017641597, 'f1-score': 0.6661928892184732, 'support': 1852.0}, 'weighted avg': {'precision': 0.9602386017564882, 'recall': 0.9622030237580994, 'f1-score': 0.9611846402677108, 'support': 1852.0}} | 0.0378 | {'~PC': {'precision': 0.9863834422657952, 'recall': 0.9917853231106243, 'f1-score': 0.9890770070999454, 'support': 1826.0}, 'PC': {'precision': 0.0625, 'recall': 0.038461538461538464, 'f1-score': 0.047619047619047616, 'support': 26.0}, 'accuracy': 0.978401727861771, 'macro avg': {'precision': 0.5244417211328976, 'recall': 0.5151234307860814, 'f1-score': 0.5183480273594965, 'support': 1852.0}, 'weighted avg': {'precision': 0.973413156359256, 'recall': 0.978401727861771, 'f1-score': 0.9758599947098249, 'support': 1852.0}} | 0.0216 | {'f1-score': 0.667083199209664, 'hamming': 0.02355561555075594} | +| 0.0249 | 19.0 | 1862 | 0.1438 | {'~LIN': {'precision': 0.9907558455682436, 'recall': 0.9929155313351499, 'f1-score': 0.9918345127925966, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9838012958963283, 'macro avg': {'precision': 0.4953779227841218, 'recall': 0.49645776566757494, 'f1-score': 0.4959172563962983, 'support': 1852.0}, 'weighted avg': {'precision': 0.9816614344588159, 'recall': 0.9838012958963283, 'f1-score': 0.9827302003101592, 'support': 1852.0}} | 0.0162 | {'~SI': {'precision': 0.9835616438356164, 'recall': 0.9895259095920618, 'f1-score': 0.9865347622973344, 'support': 1814.0}, 'SI': {'precision': 0.2962962962962963, 'recall': 0.21052631578947367, 'f1-score': 0.24615384615384617, 'support': 38.0}, 'accuracy': 0.9735421166306696, 'macro avg': {'precision': 0.6399289700659563, 'recall': 0.6000261126907678, 'f1-score': 0.6163443042255903, 'support': 1852.0}, 'weighted avg': {'precision': 0.9694600870286542, 'recall': 0.9735421166306696, 'f1-score': 0.971343361210157, 'support': 1852.0}} | 0.0265 | {'~CL': {'precision': 0.9656577415599534, 'recall': 0.992818671454219, 'f1-score': 0.9790498672174682, 'support': 1671.0}, 'CL': {'precision': 0.9104477611940298, 'recall': 0.6740331491712708, 'f1-score': 0.7746031746031746, 'support': 181.0}, 'accuracy': 0.9616630669546437, 'macro avg': {'precision': 0.9380527513769916, 'recall': 0.8334259103127448, 'f1-score': 0.8768265209103214, 'support': 1852.0}, 'weighted avg': {'precision': 0.9602619497423335, 'recall': 0.9616630669546437, 'f1-score': 0.9590688459630475, 'support': 1852.0}} | 0.0383 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.9978165938864629, 'recall': 0.9907859078590786, 'f1-score': 0.9942888224095731, 'support': 1845.0}, 'HI': {'precision': 0.15, 'recall': 0.42857142857142855, 'f1-score': 0.2222222222222222, 'support': 7.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.5739082969432314, 'recall': 0.7096786682152536, 'f1-score': 0.6082555223158976, 'support': 1852.0}, 'weighted avg': {'precision': 0.9946121035208013, 'recall': 0.9886609071274298, 'f1-score': 0.9913706441151284, 'support': 1852.0}} | 0.0113 | {'~PL': {'precision': 0.980327868852459, 'recall': 0.9955604883462819, 'f1-score': 0.987885462555066, 'support': 1802.0}, 'PL': {'precision': 0.6363636363636364, 'recall': 0.28, 'f1-score': 0.3888888888888889, 'support': 50.0}, 'accuracy': 0.9762419006479481, 'macro avg': {'precision': 0.8083457526080478, 'recall': 0.6377802441731409, 'f1-score': 0.6883871757219775, 'support': 1852.0}, 'weighted avg': {'precision': 0.9710415774785707, 'recall': 0.9762419006479481, 'f1-score': 0.97171384879518, 'support': 1852.0}} | 0.0238 | {'~TI': {'precision': 0.975328947368421, 'recall': 0.9910863509749304, 'f1-score': 0.9831445150594087, 'support': 1795.0}, 'TI': {'precision': 0.42857142857142855, 'recall': 0.21052631578947367, 'f1-score': 0.2823529411764706, 'support': 57.0}, 'accuracy': 0.9670626349892009, 'macro avg': {'precision': 0.7019501879699248, 'recall': 0.600806333382202, 'f1-score': 0.6327487281179396, 'support': 1852.0}, 'weighted avg': {'precision': 0.9585010971678657, 'recall': 0.9670626349892009, 'f1-score': 0.961575875906424, 'support': 1852.0}} | 0.0329 | {'~PC': {'precision': 0.987431693989071, 'recall': 0.9895947426067908, 'f1-score': 0.9885120350109409, 'support': 1826.0}, 'PC': {'precision': 0.13636363636363635, 'recall': 0.11538461538461539, 'f1-score': 0.125, 'support': 26.0}, 'accuracy': 0.9773218142548596, 'macro avg': {'precision': 0.5618976651763536, 'recall': 0.5524896789957031, 'f1-score': 0.5567560175054704, 'support': 1852.0}, 'weighted avg': {'precision': 0.9754836543031847, 'recall': 0.9773218142548596, 'f1-score': 0.9763892958585194, 'support': 1852.0}} | 0.0227 | {'f1-score': 0.6687116532305318, 'hamming': 0.021733261339092872} | +| 0.0249 | 20.0 | 1960 | 0.1655 | {'~LIN': {'precision': 0.991313789359392, 'recall': 0.9950953678474115, 'f1-score': 0.9932009790590155, 'support': 1835.0}, 'LIN': {'precision': 0.1, 'recall': 0.058823529411764705, 'f1-score': 0.07407407407407407, 'support': 17.0}, 'accuracy': 0.9865010799136069, 'macro avg': {'precision': 0.545656894679696, 'recall': 0.5269594486295881, 'f1-score': 0.5336375265665447, 'support': 1852.0}, 'weighted avg': {'precision': 0.9831321833015574, 'recall': 0.9865010799136069, 'f1-score': 0.9847640690240566, 'support': 1852.0}} | 0.0135 | {'~SI': {'precision': 0.9848314606741573, 'recall': 0.9663726571113561, 'f1-score': 0.9755147468002225, 'support': 1814.0}, 'SI': {'precision': 0.1527777777777778, 'recall': 0.2894736842105263, 'f1-score': 0.2, 'support': 38.0}, 'accuracy': 0.9524838012958964, 'macro avg': {'precision': 0.5688046192259675, 'recall': 0.6279231706609412, 'f1-score': 0.5877573734001112, 'support': 1852.0}, 'weighted avg': {'precision': 0.9677590848911863, 'recall': 0.9524838012958964, 'f1-score': 0.9596024571790516, 'support': 1852.0}} | 0.0475 | {'~CL': {'precision': 0.9728453364817001, 'recall': 0.9862357869539198, 'f1-score': 0.9794947994056463, 'support': 1671.0}, 'CL': {'precision': 0.8544303797468354, 'recall': 0.7458563535911602, 'f1-score': 0.7964601769911505, 'support': 181.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.9136378581142678, 'recall': 0.86604607027254, 'f1-score': 0.8879774881983984, 'support': 1852.0}, 'weighted avg': {'precision': 0.9612723844465972, 'recall': 0.962742980561555, 'f1-score': 0.9616064264806875, 'support': 1852.0}} | 0.0373 | {'~D': {'precision': 0.9972929074174337, 'recall': 1.0, 'f1-score': 0.9986446191379778, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.5, 'f1-score': 0.6666666666666666, 'support': 10.0}, 'accuracy': 0.9973002159827213, 'macro avg': {'precision': 0.9986464537087169, 'recall': 0.75, 'f1-score': 0.8326556429023222, 'support': 1852.0}, 'weighted avg': {'precision': 0.9973075245480091, 'recall': 0.9973002159827213, 'f1-score': 0.9968520815976359, 'support': 1852.0}} | 0.0027 | {'~HI': {'precision': 0.9972943722943723, 'recall': 0.9989159891598915, 'f1-score': 0.9981045220687788, 'support': 1845.0}, 'HI': {'precision': 0.5, 'recall': 0.2857142857142857, 'f1-score': 0.36363636363636365, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.7486471861471862, 'recall': 0.6423151374370886, 'f1-score': 0.6808704428525711, 'support': 1852.0}, 'weighted avg': {'precision': 0.9954147499368883, 'recall': 0.9962203023758099, 'f1-score': 0.9957064242777275, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9766558089033659, 'recall': 0.9983351831298557, 'f1-score': 0.9873765093304061, 'support': 1802.0}, 'PL': {'precision': 0.7, 'recall': 0.14, 'f1-score': 0.23333333333333334, 'support': 50.0}, 'accuracy': 0.9751619870410367, 'macro avg': {'precision': 0.8383279044516829, 'recall': 0.5691675915649279, 'f1-score': 0.6103549213318697, 'support': 1852.0}, 'weighted avg': {'precision': 0.96918669959172, 'recall': 0.9751619870410367, 'f1-score': 0.9670189721814572, 'support': 1852.0}} | 0.0248 | {'~TI': {'precision': 0.9753424657534246, 'recall': 0.9916434540389972, 'f1-score': 0.9834254143646409, 'support': 1795.0}, 'TI': {'precision': 0.4444444444444444, 'recall': 0.21052631578947367, 'f1-score': 0.2857142857142857, 'support': 57.0}, 'accuracy': 0.9676025917926566, 'macro avg': {'precision': 0.7098934550989345, 'recall': 0.6010848849142354, 'f1-score': 0.6345698500394633, 'support': 1852.0}, 'weighted avg': {'precision': 0.9590027318362475, 'recall': 0.9676025917926566, 'f1-score': 0.9619515837312336, 'support': 1852.0}} | 0.0324 | {'~PC': {'precision': 0.9869352204681546, 'recall': 0.9928806133625411, 'f1-score': 0.98989898989899, 'support': 1826.0}, 'PC': {'precision': 0.13333333333333333, 'recall': 0.07692307692307693, 'f1-score': 0.0975609756097561, 'support': 26.0}, 'accuracy': 0.9800215982721382, 'macro avg': {'precision': 0.560134276900744, 'recall': 0.534901845142809, 'f1-score': 0.543729982754373, 'support': 1852.0}, 'weighted avg': {'precision': 0.9749516086617263, 'recall': 0.9800215982721382, 'f1-score': 0.9773715663722512, 'support': 1852.0}} | 0.0200 | {'f1-score': 0.6639441535057067, 'hamming': 0.022745680345572353} | +| 0.0091 | 21.0 | 2058 | 0.1409 | {'~LIN': {'precision': 0.9908108108108108, 'recall': 0.9989100817438692, 'f1-score': 0.9948439620081411, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9897408207343412, 'macro avg': {'precision': 0.4954054054054054, 'recall': 0.4994550408719346, 'f1-score': 0.49742198100407053, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817158951608196, 'recall': 0.9897408207343412, 'f1-score': 0.9857120249918677, 'support': 1852.0}} | 0.0103 | {'~SI': {'precision': 0.9825232113599126, 'recall': 0.9917309812568909, 'f1-score': 0.9871056241426612, 'support': 1814.0}, 'SI': {'precision': 0.2857142857142857, 'recall': 0.15789473684210525, 'f1-score': 0.2033898305084746, 'support': 38.0}, 'accuracy': 0.974622030237581, 'macro avg': {'precision': 0.6341187485370992, 'recall': 0.5748128590494981, 'f1-score': 0.5952477273255679, 'support': 1852.0}, 'weighted avg': {'precision': 0.9682258359956935, 'recall': 0.974622030237581, 'f1-score': 0.971025062502219, 'support': 1852.0}} | 0.0254 | {'~CL': {'precision': 0.9661412726211325, 'recall': 0.990424895272292, 'f1-score': 0.9781323877068558, 'support': 1671.0}, 'CL': {'precision': 0.8848920863309353, 'recall': 0.6795580110497238, 'f1-score': 0.76875, 'support': 181.0}, 'accuracy': 0.9600431965442765, 'macro avg': {'precision': 0.9255166794760339, 'recall': 0.8349914531610079, 'f1-score': 0.8734411938534279, 'support': 1852.0}, 'weighted avg': {'precision': 0.9582006124059459, 'recall': 0.9600431965442765, 'f1-score': 0.9576689902041879, 'support': 1852.0}} | 0.0400 | {'~D': {'precision': 0.9983739837398374, 'recall': 1.0, 'f1-score': 0.9991863303498779, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.7, 'f1-score': 0.8235294117647058, 'support': 10.0}, 'accuracy': 0.9983801295896328, 'macro avg': {'precision': 0.9991869918699188, 'recall': 0.85, 'f1-score': 0.9113578710572918, 'support': 1852.0}, 'weighted avg': {'precision': 0.9983827635252595, 'recall': 0.9983801295896328, 'f1-score': 0.9982378588672367, 'support': 1852.0}} | 0.0016 | {'~HI': {'precision': 0.9978249048395867, 'recall': 0.994579945799458, 'f1-score': 0.996199782844734, 'support': 1845.0}, 'HI': {'precision': 0.23076923076923078, 'recall': 0.42857142857142855, 'f1-score': 0.3, 'support': 7.0}, 'accuracy': 0.9924406047516199, 'macro avg': {'precision': 0.6142970678044087, 'recall': 0.7115756871854433, 'f1-score': 0.648099891422367, 'support': 1852.0}, 'weighted avg': {'precision': 0.9949256663306815, 'recall': 0.9924406047516199, 'f1-score': 0.9935683581795541, 'support': 1852.0}} | 0.0076 | {'~PL': {'precision': 0.980327868852459, 'recall': 0.9955604883462819, 'f1-score': 0.987885462555066, 'support': 1802.0}, 'PL': {'precision': 0.6363636363636364, 'recall': 0.28, 'f1-score': 0.3888888888888889, 'support': 50.0}, 'accuracy': 0.9762419006479481, 'macro avg': {'precision': 0.8083457526080478, 'recall': 0.6377802441731409, 'f1-score': 0.6883871757219775, 'support': 1852.0}, 'weighted avg': {'precision': 0.9710415774785707, 'recall': 0.9762419006479481, 'f1-score': 0.97171384879518, 'support': 1852.0}} | 0.0238 | {'~TI': {'precision': 0.9837170129140932, 'recall': 0.9760445682451253, 'f1-score': 0.9798657718120806, 'support': 1795.0}, 'TI': {'precision': 0.39436619718309857, 'recall': 0.49122807017543857, 'f1-score': 0.4375, 'support': 57.0}, 'accuracy': 0.9611231101511879, 'macro avg': {'precision': 0.6890416050485959, 'recall': 0.7336363192102819, 'f1-score': 0.7086828859060403, 'support': 1852.0}, 'weighted avg': {'precision': 0.9655782459072537, 'recall': 0.9611231101511879, 'f1-score': 0.9631730887703481, 'support': 1852.0}} | 0.0389 | {'~PC': {'precision': 0.9887892376681614, 'recall': 0.9660460021905805, 'f1-score': 0.9772853185595568, 'support': 1826.0}, 'PC': {'precision': 0.08823529411764706, 'recall': 0.23076923076923078, 'f1-score': 0.1276595744680851, 'support': 26.0}, 'accuracy': 0.9557235421166307, 'macro avg': {'precision': 0.5385122658929042, 'recall': 0.5984076164799056, 'f1-score': 0.552472446513821, 'support': 1852.0}, 'weighted avg': {'precision': 0.9761464717219879, 'recall': 0.9557235421166307, 'f1-score': 0.9653575273358105, 'support': 1852.0}} | 0.0443 | {'f1-score': 0.6843888966005706, 'hamming': 0.02396058315334773} | +| 0.0091 | 22.0 | 2156 | 0.1621 | {'~LIN': {'precision': 0.9912711402073104, 'recall': 0.9901907356948229, 'f1-score': 0.9907306434023991, 'support': 1835.0}, 'LIN': {'precision': 0.05263157894736842, 'recall': 0.058823529411764705, 'f1-score': 0.05555555555555555, 'support': 17.0}, 'accuracy': 0.9816414686825053, 'macro avg': {'precision': 0.5219513595773394, 'recall': 0.5245071325532937, 'f1-score': 0.5231430994789773, 'support': 1852.0}, 'weighted avg': {'precision': 0.9826551183166954, 'recall': 0.9816414686825053, 'f1-score': 0.9821464228336105, 'support': 1852.0}} | 0.0184 | {'~SI': {'precision': 0.9852272727272727, 'recall': 0.9558985667034179, 'f1-score': 0.970341354224958, 'support': 1814.0}, 'SI': {'precision': 0.13043478260869565, 'recall': 0.3157894736842105, 'f1-score': 0.18461538461538463, 'support': 38.0}, 'accuracy': 0.9427645788336934, 'macro avg': {'precision': 0.5578310276679842, 'recall': 0.6358440201938143, 'f1-score': 0.5774783694201713, 'support': 1852.0}, 'weighted avg': {'precision': 0.9676883339451421, 'recall': 0.9427645788336934, 'f1-score': 0.9542195470731417, 'support': 1852.0}} | 0.0572 | {'~CL': {'precision': 0.9711425206124853, 'recall': 0.9868342309994016, 'f1-score': 0.9789254971801722, 'support': 1671.0}, 'CL': {'precision': 0.8571428571428571, 'recall': 0.7292817679558011, 'f1-score': 0.7880597014925373, 'support': 181.0}, 'accuracy': 0.9616630669546437, 'macro avg': {'precision': 0.9141426888776711, 'recall': 0.8580579994776014, 'f1-score': 0.8834925993363547, 'support': 1852.0}, 'weighted avg': {'precision': 0.9600010848198273, 'recall': 0.9616630669546437, 'f1-score': 0.9602717666081084, 'support': 1852.0}} | 0.0383 | {'~D': {'precision': 0.9972914409534128, 'recall': 0.999457111834962, 'f1-score': 0.9983731019522777, 'support': 1842.0}, 'D': {'precision': 0.8333333333333334, 'recall': 0.5, 'f1-score': 0.625, 'support': 10.0}, 'accuracy': 0.9967602591792657, 'macro avg': {'precision': 0.915312387143373, 'recall': 0.749728555917481, 'f1-score': 0.8116865509761388, 'support': 1852.0}, 'weighted avg': {'precision': 0.9964061379965009, 'recall': 0.9967602591792657, 'f1-score': 0.9963570484860127, 'support': 1852.0}} | 0.0032 | {'~HI': {'precision': 0.9972840847365562, 'recall': 0.9951219512195122, 'f1-score': 0.9962018448182312, 'support': 1845.0}, 'HI': {'precision': 0.18181818181818182, 'recall': 0.2857142857142857, 'f1-score': 0.2222222222222222, 'support': 7.0}, 'accuracy': 0.9924406047516199, 'macro avg': {'precision': 0.589551133277369, 'recall': 0.6404181184668989, 'f1-score': 0.6092120335202267, 'support': 1852.0}, 'weighted avg': {'precision': 0.9942018702006875, 'recall': 0.9924406047516199, 'f1-score': 0.9932764358775334, 'support': 1852.0}} | 0.0076 | {'~PL': {'precision': 0.9802739726027397, 'recall': 0.9927857935627081, 'f1-score': 0.9864902122966639, 'support': 1802.0}, 'PL': {'precision': 0.5185185185185185, 'recall': 0.28, 'f1-score': 0.36363636363636365, 'support': 50.0}, 'accuracy': 0.9735421166306696, 'macro avg': {'precision': 0.7493962455606291, 'recall': 0.6363928967813541, 'f1-score': 0.6750632879665137, 'support': 1852.0}, 'weighted avg': {'precision': 0.9678075726544616, 'recall': 0.9735421166306696, 'f1-score': 0.9696745036395285, 'support': 1852.0}} | 0.0265 | {'~TI': {'precision': 0.9805122494432071, 'recall': 0.981058495821727, 'f1-score': 0.9807852965747702, 'support': 1795.0}, 'TI': {'precision': 0.39285714285714285, 'recall': 0.38596491228070173, 'f1-score': 0.3893805309734513, 'support': 57.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.686684696150175, 'recall': 0.6835117040512144, 'f1-score': 0.6850829137741108, 'support': 1852.0}, 'weighted avg': {'precision': 0.9624256721886685, 'recall': 0.962742980561555, 'f1-score': 0.9625833140481638, 'support': 1852.0}} | 0.0373 | {'~PC': {'precision': 0.9864645370871684, 'recall': 0.9978094194961665, 'f1-score': 0.9921045466920774, 'support': 1826.0}, 'PC': {'precision': 0.2, 'recall': 0.038461538461538464, 'f1-score': 0.06451612903225806, 'support': 26.0}, 'accuracy': 0.984341252699784, 'macro avg': {'precision': 0.5932322685435842, 'recall': 0.5181354789788525, 'f1-score': 0.5283103378621677, 'support': 1852.0}, 'weighted avg': {'precision': 0.9754234582727697, 'recall': 0.984341252699784, 'f1-score': 0.9790822470921016, 'support': 1852.0}} | 0.0157 | {'f1-score': 0.6616836490418326, 'hamming': 0.025512958963282935} | +| 0.0091 | 23.0 | 2254 | 0.1680 | {'~LIN': {'precision': 0.990770901194354, 'recall': 0.9945504087193461, 'f1-score': 0.9926570573837368, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9854211663066955, 'macro avg': {'precision': 0.495385450597177, 'recall': 0.49727520435967304, 'f1-score': 0.4963285286918684, 'support': 1852.0}, 'weighted avg': {'precision': 0.9816763518853345, 'recall': 0.9854211663066955, 'f1-score': 0.9835451945459811, 'support': 1852.0}} | 0.0146 | {'~SI': {'precision': 0.9825041006014216, 'recall': 0.9906284454244763, 'f1-score': 0.9865495470765853, 'support': 1814.0}, 'SI': {'precision': 0.2608695652173913, 'recall': 0.15789473684210525, 'f1-score': 0.19672131147540983, 'support': 38.0}, 'accuracy': 0.9735421166306696, 'macro avg': {'precision': 0.6216868329094064, 'recall': 0.5742615911332908, 'f1-score': 0.5916354292759975, 'support': 1852.0}, 'weighted avg': {'precision': 0.9676973444758312, 'recall': 0.9735421166306696, 'f1-score': 0.9703435681603625, 'support': 1852.0}} | 0.0265 | {'~CL': {'precision': 0.9689513766842414, 'recall': 0.9898264512268103, 'f1-score': 0.9792776791000593, 'support': 1671.0}, 'CL': {'precision': 0.8827586206896552, 'recall': 0.7071823204419889, 'f1-score': 0.7852760736196319, 'support': 181.0}, 'accuracy': 0.9622030237580994, 'macro avg': {'precision': 0.9258549986869482, 'recall': 0.8485043858343997, 'f1-score': 0.8822768763598456, 'support': 1852.0}, 'weighted avg': {'precision': 0.9605275706178158, 'recall': 0.9622030237580994, 'f1-score': 0.9603174789964106, 'support': 1852.0}} | 0.0378 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.9967567567567568, 'recall': 0.9994579945799458, 'f1-score': 0.9981055480378891, 'support': 1845.0}, 'HI': {'precision': 0.5, 'recall': 0.14285714285714285, 'f1-score': 0.2222222222222222, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.7483783783783784, 'recall': 0.5711575687185443, 'f1-score': 0.6101638851300557, 'support': 1852.0}, 'weighted avg': {'precision': 0.9948791664234429, 'recall': 0.9962203023758099, 'f1-score': 0.9951729436746549, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9797592997811816, 'recall': 0.9938956714761377, 'f1-score': 0.9867768595041322, 'support': 1802.0}, 'PL': {'precision': 0.5416666666666666, 'recall': 0.26, 'f1-score': 0.35135135135135137, 'support': 50.0}, 'accuracy': 0.9740820734341252, 'macro avg': {'precision': 0.7607129832239241, 'recall': 0.6269478357380689, 'f1-score': 0.6690641054277418, 'support': 1852.0}, 'weighted avg': {'precision': 0.9679317448914808, 'recall': 0.9740820734341252, 'f1-score': 0.969621743193312, 'support': 1852.0}} | 0.0259 | {'~TI': {'precision': 0.9763606377130292, 'recall': 0.9894150417827298, 'f1-score': 0.9828444936358606, 'support': 1795.0}, 'TI': {'precision': 0.42424242424242425, 'recall': 0.24561403508771928, 'f1-score': 0.3111111111111111, 'support': 57.0}, 'accuracy': 0.9665226781857451, 'macro avg': {'precision': 0.7003015309777267, 'recall': 0.6175145384352245, 'f1-score': 0.6469778023734858, 'support': 1852.0}, 'weighted avg': {'precision': 0.9593677985295387, 'recall': 0.9665226781857451, 'f1-score': 0.9621701940657145, 'support': 1852.0}} | 0.0335 | {'~PC': {'precision': 0.9869067103109657, 'recall': 0.9906900328587076, 'f1-score': 0.9887947526646624, 'support': 1826.0}, 'PC': {'precision': 0.10526315789473684, 'recall': 0.07692307692307693, 'f1-score': 0.08888888888888889, 'support': 26.0}, 'accuracy': 0.9778617710583153, 'macro avg': {'precision': 0.5460849341028513, 'recall': 0.5338065548908922, 'f1-score': 0.5388418207767757, 'support': 1852.0}, 'weighted avg': {'precision': 0.9745294250178652, 'recall': 0.9778617710583153, 'f1-score': 0.9761610850306613, 'support': 1852.0}} | 0.0221 | {'f1-score': 0.6637182685858162, 'hamming': 0.020788336933045357} | +| 0.0091 | 24.0 | 2352 | 0.1485 | {'~LIN': {'precision': 0.9917537108301264, 'recall': 0.9831062670299727, 'f1-score': 0.9874110563765737, 'support': 1835.0}, 'LIN': {'precision': 0.06060606060606061, 'recall': 0.11764705882352941, 'f1-score': 0.08, 'support': 17.0}, 'accuracy': 0.9751619870410367, 'macro avg': {'precision': 0.5261798857180935, 'recall': 0.550376662926751, 'f1-score': 0.5337055281882869, 'support': 1852.0}, 'weighted avg': {'precision': 0.9832064591812014, 'recall': 0.9751619870410367, 'f1-score': 0.9790816892284084, 'support': 1852.0}} | 0.0248 | {'~SI': {'precision': 0.9813902572523262, 'recall': 0.9884233737596472, 'f1-score': 0.9848942598187311, 'support': 1814.0}, 'SI': {'precision': 0.16, 'recall': 0.10526315789473684, 'f1-score': 0.12698412698412698, 'support': 38.0}, 'accuracy': 0.9703023758099352, 'macro avg': {'precision': 0.5706951286261631, 'recall': 0.546843265827192, 'f1-score': 0.555939193401429, 'support': 1852.0}, 'weighted avg': {'precision': 0.9645366774598918, 'recall': 0.9703023758099352, 'f1-score': 0.9672913521255805, 'support': 1852.0}} | 0.0297 | {'~CL': {'precision': 0.9785586658725431, 'recall': 0.983243566726511, 'f1-score': 0.9808955223880597, 'support': 1671.0}, 'CL': {'precision': 0.838150289017341, 'recall': 0.8011049723756906, 'f1-score': 0.8192090395480226, 'support': 181.0}, 'accuracy': 0.9654427645788337, 'macro avg': {'precision': 0.9083544774449421, 'recall': 0.8921742695511008, 'f1-score': 0.9000522809680411, 'support': 1852.0}, 'weighted avg': {'precision': 0.9648362489120725, 'recall': 0.9654427645788337, 'f1-score': 0.9650935497130884, 'support': 1852.0}} | 0.0346 | {'~D': {'precision': 0.9983739837398374, 'recall': 1.0, 'f1-score': 0.9991863303498779, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.7, 'f1-score': 0.8235294117647058, 'support': 10.0}, 'accuracy': 0.9983801295896328, 'macro avg': {'precision': 0.9991869918699188, 'recall': 0.85, 'f1-score': 0.9113578710572918, 'support': 1852.0}, 'weighted avg': {'precision': 0.9983827635252595, 'recall': 0.9983801295896328, 'f1-score': 0.9982378588672367, 'support': 1852.0}} | 0.0016 | {'~HI': {'precision': 0.9978118161925602, 'recall': 0.9886178861788618, 'f1-score': 0.9931935747345494, 'support': 1845.0}, 'HI': {'precision': 0.125, 'recall': 0.42857142857142855, 'f1-score': 0.1935483870967742, 'support': 7.0}, 'accuracy': 0.9865010799136069, 'macro avg': {'precision': 0.5614059080962801, 'recall': 0.7085946573751452, 'f1-score': 0.5933709809156618, 'support': 1852.0}, 'weighted avg': {'precision': 0.9945128514445322, 'recall': 0.9865010799136069, 'f1-score': 0.9901711577186397, 'support': 1852.0}} | 0.0135 | {'~PL': {'precision': 0.9797149122807017, 'recall': 0.9916759156492786, 'f1-score': 0.9856591285162714, 'support': 1802.0}, 'PL': {'precision': 0.4642857142857143, 'recall': 0.26, 'f1-score': 0.3333333333333333, 'support': 50.0}, 'accuracy': 0.9719222462203023, 'macro avg': {'precision': 0.722000313283208, 'recall': 0.6258379578246394, 'f1-score': 0.6594962309248024, 'support': 1852.0}, 'weighted avg': {'precision': 0.9657994371728457, 'recall': 0.9719222462203023, 'f1-score': 0.9680477409573368, 'support': 1852.0}} | 0.0281 | {'~TI': {'precision': 0.982662192393736, 'recall': 0.9788300835654596, 'f1-score': 0.980742394641362, 'support': 1795.0}, 'TI': {'precision': 0.40625, 'recall': 0.45614035087719296, 'f1-score': 0.4297520661157025, 'support': 57.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.694456096196868, 'recall': 0.7174852172213263, 'f1-score': 0.7052472303785322, 'support': 1852.0}, 'weighted avg': {'precision': 0.9649216443556998, 'recall': 0.962742980561555, 'f1-score': 0.9637842689793952, 'support': 1852.0}} | 0.0373 | {'~PC': {'precision': 0.9864351600651112, 'recall': 0.9956188389923329, 'f1-score': 0.9910057236304171, 'support': 1826.0}, 'PC': {'precision': 0.1111111111111111, 'recall': 0.038461538461538464, 'f1-score': 0.05714285714285714, 'support': 26.0}, 'accuracy': 0.9821814254859611, 'macro avg': {'precision': 0.5487731355881111, 'recall': 0.5170401887269357, 'f1-score': 0.5240742903866371, 'support': 1852.0}, 'weighted avg': {'precision': 0.9741465935031219, 'recall': 0.9821814254859611, 'f1-score': 0.9778953378157969, 'support': 1852.0}} | 0.0178 | {'f1-score': 0.6729054507775853, 'hamming': 0.023420626349892008} | +| 0.0091 | 25.0 | 2450 | 0.1626 | {'~LIN': {'precision': 0.9907908992416035, 'recall': 0.9967302452316076, 'f1-score': 0.9937516979081771, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9875809935205183, 'macro avg': {'precision': 0.49539544962080173, 'recall': 0.4983651226158038, 'f1-score': 0.49687584895408854, 'support': 1852.0}, 'weighted avg': {'precision': 0.9816961663651957, 'recall': 0.9875809935205183, 'f1-score': 0.9846297870742468, 'support': 1852.0}} | 0.0124 | {'~SI': {'precision': 0.9836244541484717, 'recall': 0.9933847850055126, 'f1-score': 0.988480526604498, 'support': 1814.0}, 'SI': {'precision': 0.4, 'recall': 0.21052631578947367, 'f1-score': 0.27586206896551724, 'support': 38.0}, 'accuracy': 0.9773218142548596, 'macro avg': {'precision': 0.6918122270742358, 'recall': 0.6019555503974932, 'f1-score': 0.6321712977850076, 'support': 1852.0}, 'weighted avg': {'precision': 0.9716494383506089, 'recall': 0.9773218142548596, 'f1-score': 0.9738587655946269, 'support': 1852.0}} | 0.0227 | {'~CL': {'precision': 0.9712272460364063, 'recall': 0.9898264512268103, 'f1-score': 0.980438648488441, 'support': 1671.0}, 'CL': {'precision': 0.8859060402684564, 'recall': 0.7292817679558011, 'f1-score': 0.8, 'support': 181.0}, 'accuracy': 0.9643628509719222, 'macro avg': {'precision': 0.9285666431524313, 'recall': 0.8595541095913057, 'f1-score': 0.8902193242442205, 'support': 1852.0}, 'weighted avg': {'precision': 0.9628886184748519, 'recall': 0.9643628509719222, 'f1-score': 0.9628039857581991, 'support': 1852.0}} | 0.0356 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.9972943722943723, 'recall': 0.9989159891598915, 'f1-score': 0.9981045220687788, 'support': 1845.0}, 'HI': {'precision': 0.5, 'recall': 0.2857142857142857, 'f1-score': 0.36363636363636365, 'support': 7.0}, 'accuracy': 0.9962203023758099, 'macro avg': {'precision': 0.7486471861471862, 'recall': 0.6423151374370886, 'f1-score': 0.6808704428525711, 'support': 1852.0}, 'weighted avg': {'precision': 0.9954147499368883, 'recall': 0.9962203023758099, 'f1-score': 0.9957064242777275, 'support': 1852.0}} | 0.0038 | {'~PL': {'precision': 0.9808324205914567, 'recall': 0.9938956714761377, 'f1-score': 0.9873208379272327, 'support': 1802.0}, 'PL': {'precision': 0.5769230769230769, 'recall': 0.3, 'f1-score': 0.39473684210526316, 'support': 50.0}, 'accuracy': 0.9751619870410367, 'macro avg': {'precision': 0.7788777487572668, 'recall': 0.6469478357380688, 'f1-score': 0.6910288400162479, 'support': 1852.0}, 'weighted avg': {'precision': 0.9699277406868028, 'recall': 0.9751619870410367, 'f1-score': 0.9713223499190802, 'support': 1852.0}} | 0.0248 | {'~TI': {'precision': 0.9810901001112347, 'recall': 0.9827298050139276, 'f1-score': 0.9819092680211522, 'support': 1795.0}, 'TI': {'precision': 0.42592592592592593, 'recall': 0.40350877192982454, 'f1-score': 0.4144144144144144, 'support': 57.0}, 'accuracy': 0.964902807775378, 'macro avg': {'precision': 0.7035080130185802, 'recall': 0.6931192884718761, 'f1-score': 0.6981618412177832, 'support': 1852.0}, 'weighted avg': {'precision': 0.9640035137567192, 'recall': 0.964902807775378, 'f1-score': 0.9644431737146814, 'support': 1852.0}} | 0.0351 | {'~PC': {'precision': 0.9863834422657952, 'recall': 0.9917853231106243, 'f1-score': 0.9890770070999454, 'support': 1826.0}, 'PC': {'precision': 0.0625, 'recall': 0.038461538461538464, 'f1-score': 0.047619047619047616, 'support': 26.0}, 'accuracy': 0.978401727861771, 'macro avg': {'precision': 0.5244417211328976, 'recall': 0.5151234307860814, 'f1-score': 0.5183480273594965, 'support': 1852.0}, 'weighted avg': {'precision': 0.973413156359256, 'recall': 0.978401727861771, 'f1-score': 0.9758599947098249, 'support': 1852.0}} | 0.0216 | {'f1-score': 0.6852666653850218, 'hamming': 0.019775917926565877} | +| 0.0034 | 26.0 | 2548 | 0.1712 | {'~LIN': {'precision': 0.9908008658008658, 'recall': 0.9978201634877384, 'f1-score': 0.9942981265272876, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.4954004329004329, 'recall': 0.4989100817438692, 'f1-score': 0.4971490632636438, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817060414387628, 'recall': 0.9886609071274298, 'f1-score': 0.9851711998798988, 'support': 1852.0}} | 0.0113 | {'~SI': {'precision': 0.983032293377121, 'recall': 0.9900771775082691, 'f1-score': 0.9865421587475968, 'support': 1814.0}, 'SI': {'precision': 0.28, 'recall': 0.18421052631578946, 'f1-score': 0.2222222222222222, 'support': 38.0}, 'accuracy': 0.9735421166306696, 'macro avg': {'precision': 0.6315161466885605, 'recall': 0.5871438519120292, 'f1-score': 0.6043821904849095, 'support': 1852.0}, 'weighted avg': {'precision': 0.9686072247225148, 'recall': 0.9735421166306696, 'f1-score': 0.9708595682573352, 'support': 1852.0}} | 0.0265 | {'~CL': {'precision': 0.973435655253837, 'recall': 0.9868342309994016, 'f1-score': 0.9800891530460624, 'support': 1671.0}, 'CL': {'precision': 0.8607594936708861, 'recall': 0.7513812154696132, 'f1-score': 0.8023598820058997, 'support': 181.0}, 'accuracy': 0.9638228941684666, 'macro avg': {'precision': 0.9170975744623615, 'recall': 0.8691077232345075, 'f1-score': 0.891224517525981, 'support': 1852.0}, 'weighted avg': {'precision': 0.9624235681876846, 'recall': 0.9638228941684666, 'f1-score': 0.9627192836841457, 'support': 1852.0}} | 0.0362 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.9978213507625272, 'recall': 0.9929539295392954, 'f1-score': 0.9953816897582178, 'support': 1845.0}, 'HI': {'precision': 0.1875, 'recall': 0.42857142857142855, 'f1-score': 0.2608695652173913, 'support': 7.0}, 'accuracy': 0.9908207343412527, 'macro avg': {'precision': 0.5926606753812635, 'recall': 0.710762679055362, 'f1-score': 0.6281256274878045, 'support': 1852.0}, 'weighted avg': {'precision': 0.9947585810782197, 'recall': 0.9908207343412527, 'f1-score': 0.992605456026152, 'support': 1852.0}} | 0.0092 | {'~PL': {'precision': 0.9803063457330415, 'recall': 0.9944506104328524, 'f1-score': 0.9873278236914601, 'support': 1802.0}, 'PL': {'precision': 0.5833333333333334, 'recall': 0.28, 'f1-score': 0.3783783783783784, 'support': 50.0}, 'accuracy': 0.9751619870410367, 'macro avg': {'precision': 0.7818198395331875, 'recall': 0.6372253052164263, 'f1-score': 0.6828531010349193, 'support': 1852.0}, 'weighted avg': {'precision': 0.9695889317913648, 'recall': 0.9751619870410367, 'f1-score': 0.9708875038935908, 'support': 1852.0}} | 0.0248 | {'~TI': {'precision': 0.9820928931169558, 'recall': 0.9777158774373259, 'f1-score': 0.9798994974874372, 'support': 1795.0}, 'TI': {'precision': 0.38461538461538464, 'recall': 0.43859649122807015, 'f1-score': 0.4098360655737705, 'support': 57.0}, 'accuracy': 0.9611231101511879, 'macro avg': {'precision': 0.6833541388661702, 'recall': 0.708156184332698, 'f1-score': 0.6948677815306039, 'support': 1852.0}, 'weighted avg': {'precision': 0.9637040065162056, 'recall': 0.9611231101511879, 'f1-score': 0.9623543486650403, 'support': 1852.0}} | 0.0389 | {'~PC': {'precision': 0.9863685932388222, 'recall': 0.9906900328587076, 'f1-score': 0.9885245901639345, 'support': 1826.0}, 'PC': {'precision': 0.05555555555555555, 'recall': 0.038461538461538464, 'f1-score': 0.045454545454545456, 'support': 26.0}, 'accuracy': 0.9773218142548596, 'macro avg': {'precision': 0.5209620743971889, 'recall': 0.5145757856601231, 'f1-score': 0.51698956780924, 'support': 1852.0}, 'weighted avg': {'precision': 0.9733010235953206, 'recall': 0.9773218142548596, 'f1-score': 0.9752849459077552, 'support': 1852.0}} | 0.0227 | {'f1-score': 0.6737561937234826, 'hamming': 0.021463282937365012} | +| 0.0034 | 27.0 | 2646 | 0.1765 | {'~LIN': {'precision': 0.9907958852192745, 'recall': 0.997275204359673, 'f1-score': 0.9940249864204237, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9881209503239741, 'macro avg': {'precision': 0.49539794260963727, 'recall': 0.4986376021798365, 'f1-score': 0.49701249321021185, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817011065752531, 'recall': 0.9881209503239741, 'f1-score': 0.9849005669986379, 'support': 1852.0}} | 0.0119 | {'~SI': {'precision': 0.9825041006014216, 'recall': 0.9906284454244763, 'f1-score': 0.9865495470765853, 'support': 1814.0}, 'SI': {'precision': 0.2608695652173913, 'recall': 0.15789473684210525, 'f1-score': 0.19672131147540983, 'support': 38.0}, 'accuracy': 0.9735421166306696, 'macro avg': {'precision': 0.6216868329094064, 'recall': 0.5742615911332908, 'f1-score': 0.5916354292759975, 'support': 1852.0}, 'weighted avg': {'precision': 0.9676973444758312, 'recall': 0.9735421166306696, 'f1-score': 0.9703435681603625, 'support': 1852.0}} | 0.0265 | {'~CL': {'precision': 0.9723040659988215, 'recall': 0.9874326750448833, 'f1-score': 0.9798099762470309, 'support': 1671.0}, 'CL': {'precision': 0.864516129032258, 'recall': 0.7403314917127072, 'f1-score': 0.7976190476190477, 'support': 181.0}, 'accuracy': 0.9632829373650108, 'macro avg': {'precision': 0.9184100975155398, 'recall': 0.8638820833787952, 'f1-score': 0.8887145119330393, 'support': 1852.0}, 'weighted avg': {'precision': 0.9617697157877264, 'recall': 0.9632829373650108, 'f1-score': 0.9620040593562831, 'support': 1852.0}} | 0.0367 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.9978319783197832, 'recall': 0.9978319783197832, 'f1-score': 0.9978319783197832, 'support': 1845.0}, 'HI': {'precision': 0.42857142857142855, 'recall': 0.42857142857142855, 'f1-score': 0.42857142857142855, 'support': 7.0}, 'accuracy': 0.9956803455723542, 'macro avg': {'precision': 0.7132017034456059, 'recall': 0.7132017034456059, 'f1-score': 0.7132017034456059, 'support': 1852.0}, 'weighted avg': {'precision': 0.9956803455723542, 'recall': 0.9956803455723542, 'f1-score': 0.9956803455723542, 'support': 1852.0}} | 0.0043 | {'~PL': {'precision': 0.9797037849698299, 'recall': 0.9911209766925638, 'f1-score': 0.9853793103448276, 'support': 1802.0}, 'PL': {'precision': 0.4482758620689655, 'recall': 0.26, 'f1-score': 0.3291139240506329, 'support': 50.0}, 'accuracy': 0.9713822894168467, 'macro avg': {'precision': 0.7139898235193978, 'recall': 0.625560488346282, 'f1-score': 0.6572466171977303, 'support': 1852.0}, 'weighted avg': {'precision': 0.9653563788439967, 'recall': 0.9713822894168467, 'f1-score': 0.9676615623347252, 'support': 1852.0}} | 0.0286 | {'~TI': {'precision': 0.9804469273743017, 'recall': 0.9777158774373259, 'f1-score': 0.9790794979079498, 'support': 1795.0}, 'TI': {'precision': 0.3548387096774194, 'recall': 0.38596491228070173, 'f1-score': 0.3697478991596639, 'support': 57.0}, 'accuracy': 0.9595032397408207, 'macro avg': {'precision': 0.6676428185258605, 'recall': 0.6818403948590138, 'f1-score': 0.6744136985338068, 'support': 1852.0}, 'weighted avg': {'precision': 0.9611922468080369, 'recall': 0.9595032397408207, 'f1-score': 0.9603257715965825, 'support': 1852.0}} | 0.0405 | {'~PC': {'precision': 0.9862788144895719, 'recall': 0.984118291347207, 'f1-score': 0.9851973684210527, 'support': 1826.0}, 'PC': {'precision': 0.03333333333333333, 'recall': 0.038461538461538464, 'f1-score': 0.03571428571428571, 'support': 26.0}, 'accuracy': 0.9708423326133909, 'macro avg': {'precision': 0.5098060739114526, 'recall': 0.5112899149043727, 'f1-score': 0.5104558270676692, 'support': 1852.0}, 'weighted avg': {'precision': 0.9729005301968817, 'recall': 0.9708423326133909, 'f1-score': 0.9718676923139381, 'support': 1852.0}} | 0.0292 | {'f1-score': 0.6758922476643525, 'hamming': 0.022475701943844496} | +| 0.0034 | 28.0 | 2744 | 0.1662 | {'~LIN': {'precision': 0.9912996193583469, 'recall': 0.9934604904632153, 'f1-score': 0.9923788786064235, 'support': 1835.0}, 'LIN': {'precision': 0.07692307692307693, 'recall': 0.058823529411764705, 'f1-score': 0.06666666666666667, 'support': 17.0}, 'accuracy': 0.9848812095032398, 'macro avg': {'precision': 0.5341113481407119, 'recall': 0.5261420099374899, 'f1-score': 0.5295227726365451, 'support': 1852.0}, 'weighted avg': {'precision': 0.9829063141632067, 'recall': 0.9848812095032398, 'f1-score': 0.983881520289482, 'support': 1852.0}} | 0.0151 | {'~SI': {'precision': 0.9835526315789473, 'recall': 0.9889746416758545, 'f1-score': 0.9862561847168774, 'support': 1814.0}, 'SI': {'precision': 0.2857142857142857, 'recall': 0.21052631578947367, 'f1-score': 0.24242424242424243, 'support': 38.0}, 'accuracy': 0.9730021598272138, 'macro avg': {'precision': 0.6346334586466165, 'recall': 0.5997504787326641, 'f1-score': 0.6143402135705599, 'support': 1852.0}, 'weighted avg': {'precision': 0.9692341342015947, 'recall': 0.9730021598272138, 'f1-score': 0.9709939742378709, 'support': 1852.0}} | 0.0270 | {'~CL': {'precision': 0.9689331770222743, 'recall': 0.9892280071813285, 'f1-score': 0.9789754219721647, 'support': 1671.0}, 'CL': {'precision': 0.8767123287671232, 'recall': 0.7071823204419889, 'f1-score': 0.7828746177370031, 'support': 181.0}, 'accuracy': 0.9616630669546437, 'macro avg': {'precision': 0.9228227528946988, 'recall': 0.8482051638116588, 'f1-score': 0.8809250198545839, 'support': 1852.0}, 'weighted avg': {'precision': 0.9599202323493897, 'recall': 0.9616630669546437, 'f1-score': 0.9598100625949703, 'support': 1852.0}} | 0.0383 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.997815401419989, 'recall': 0.9902439024390244, 'f1-score': 0.9940152339499456, 'support': 1845.0}, 'HI': {'precision': 0.14285714285714285, 'recall': 0.42857142857142855, 'f1-score': 0.21428571428571427, 'support': 7.0}, 'accuracy': 0.9881209503239741, 'macro avg': {'precision': 0.570336272138566, 'recall': 0.7094076655052265, 'f1-score': 0.60415047411783, 'support': 1852.0}, 'weighted avg': {'precision': 0.9945839177213174, 'recall': 0.9881209503239741, 'f1-score': 0.9910680921369599, 'support': 1852.0}} | 0.0119 | {'~PL': {'precision': 0.9829295154185022, 'recall': 0.9905660377358491, 'f1-score': 0.9867330016583747, 'support': 1802.0}, 'PL': {'precision': 0.5277777777777778, 'recall': 0.38, 'f1-score': 0.4418604651162791, 'support': 50.0}, 'accuracy': 0.9740820734341252, 'macro avg': {'precision': 0.75535364659814, 'recall': 0.6852830188679245, 'f1-score': 0.7142967333873269, 'support': 1852.0}, 'weighted avg': {'precision': 0.9706414015513121, 'recall': 0.9740820734341252, 'f1-score': 0.9720226200022706, 'support': 1852.0}} | 0.0259 | {'~TI': {'precision': 0.9737561509021323, 'recall': 0.9922005571030641, 'f1-score': 0.9828918322295805, 'support': 1795.0}, 'TI': {'precision': 0.391304347826087, 'recall': 0.15789473684210525, 'f1-score': 0.225, 'support': 57.0}, 'accuracy': 0.9665226781857451, 'macro avg': {'precision': 0.6825302493641097, 'recall': 0.5750476469725847, 'f1-score': 0.6039459161147903, 'support': 1852.0}, 'weighted avg': {'precision': 0.9558297185180424, 'recall': 0.9665226781857451, 'f1-score': 0.9595657877171151, 'support': 1852.0}} | 0.0335 | {'~PC': {'precision': 0.9864277958740499, 'recall': 0.9950711938663745, 'f1-score': 0.9907306434023991, 'support': 1826.0}, 'PC': {'precision': 0.1, 'recall': 0.038461538461538464, 'f1-score': 0.05555555555555555, 'support': 26.0}, 'accuracy': 0.9816414686825053, 'macro avg': {'precision': 0.543213897937025, 'recall': 0.5167663661639565, 'f1-score': 0.5231430994789773, 'support': 1852.0}, 'weighted avg': {'precision': 0.973983345176034, 'recall': 0.9816414686825053, 'f1-score': 0.9776018354736636, 'support': 1852.0}} | 0.0184 | {'f1-score': 0.6680977412264216, 'hamming': 0.021530777537796975} | +| 0.0034 | 29.0 | 2842 | 0.1745 | {'~LIN': {'precision': 0.9907759088442757, 'recall': 0.9950953678474115, 'f1-score': 0.9929309407286568, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.49538795442213784, 'recall': 0.49754768392370574, 'f1-score': 0.4964654703643284, 'support': 1852.0}, 'weighted avg': {'precision': 0.9816813135687074, 'recall': 0.9859611231101512, 'f1-score': 0.9838165638429186, 'support': 1852.0}} | 0.0140 | {'~SI': {'precision': 0.984065934065934, 'recall': 0.9873208379272327, 'f1-score': 0.9856906989543203, 'support': 1814.0}, 'SI': {'precision': 0.28125, 'recall': 0.23684210526315788, 'f1-score': 0.2571428571428571, 'support': 38.0}, 'accuracy': 0.9719222462203023, 'macro avg': {'precision': 0.6326579670329671, 'recall': 0.6120814715951953, 'f1-score': 0.6214167780485886, 'support': 1852.0}, 'weighted avg': {'precision': 0.9696453047492464, 'recall': 0.9719222462203023, 'f1-score': 0.9707420931288151, 'support': 1852.0}} | 0.0281 | {'~CL': {'precision': 0.9695014662756598, 'recall': 0.9892280071813285, 'f1-score': 0.9792654028436019, 'support': 1671.0}, 'CL': {'precision': 0.8775510204081632, 'recall': 0.712707182320442, 'f1-score': 0.7865853658536586, 'support': 181.0}, 'accuracy': 0.9622030237580994, 'macro avg': {'precision': 0.9235262433419116, 'recall': 0.8509675947508852, 'f1-score': 0.8829253843486302, 'support': 1852.0}, 'weighted avg': {'precision': 0.9605149486179834, 'recall': 0.9622030237580994, 'f1-score': 0.9604343625114313, 'support': 1852.0}} | 0.0378 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.9972840847365562, 'recall': 0.9951219512195122, 'f1-score': 0.9962018448182312, 'support': 1845.0}, 'HI': {'precision': 0.18181818181818182, 'recall': 0.2857142857142857, 'f1-score': 0.2222222222222222, 'support': 7.0}, 'accuracy': 0.9924406047516199, 'macro avg': {'precision': 0.589551133277369, 'recall': 0.6404181184668989, 'f1-score': 0.6092120335202267, 'support': 1852.0}, 'weighted avg': {'precision': 0.9942018702006875, 'recall': 0.9924406047516199, 'f1-score': 0.9932764358775334, 'support': 1852.0}} | 0.0076 | {'~PL': {'precision': 0.9823982398239824, 'recall': 0.9911209766925638, 'f1-score': 0.9867403314917127, 'support': 1802.0}, 'PL': {'precision': 0.5294117647058824, 'recall': 0.36, 'f1-score': 0.42857142857142855, 'support': 50.0}, 'accuracy': 0.9740820734341252, 'macro avg': {'precision': 0.7559050022649324, 'recall': 0.6755604883462819, 'f1-score': 0.7076558800315706, 'support': 1852.0}, 'weighted avg': {'precision': 0.9701685833683102, 'recall': 0.9740820734341252, 'f1-score': 0.9716709766612514, 'support': 1852.0}} | 0.0259 | {'~TI': {'precision': 0.9746556473829201, 'recall': 0.9855153203342618, 'f1-score': 0.9800554016620499, 'support': 1795.0}, 'TI': {'precision': 0.2972972972972973, 'recall': 0.19298245614035087, 'f1-score': 0.23404255319148937, 'support': 57.0}, 'accuracy': 0.9611231101511879, 'macro avg': {'precision': 0.6359764723401087, 'recall': 0.5892488882373064, 'f1-score': 0.6070489774267696, 'support': 1852.0}, 'weighted avg': {'precision': 0.9538082251610625, 'recall': 0.9611231101511879, 'f1-score': 0.9570949630212173, 'support': 1852.0}} | 0.0389 | {'~PC': {'precision': 0.986870897155361, 'recall': 0.9879518072289156, 'f1-score': 0.9874110563765737, 'support': 1826.0}, 'PC': {'precision': 0.08333333333333333, 'recall': 0.07692307692307693, 'f1-score': 0.08, 'support': 26.0}, 'accuracy': 0.9751619870410367, 'macro avg': {'precision': 0.5351021152443471, 'recall': 0.5324374420759963, 'f1-score': 0.5337055281882869, 'support': 1852.0}, 'weighted avg': {'precision': 0.9741862445315097, 'recall': 0.9751619870410367, 'f1-score': 0.9746720242676152, 'support': 1852.0}} | 0.0248 | {'f1-score': 0.666610969072395, 'hamming': 0.022408207343412527} | +| 0.0034 | 30.0 | 2940 | 0.1827 | {'~LIN': {'precision': 0.9907908992416035, 'recall': 0.9967302452316076, 'f1-score': 0.9937516979081771, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9875809935205183, 'macro avg': {'precision': 0.49539544962080173, 'recall': 0.4983651226158038, 'f1-score': 0.49687584895408854, 'support': 1852.0}, 'weighted avg': {'precision': 0.9816961663651957, 'recall': 0.9875809935205183, 'f1-score': 0.9846297870742468, 'support': 1852.0}} | 0.0124 | {'~SI': {'precision': 0.9830693610049154, 'recall': 0.9922822491730982, 'f1-score': 0.9876543209876543, 'support': 1814.0}, 'SI': {'precision': 0.3333333333333333, 'recall': 0.18421052631578946, 'f1-score': 0.23728813559322035, 'support': 38.0}, 'accuracy': 0.9757019438444925, 'macro avg': {'precision': 0.6582013471691244, 'recall': 0.5882463877444438, 'f1-score': 0.6124712282904373, 'support': 1852.0}, 'weighted avg': {'precision': 0.9697378442384359, 'recall': 0.9757019438444925, 'f1-score': 0.9722580385659542, 'support': 1852.0}} | 0.0243 | {'~CL': {'precision': 0.968384074941452, 'recall': 0.9898264512268103, 'f1-score': 0.9789878662326132, 'support': 1671.0}, 'CL': {'precision': 0.8819444444444444, 'recall': 0.7016574585635359, 'f1-score': 0.7815384615384615, 'support': 181.0}, 'accuracy': 0.9616630669546437, 'macro avg': {'precision': 0.9251642596929481, 'recall': 0.8457419548951731, 'f1-score': 0.8802631638855374, 'support': 1852.0}, 'weighted avg': {'precision': 0.9599361412913664, 'recall': 0.9616630669546437, 'f1-score': 0.9596907051906902, 'support': 1852.0}} | 0.0383 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.9972885032537961, 'recall': 0.9967479674796748, 'f1-score': 0.9970181621035511, 'support': 1845.0}, 'HI': {'precision': 0.25, 'recall': 0.2857142857142857, 'f1-score': 0.26666666666666666, 'support': 7.0}, 'accuracy': 0.994060475161987, 'macro avg': {'precision': 0.6236442516268981, 'recall': 0.6412311265969802, 'f1-score': 0.6318424143851089, 'support': 1852.0}, 'weighted avg': {'precision': 0.9944639786734633, 'recall': 0.994060475161987, 'f1-score': 0.9942576542914245, 'support': 1852.0}} | 0.0059 | {'~PL': {'precision': 0.9813494240263302, 'recall': 0.9927857935627081, 'f1-score': 0.9870344827586207, 'support': 1802.0}, 'PL': {'precision': 0.5517241379310345, 'recall': 0.32, 'f1-score': 0.4050632911392405, 'support': 50.0}, 'accuracy': 0.974622030237581, 'macro avg': {'precision': 0.7665367809786823, 'recall': 0.656392896781354, 'f1-score': 0.6960488869489306, 'support': 1852.0}, 'weighted avg': {'precision': 0.9697504692181418, 'recall': 0.974622030237581, 'f1-score': 0.9713225175421147, 'support': 1852.0}} | 0.0254 | {'~TI': {'precision': 0.9799442896935933, 'recall': 0.9799442896935933, 'f1-score': 0.9799442896935933, 'support': 1795.0}, 'TI': {'precision': 0.3684210526315789, 'recall': 0.3684210526315789, 'f1-score': 0.3684210526315789, 'support': 57.0}, 'accuracy': 0.9611231101511879, 'macro avg': {'precision': 0.6741826711625861, 'recall': 0.6741826711625861, 'f1-score': 0.6741826711625861, 'support': 1852.0}, 'weighted avg': {'precision': 0.9611231101511879, 'recall': 0.9611231101511879, 'f1-score': 0.9611231101511879, 'support': 1852.0}} | 0.0389 | {'~PC': {'precision': 0.9864351600651112, 'recall': 0.9956188389923329, 'f1-score': 0.9910057236304171, 'support': 1826.0}, 'PC': {'precision': 0.1111111111111111, 'recall': 0.038461538461538464, 'f1-score': 0.05714285714285714, 'support': 26.0}, 'accuracy': 0.9821814254859611, 'macro avg': {'precision': 0.5487731355881111, 'recall': 0.5170401887269357, 'f1-score': 0.5240742903866371, 'support': 1852.0}, 'weighted avg': {'precision': 0.9741465935031219, 'recall': 0.9821814254859611, 'f1-score': 0.9778953378157969, 'support': 1852.0}} | 0.0178 | {'f1-score': 0.6737770255830107, 'hamming': 0.020653347732181426} | +| 0.001 | 31.0 | 3038 | 0.1864 | {'~LIN': {'precision': 0.9913090711569799, 'recall': 0.9945504087193461, 'f1-score': 0.9929270946681176, 'support': 1835.0}, 'LIN': {'precision': 0.09090909090909091, 'recall': 0.058823529411764705, 'f1-score': 0.07142857142857142, 'support': 17.0}, 'accuracy': 0.9859611231101512, 'macro avg': {'precision': 0.5411090810330353, 'recall': 0.5266869690655553, 'f1-score': 0.5321778330483445, 'support': 1852.0}, 'weighted avg': {'precision': 0.9830440605391536, 'recall': 0.9859611231101512, 'f1-score': 0.9844684149191585, 'support': 1852.0}} | 0.0140 | {'~SI': {'precision': 0.9839779005524862, 'recall': 0.9818081587651599, 'f1-score': 0.9828918322295805, 'support': 1814.0}, 'SI': {'precision': 0.21428571428571427, 'recall': 0.23684210526315788, 'f1-score': 0.225, 'support': 38.0}, 'accuracy': 0.9665226781857451, 'macro avg': {'precision': 0.5991318074191002, 'recall': 0.6093251320141589, 'f1-score': 0.6039459161147903, 'support': 1852.0}, 'weighted avg': {'precision': 0.968185080315911, 'recall': 0.9665226781857451, 'f1-score': 0.9673411358879369, 'support': 1852.0}} | 0.0335 | {'~CL': {'precision': 0.9723040659988215, 'recall': 0.9874326750448833, 'f1-score': 0.9798099762470309, 'support': 1671.0}, 'CL': {'precision': 0.864516129032258, 'recall': 0.7403314917127072, 'f1-score': 0.7976190476190477, 'support': 181.0}, 'accuracy': 0.9632829373650108, 'macro avg': {'precision': 0.9184100975155398, 'recall': 0.8638820833787952, 'f1-score': 0.8887145119330393, 'support': 1852.0}, 'weighted avg': {'precision': 0.9617697157877264, 'recall': 0.9632829373650108, 'f1-score': 0.9620040593562831, 'support': 1852.0}} | 0.0367 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.99728555917481, 'recall': 0.9956639566395664, 'f1-score': 0.9964740981828044, 'support': 1845.0}, 'HI': {'precision': 0.2, 'recall': 0.2857142857142857, 'f1-score': 0.23529411764705882, 'support': 7.0}, 'accuracy': 0.9929805615550756, 'macro avg': {'precision': 0.598642779587405, 'recall': 0.6406891211769261, 'f1-score': 0.6158841079149316, 'support': 1852.0}, 'weighted avg': {'precision': 0.9942720608409961, 'recall': 0.9929805615550756, 'f1-score': 0.9935970680187924, 'support': 1852.0}} | 0.0070 | {'~PL': {'precision': 0.9797814207650273, 'recall': 0.9950055493895672, 'f1-score': 0.9873348017621145, 'support': 1802.0}, 'PL': {'precision': 0.5909090909090909, 'recall': 0.26, 'f1-score': 0.3611111111111111, 'support': 50.0}, 'accuracy': 0.9751619870410367, 'macro avg': {'precision': 0.785345255837059, 'recall': 0.6275027746947837, 'f1-score': 0.6742229564366128, 'support': 1852.0}, 'weighted avg': {'precision': 0.9692827077559576, 'recall': 0.9751619870410367, 'f1-score': 0.9704281146495065, 'support': 1852.0}} | 0.0248 | {'~TI': {'precision': 0.978912319644839, 'recall': 0.9827298050139276, 'f1-score': 0.9808173477898249, 'support': 1795.0}, 'TI': {'precision': 0.38, 'recall': 0.3333333333333333, 'f1-score': 0.35514018691588783, 'support': 57.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.6794561598224196, 'recall': 0.6580315691736305, 'f1-score': 0.6679787673528563, 'support': 1852.0}, 'weighted avg': {'precision': 0.9604792730898953, 'recall': 0.962742980561555, 'f1-score': 0.9615605453223226, 'support': 1852.0}} | 0.0373 | {'~PC': {'precision': 0.9864351600651112, 'recall': 0.9956188389923329, 'f1-score': 0.9910057236304171, 'support': 1826.0}, 'PC': {'precision': 0.1111111111111111, 'recall': 0.038461538461538464, 'f1-score': 0.05714285714285714, 'support': 26.0}, 'accuracy': 0.9821814254859611, 'macro avg': {'precision': 0.5487731355881111, 'recall': 0.5170401887269357, 'f1-score': 0.5240742903866371, 'support': 1852.0}, 'weighted avg': {'precision': 0.9741465935031219, 'recall': 0.9821814254859611, 'f1-score': 0.9778953378157969, 'support': 1852.0}} | 0.0178 | {'f1-score': 0.6726820104797464, 'hamming': 0.021665766738660906} | +| 0.001 | 32.0 | 3136 | 0.1863 | {'~LIN': {'precision': 0.991332611050921, 'recall': 0.997275204359673, 'f1-score': 0.9942950285248574, 'support': 1835.0}, 'LIN': {'precision': 0.16666666666666666, 'recall': 0.058823529411764705, 'f1-score': 0.08695652173913043, 'support': 17.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.5789996388587938, 'recall': 0.5280493668857188, 'f1-score': 0.540625775131994, 'support': 1852.0}, 'weighted avg': {'precision': 0.9837627832676961, 'recall': 0.9886609071274298, 'f1-score': 0.9859663273286601, 'support': 1852.0}} | 0.0113 | {'~SI': {'precision': 0.9830786026200873, 'recall': 0.9928335170893055, 'f1-score': 0.9879319802523313, 'support': 1814.0}, 'SI': {'precision': 0.35, 'recall': 0.18421052631578946, 'f1-score': 0.2413793103448276, 'support': 38.0}, 'accuracy': 0.9762419006479481, 'macro avg': {'precision': 0.6665393013100436, 'recall': 0.5885220217025474, 'f1-score': 0.6146556452985794, 'support': 1852.0}, 'weighted avg': {'precision': 0.9700888688730228, 'recall': 0.9762419006479481, 'f1-score': 0.9726139449086568, 'support': 1852.0}} | 0.0238 | {'~CL': {'precision': 0.9706055261610818, 'recall': 0.988031119090365, 'f1-score': 0.9792408066429419, 'support': 1671.0}, 'CL': {'precision': 0.8675496688741722, 'recall': 0.7237569060773481, 'f1-score': 0.7891566265060241, 'support': 181.0}, 'accuracy': 0.9622030237580994, 'macro avg': {'precision': 0.919077597517627, 'recall': 0.8558940125838566, 'f1-score': 0.884198716574483, 'support': 1852.0}, 'weighted avg': {'precision': 0.9605336524197584, 'recall': 0.9622030237580994, 'f1-score': 0.9606634650636858, 'support': 1852.0}} | 0.0378 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.9972885032537961, 'recall': 0.9967479674796748, 'f1-score': 0.9970181621035511, 'support': 1845.0}, 'HI': {'precision': 0.25, 'recall': 0.2857142857142857, 'f1-score': 0.26666666666666666, 'support': 7.0}, 'accuracy': 0.994060475161987, 'macro avg': {'precision': 0.6236442516268981, 'recall': 0.6412311265969802, 'f1-score': 0.6318424143851089, 'support': 1852.0}, 'weighted avg': {'precision': 0.9944639786734633, 'recall': 0.994060475161987, 'f1-score': 0.9942576542914245, 'support': 1852.0}} | 0.0059 | {'~PL': {'precision': 0.9824272377814388, 'recall': 0.9927857935627081, 'f1-score': 0.9875793541264146, 'support': 1802.0}, 'PL': {'precision': 0.5806451612903226, 'recall': 0.36, 'f1-score': 0.4444444444444444, 'support': 50.0}, 'accuracy': 0.9757019438444925, 'macro avg': {'precision': 0.7815361995358807, 'recall': 0.6763928967813541, 'f1-score': 0.7160118992854295, 'support': 1852.0}, 'weighted avg': {'precision': 0.9715799894960415, 'recall': 0.9757019438444925, 'f1-score': 0.9729158846425601, 'support': 1852.0}} | 0.0243 | {'~TI': {'precision': 0.9773230088495575, 'recall': 0.9844011142061281, 'f1-score': 0.980849292256453, 'support': 1795.0}, 'TI': {'precision': 0.36363636363636365, 'recall': 0.2807017543859649, 'f1-score': 0.31683168316831684, 'support': 57.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.6704796862429605, 'recall': 0.6325514342960465, 'f1-score': 0.6488404877123849, 'support': 1852.0}, 'weighted avg': {'precision': 0.958435244931009, 'recall': 0.962742980561555, 'f1-score': 0.9604124651948852, 'support': 1852.0}} | 0.0373 | {'~PC': {'precision': 0.9864130434782609, 'recall': 0.9939759036144579, 'f1-score': 0.9901800327332242, 'support': 1826.0}, 'PC': {'precision': 0.08333333333333333, 'recall': 0.038461538461538464, 'f1-score': 0.05263157894736842, 'support': 26.0}, 'accuracy': 0.980561555075594, 'macro avg': {'precision': 0.5348731884057971, 'recall': 0.5162187210379982, 'f1-score': 0.5214058058402963, 'support': 1852.0}, 'weighted avg': {'precision': 0.9737348186058159, 'recall': 0.980561555075594, 'f1-score': 0.9770179054122564, 'support': 1852.0}} | 0.0194 | {'f1-score': 0.6790048056098794, 'hamming': 0.020248380129589634} | +| 0.001 | 33.0 | 3234 | 0.1885 | {'~LIN': {'precision': 0.991332611050921, 'recall': 0.997275204359673, 'f1-score': 0.9942950285248574, 'support': 1835.0}, 'LIN': {'precision': 0.16666666666666666, 'recall': 0.058823529411764705, 'f1-score': 0.08695652173913043, 'support': 17.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.5789996388587938, 'recall': 0.5280493668857188, 'f1-score': 0.540625775131994, 'support': 1852.0}, 'weighted avg': {'precision': 0.9837627832676961, 'recall': 0.9886609071274298, 'f1-score': 0.9859663273286601, 'support': 1852.0}} | 0.0113 | {'~SI': {'precision': 0.9830786026200873, 'recall': 0.9928335170893055, 'f1-score': 0.9879319802523313, 'support': 1814.0}, 'SI': {'precision': 0.35, 'recall': 0.18421052631578946, 'f1-score': 0.2413793103448276, 'support': 38.0}, 'accuracy': 0.9762419006479481, 'macro avg': {'precision': 0.6665393013100436, 'recall': 0.5885220217025474, 'f1-score': 0.6146556452985794, 'support': 1852.0}, 'weighted avg': {'precision': 0.9700888688730228, 'recall': 0.9762419006479481, 'f1-score': 0.9726139449086568, 'support': 1852.0}} | 0.0238 | {'~CL': {'precision': 0.9706055261610818, 'recall': 0.988031119090365, 'f1-score': 0.9792408066429419, 'support': 1671.0}, 'CL': {'precision': 0.8675496688741722, 'recall': 0.7237569060773481, 'f1-score': 0.7891566265060241, 'support': 181.0}, 'accuracy': 0.9622030237580994, 'macro avg': {'precision': 0.919077597517627, 'recall': 0.8558940125838566, 'f1-score': 0.884198716574483, 'support': 1852.0}, 'weighted avg': {'precision': 0.9605336524197584, 'recall': 0.9622030237580994, 'f1-score': 0.9606634650636858, 'support': 1852.0}} | 0.0378 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.9972885032537961, 'recall': 0.9967479674796748, 'f1-score': 0.9970181621035511, 'support': 1845.0}, 'HI': {'precision': 0.25, 'recall': 0.2857142857142857, 'f1-score': 0.26666666666666666, 'support': 7.0}, 'accuracy': 0.994060475161987, 'macro avg': {'precision': 0.6236442516268981, 'recall': 0.6412311265969802, 'f1-score': 0.6318424143851089, 'support': 1852.0}, 'weighted avg': {'precision': 0.9944639786734633, 'recall': 0.994060475161987, 'f1-score': 0.9942576542914245, 'support': 1852.0}} | 0.0059 | {'~PL': {'precision': 0.9824465167306637, 'recall': 0.9938956714761377, 'f1-score': 0.9881379310344828, 'support': 1802.0}, 'PL': {'precision': 0.6206896551724138, 'recall': 0.36, 'f1-score': 0.45569620253164556, 'support': 50.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.8015680859515388, 'recall': 0.6769478357380688, 'f1-score': 0.7219170667830641, 'support': 1852.0}, 'weighted avg': {'precision': 0.9726798628009053, 'recall': 0.9767818574514039, 'f1-score': 0.9737631543470412, 'support': 1852.0}} | 0.0232 | {'~TI': {'precision': 0.9773230088495575, 'recall': 0.9844011142061281, 'f1-score': 0.980849292256453, 'support': 1795.0}, 'TI': {'precision': 0.36363636363636365, 'recall': 0.2807017543859649, 'f1-score': 0.31683168316831684, 'support': 57.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.6704796862429605, 'recall': 0.6325514342960465, 'f1-score': 0.6488404877123849, 'support': 1852.0}, 'weighted avg': {'precision': 0.958435244931009, 'recall': 0.962742980561555, 'f1-score': 0.9604124651948852, 'support': 1852.0}} | 0.0373 | {'~PC': {'precision': 0.9864130434782609, 'recall': 0.9939759036144579, 'f1-score': 0.9901800327332242, 'support': 1826.0}, 'PC': {'precision': 0.08333333333333333, 'recall': 0.038461538461538464, 'f1-score': 0.05263157894736842, 'support': 26.0}, 'accuracy': 0.980561555075594, 'macro avg': {'precision': 0.5348731884057971, 'recall': 0.5162187210379982, 'f1-score': 0.5214058058402963, 'support': 1852.0}, 'weighted avg': {'precision': 0.9737348186058159, 'recall': 0.980561555075594, 'f1-score': 0.9770179054122564, 'support': 1852.0}} | 0.0194 | {'f1-score': 0.6797429515470838, 'hamming': 0.020113390928725702} | +| 0.001 | 34.0 | 3332 | 0.1914 | {'~LIN': {'precision': 0.9908008658008658, 'recall': 0.9978201634877384, 'f1-score': 0.9942981265272876, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.4954004329004329, 'recall': 0.4989100817438692, 'f1-score': 0.4971490632636438, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817060414387628, 'recall': 0.9886609071274298, 'f1-score': 0.9851711998798988, 'support': 1852.0}} | 0.0113 | {'~SI': {'precision': 0.9830693610049154, 'recall': 0.9922822491730982, 'f1-score': 0.9876543209876543, 'support': 1814.0}, 'SI': {'precision': 0.3333333333333333, 'recall': 0.18421052631578946, 'f1-score': 0.23728813559322035, 'support': 38.0}, 'accuracy': 0.9757019438444925, 'macro avg': {'precision': 0.6582013471691244, 'recall': 0.5882463877444438, 'f1-score': 0.6124712282904373, 'support': 1852.0}, 'weighted avg': {'precision': 0.9697378442384359, 'recall': 0.9757019438444925, 'f1-score': 0.9722580385659542, 'support': 1852.0}} | 0.0243 | {'~CL': {'precision': 0.9711934156378601, 'recall': 0.9886295631358468, 'f1-score': 0.9798339264531435, 'support': 1671.0}, 'CL': {'precision': 0.8741721854304636, 'recall': 0.7292817679558011, 'f1-score': 0.7951807228915663, 'support': 181.0}, 'accuracy': 0.9632829373650108, 'macro avg': {'precision': 0.9226828005341619, 'recall': 0.8589556655458239, 'f1-score': 0.8875073246723548, 'support': 1852.0}, 'weighted avg': {'precision': 0.9617113191651069, 'recall': 0.9632829373650108, 'f1-score': 0.9617873660618662, 'support': 1852.0}} | 0.0367 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.997289972899729, 'recall': 0.997289972899729, 'f1-score': 0.997289972899729, 'support': 1845.0}, 'HI': {'precision': 0.2857142857142857, 'recall': 0.2857142857142857, 'f1-score': 0.2857142857142857, 'support': 7.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.6415021293070073, 'recall': 0.6415021293070073, 'f1-score': 0.6415021293070073, 'support': 1852.0}, 'weighted avg': {'precision': 0.9946004319654428, 'recall': 0.9946004319654428, 'f1-score': 0.9946004319654428, 'support': 1852.0}} | 0.0054 | {'~PL': {'precision': 0.9813698630136987, 'recall': 0.9938956714761377, 'f1-score': 0.9875930521091811, 'support': 1802.0}, 'PL': {'precision': 0.5925925925925926, 'recall': 0.32, 'f1-score': 0.4155844155844156, 'support': 50.0}, 'accuracy': 0.9757019438444925, 'macro avg': {'precision': 0.7869812278031456, 'recall': 0.6569478357380688, 'f1-score': 0.7015887338467983, 'support': 1852.0}, 'weighted avg': {'precision': 0.9708737164040575, 'recall': 0.9757019438444925, 'f1-score': 0.9721500543628323, 'support': 1852.0}} | 0.0243 | {'~TI': {'precision': 0.9773104593248478, 'recall': 0.9838440111420613, 'f1-score': 0.9805663520266519, 'support': 1795.0}, 'TI': {'precision': 0.35555555555555557, 'recall': 0.2807017543859649, 'f1-score': 0.3137254901960784, 'support': 57.0}, 'accuracy': 0.9622030237580994, 'macro avg': {'precision': 0.6664330074402017, 'recall': 0.6322728827640132, 'f1-score': 0.6471459211113652, 'support': 1852.0}, 'weighted avg': {'precision': 0.9581743742736331, 'recall': 0.9622030237580994, 'f1-score': 0.9600426321970932, 'support': 1852.0}} | 0.0378 | {'~PC': {'precision': 0.9864056552474171, 'recall': 0.9934282584884995, 'f1-score': 0.9899045020463847, 'support': 1826.0}, 'PC': {'precision': 0.07692307692307693, 'recall': 0.038461538461538464, 'f1-score': 0.05128205128205128, 'support': 26.0}, 'accuracy': 0.9800215982721382, 'macro avg': {'precision': 0.531664366085247, 'recall': 0.515944898475019, 'f1-score': 0.520593276664218, 'support': 1852.0}, 'weighted avg': {'precision': 0.9736375412968594, 'recall': 0.9800215982721382, 'f1-score': 0.976727297014056, 'support': 1852.0}} | 0.0200 | {'f1-score': 0.672801922225823, 'hamming': 0.020248380129589634} | +| 0.001 | 35.0 | 3430 | 0.1920 | {'~LIN': {'precision': 0.991332611050921, 'recall': 0.997275204359673, 'f1-score': 0.9942950285248574, 'support': 1835.0}, 'LIN': {'precision': 0.16666666666666666, 'recall': 0.058823529411764705, 'f1-score': 0.08695652173913043, 'support': 17.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.5789996388587938, 'recall': 0.5280493668857188, 'f1-score': 0.540625775131994, 'support': 1852.0}, 'weighted avg': {'precision': 0.9837627832676961, 'recall': 0.9886609071274298, 'f1-score': 0.9859663273286601, 'support': 1852.0}} | 0.0113 | {'~SI': {'precision': 0.9830878341516639, 'recall': 0.9933847850055126, 'f1-score': 0.9882094872497944, 'support': 1814.0}, 'SI': {'precision': 0.3684210526315789, 'recall': 0.18421052631578946, 'f1-score': 0.24561403508771928, 'support': 38.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.6757544433916214, 'recall': 0.588797655660651, 'f1-score': 0.6169117611687569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9704758807511438, 'recall': 0.9767818574514039, 'f1-score': 0.9729726475186071, 'support': 1852.0}} | 0.0232 | {'~CL': {'precision': 0.9700528479154433, 'recall': 0.9886295631358468, 'f1-score': 0.979253112033195, 'support': 1671.0}, 'CL': {'precision': 0.87248322147651, 'recall': 0.7182320441988951, 'f1-score': 0.7878787878787878, 'support': 181.0}, 'accuracy': 0.9622030237580994, 'macro avg': {'precision': 0.9212680346959767, 'recall': 0.853430803667371, 'f1-score': 0.8835659499559914, 'support': 1852.0}, 'weighted avg': {'precision': 0.9605171554826964, 'recall': 0.9622030237580994, 'f1-score': 0.9605496818647566, 'support': 1852.0}} | 0.0378 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.997289972899729, 'recall': 0.997289972899729, 'f1-score': 0.997289972899729, 'support': 1845.0}, 'HI': {'precision': 0.2857142857142857, 'recall': 0.2857142857142857, 'f1-score': 0.2857142857142857, 'support': 7.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.6415021293070073, 'recall': 0.6415021293070073, 'f1-score': 0.6415021293070073, 'support': 1852.0}, 'weighted avg': {'precision': 0.9946004319654428, 'recall': 0.9946004319654428, 'f1-score': 0.9946004319654428, 'support': 1852.0}} | 0.0054 | {'~PL': {'precision': 0.9824465167306637, 'recall': 0.9938956714761377, 'f1-score': 0.9881379310344828, 'support': 1802.0}, 'PL': {'precision': 0.6206896551724138, 'recall': 0.36, 'f1-score': 0.45569620253164556, 'support': 50.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.8015680859515388, 'recall': 0.6769478357380688, 'f1-score': 0.7219170667830641, 'support': 1852.0}, 'weighted avg': {'precision': 0.9726798628009053, 'recall': 0.9767818574514039, 'f1-score': 0.9737631543470412, 'support': 1852.0}} | 0.0232 | {'~TI': {'precision': 0.9773230088495575, 'recall': 0.9844011142061281, 'f1-score': 0.980849292256453, 'support': 1795.0}, 'TI': {'precision': 0.36363636363636365, 'recall': 0.2807017543859649, 'f1-score': 0.31683168316831684, 'support': 57.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.6704796862429605, 'recall': 0.6325514342960465, 'f1-score': 0.6488404877123849, 'support': 1852.0}, 'weighted avg': {'precision': 0.958435244931009, 'recall': 0.962742980561555, 'f1-score': 0.9604124651948852, 'support': 1852.0}} | 0.0373 | {'~PC': {'precision': 0.986420423682781, 'recall': 0.9945235487404163, 'f1-score': 0.9904554131442597, 'support': 1826.0}, 'PC': {'precision': 0.09090909090909091, 'recall': 0.038461538461538464, 'f1-score': 0.05405405405405406, 'support': 26.0}, 'accuracy': 0.9811015118790497, 'macro avg': {'precision': 0.538664757295936, 'recall': 0.5164925436009774, 'f1-score': 0.5222547335991569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9738484503285068, 'recall': 0.9811015118790497, 'f1-score': 0.9773093897445052, 'support': 1852.0}} | 0.0189 | {'f1-score': 0.6812594505386393, 'hamming': 0.019910907127429805} | +| 0.0003 | 36.0 | 3528 | 0.1925 | {'~LIN': {'precision': 0.991332611050921, 'recall': 0.997275204359673, 'f1-score': 0.9942950285248574, 'support': 1835.0}, 'LIN': {'precision': 0.16666666666666666, 'recall': 0.058823529411764705, 'f1-score': 0.08695652173913043, 'support': 17.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.5789996388587938, 'recall': 0.5280493668857188, 'f1-score': 0.540625775131994, 'support': 1852.0}, 'weighted avg': {'precision': 0.9837627832676961, 'recall': 0.9886609071274298, 'f1-score': 0.9859663273286601, 'support': 1852.0}} | 0.0113 | {'~SI': {'precision': 0.9830786026200873, 'recall': 0.9928335170893055, 'f1-score': 0.9879319802523313, 'support': 1814.0}, 'SI': {'precision': 0.35, 'recall': 0.18421052631578946, 'f1-score': 0.2413793103448276, 'support': 38.0}, 'accuracy': 0.9762419006479481, 'macro avg': {'precision': 0.6665393013100436, 'recall': 0.5885220217025474, 'f1-score': 0.6146556452985794, 'support': 1852.0}, 'weighted avg': {'precision': 0.9700888688730228, 'recall': 0.9762419006479481, 'f1-score': 0.9726139449086568, 'support': 1852.0}} | 0.0238 | {'~CL': {'precision': 0.9700528479154433, 'recall': 0.9886295631358468, 'f1-score': 0.979253112033195, 'support': 1671.0}, 'CL': {'precision': 0.87248322147651, 'recall': 0.7182320441988951, 'f1-score': 0.7878787878787878, 'support': 181.0}, 'accuracy': 0.9622030237580994, 'macro avg': {'precision': 0.9212680346959767, 'recall': 0.853430803667371, 'f1-score': 0.8835659499559914, 'support': 1852.0}, 'weighted avg': {'precision': 0.9605171554826964, 'recall': 0.9622030237580994, 'f1-score': 0.9605496818647566, 'support': 1852.0}} | 0.0378 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.997289972899729, 'recall': 0.997289972899729, 'f1-score': 0.997289972899729, 'support': 1845.0}, 'HI': {'precision': 0.2857142857142857, 'recall': 0.2857142857142857, 'f1-score': 0.2857142857142857, 'support': 7.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.6415021293070073, 'recall': 0.6415021293070073, 'f1-score': 0.6415021293070073, 'support': 1852.0}, 'weighted avg': {'precision': 0.9946004319654428, 'recall': 0.9946004319654428, 'f1-score': 0.9946004319654428, 'support': 1852.0}} | 0.0054 | {'~PL': {'precision': 0.9819078947368421, 'recall': 0.9938956714761377, 'f1-score': 0.987865416436845, 'support': 1802.0}, 'PL': {'precision': 0.6071428571428571, 'recall': 0.34, 'f1-score': 0.4358974358974359, 'support': 50.0}, 'accuracy': 0.9762419006479481, 'macro avg': {'precision': 0.7945253759398496, 'recall': 0.6669478357380688, 'f1-score': 0.7118814261671405, 'support': 1852.0}, 'weighted avg': {'precision': 0.9717900481495316, 'recall': 0.9762419006479481, 'f1-score': 0.9729634731177466, 'support': 1852.0}} | 0.0238 | {'~TI': {'precision': 0.9773230088495575, 'recall': 0.9844011142061281, 'f1-score': 0.980849292256453, 'support': 1795.0}, 'TI': {'precision': 0.36363636363636365, 'recall': 0.2807017543859649, 'f1-score': 0.31683168316831684, 'support': 57.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.6704796862429605, 'recall': 0.6325514342960465, 'f1-score': 0.6488404877123849, 'support': 1852.0}, 'weighted avg': {'precision': 0.958435244931009, 'recall': 0.962742980561555, 'f1-score': 0.9604124651948852, 'support': 1852.0}} | 0.0373 | {'~PC': {'precision': 0.986420423682781, 'recall': 0.9945235487404163, 'f1-score': 0.9904554131442597, 'support': 1826.0}, 'PC': {'precision': 0.09090909090909091, 'recall': 0.038461538461538464, 'f1-score': 0.05405405405405406, 'support': 26.0}, 'accuracy': 0.9811015118790497, 'macro avg': {'precision': 0.538664757295936, 'recall': 0.5164925436009774, 'f1-score': 0.5222547335991569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9738484503285068, 'recall': 0.9811015118790497, 'f1-score': 0.9773093897445052, 'support': 1852.0}} | 0.0189 | {'f1-score': 0.6797229809778766, 'hamming': 0.020045896328293736} | +| 0.0003 | 37.0 | 3626 | 0.1960 | {'~LIN': {'precision': 0.9908008658008658, 'recall': 0.9978201634877384, 'f1-score': 0.9942981265272876, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.4954004329004329, 'recall': 0.4989100817438692, 'f1-score': 0.4971490632636438, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817060414387628, 'recall': 0.9886609071274298, 'f1-score': 0.9851711998798988, 'support': 1852.0}} | 0.0113 | {'~SI': {'precision': 0.9830693610049154, 'recall': 0.9922822491730982, 'f1-score': 0.9876543209876543, 'support': 1814.0}, 'SI': {'precision': 0.3333333333333333, 'recall': 0.18421052631578946, 'f1-score': 0.23728813559322035, 'support': 38.0}, 'accuracy': 0.9757019438444925, 'macro avg': {'precision': 0.6582013471691244, 'recall': 0.5882463877444438, 'f1-score': 0.6124712282904373, 'support': 1852.0}, 'weighted avg': {'precision': 0.9697378442384359, 'recall': 0.9757019438444925, 'f1-score': 0.9722580385659542, 'support': 1852.0}} | 0.0243 | {'~CL': {'precision': 0.9700528479154433, 'recall': 0.9886295631358468, 'f1-score': 0.979253112033195, 'support': 1671.0}, 'CL': {'precision': 0.87248322147651, 'recall': 0.7182320441988951, 'f1-score': 0.7878787878787878, 'support': 181.0}, 'accuracy': 0.9622030237580994, 'macro avg': {'precision': 0.9212680346959767, 'recall': 0.853430803667371, 'f1-score': 0.8835659499559914, 'support': 1852.0}, 'weighted avg': {'precision': 0.9605171554826964, 'recall': 0.9622030237580994, 'f1-score': 0.9605496818647566, 'support': 1852.0}} | 0.0378 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.9972914409534128, 'recall': 0.9978319783197832, 'f1-score': 0.9975616364128962, 'support': 1845.0}, 'HI': {'precision': 0.3333333333333333, 'recall': 0.2857142857142857, 'f1-score': 0.3076923076923077, 'support': 7.0}, 'accuracy': 0.9951403887688985, 'macro avg': {'precision': 0.665312387143373, 'recall': 0.6417731320170345, 'f1-score': 0.6526269720526019, 'support': 1852.0}, 'weighted avg': {'precision': 0.9947818800714794, 'recall': 0.9951403887688985, 'f1-score': 0.9949541389501294, 'support': 1852.0}} | 0.0049 | {'~PL': {'precision': 0.9808324205914567, 'recall': 0.9938956714761377, 'f1-score': 0.9873208379272327, 'support': 1802.0}, 'PL': {'precision': 0.5769230769230769, 'recall': 0.3, 'f1-score': 0.39473684210526316, 'support': 50.0}, 'accuracy': 0.9751619870410367, 'macro avg': {'precision': 0.7788777487572668, 'recall': 0.6469478357380688, 'f1-score': 0.6910288400162479, 'support': 1852.0}, 'weighted avg': {'precision': 0.9699277406868028, 'recall': 0.9751619870410367, 'f1-score': 0.9713223499190802, 'support': 1852.0}} | 0.0248 | {'~TI': {'precision': 0.9767699115044248, 'recall': 0.9838440111420613, 'f1-score': 0.9802941992783791, 'support': 1795.0}, 'TI': {'precision': 0.3409090909090909, 'recall': 0.2631578947368421, 'f1-score': 0.297029702970297, 'support': 57.0}, 'accuracy': 0.9616630669546437, 'macro avg': {'precision': 0.6588395012067578, 'recall': 0.6235009529394517, 'f1-score': 0.6386619511243381, 'support': 1852.0}, 'weighted avg': {'precision': 0.9571996810649356, 'recall': 0.9616630669546437, 'f1-score': 0.9592650004179253, 'support': 1852.0}} | 0.0383 | {'~PC': {'precision': 0.986420423682781, 'recall': 0.9945235487404163, 'f1-score': 0.9904554131442597, 'support': 1826.0}, 'PC': {'precision': 0.09090909090909091, 'recall': 0.038461538461538464, 'f1-score': 0.05405405405405406, 'support': 26.0}, 'accuracy': 0.9811015118790497, 'macro avg': {'precision': 0.538664757295936, 'recall': 0.5164925436009774, 'f1-score': 0.5222547335991569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9738484503285068, 'recall': 0.9811015118790497, 'f1-score': 0.9773093897445052, 'support': 1852.0}} | 0.0189 | {'f1-score': 0.671527054869147, 'hamming': 0.020315874730021596} | +| 0.0003 | 38.0 | 3724 | 0.1963 | {'~LIN': {'precision': 0.9908008658008658, 'recall': 0.9978201634877384, 'f1-score': 0.9942981265272876, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.4954004329004329, 'recall': 0.4989100817438692, 'f1-score': 0.4971490632636438, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817060414387628, 'recall': 0.9886609071274298, 'f1-score': 0.9851711998798988, 'support': 1852.0}} | 0.0113 | {'~SI': {'precision': 0.9830693610049154, 'recall': 0.9922822491730982, 'f1-score': 0.9876543209876543, 'support': 1814.0}, 'SI': {'precision': 0.3333333333333333, 'recall': 0.18421052631578946, 'f1-score': 0.23728813559322035, 'support': 38.0}, 'accuracy': 0.9757019438444925, 'macro avg': {'precision': 0.6582013471691244, 'recall': 0.5882463877444438, 'f1-score': 0.6124712282904373, 'support': 1852.0}, 'weighted avg': {'precision': 0.9697378442384359, 'recall': 0.9757019438444925, 'f1-score': 0.9722580385659542, 'support': 1852.0}} | 0.0243 | {'~CL': {'precision': 0.9700528479154433, 'recall': 0.9886295631358468, 'f1-score': 0.979253112033195, 'support': 1671.0}, 'CL': {'precision': 0.87248322147651, 'recall': 0.7182320441988951, 'f1-score': 0.7878787878787878, 'support': 181.0}, 'accuracy': 0.9622030237580994, 'macro avg': {'precision': 0.9212680346959767, 'recall': 0.853430803667371, 'f1-score': 0.8835659499559914, 'support': 1852.0}, 'weighted avg': {'precision': 0.9605171554826964, 'recall': 0.9622030237580994, 'f1-score': 0.9605496818647566, 'support': 1852.0}} | 0.0378 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.9972914409534128, 'recall': 0.9978319783197832, 'f1-score': 0.9975616364128962, 'support': 1845.0}, 'HI': {'precision': 0.3333333333333333, 'recall': 0.2857142857142857, 'f1-score': 0.3076923076923077, 'support': 7.0}, 'accuracy': 0.9951403887688985, 'macro avg': {'precision': 0.665312387143373, 'recall': 0.6417731320170345, 'f1-score': 0.6526269720526019, 'support': 1852.0}, 'weighted avg': {'precision': 0.9947818800714794, 'recall': 0.9951403887688985, 'f1-score': 0.9949541389501294, 'support': 1852.0}} | 0.0049 | {'~PL': {'precision': 0.9802955665024631, 'recall': 0.9938956714761377, 'f1-score': 0.9870487737668779, 'support': 1802.0}, 'PL': {'precision': 0.56, 'recall': 0.28, 'f1-score': 0.37333333333333335, 'support': 50.0}, 'accuracy': 0.974622030237581, 'macro avg': {'precision': 0.7701477832512316, 'recall': 0.6369478357380689, 'f1-score': 0.6801910535501057, 'support': 1852.0}, 'weighted avg': {'precision': 0.9689484939726989, 'recall': 0.974622030237581, 'f1-score': 0.9704797823944821, 'support': 1852.0}} | 0.0254 | {'~TI': {'precision': 0.9767699115044248, 'recall': 0.9838440111420613, 'f1-score': 0.9802941992783791, 'support': 1795.0}, 'TI': {'precision': 0.3409090909090909, 'recall': 0.2631578947368421, 'f1-score': 0.297029702970297, 'support': 57.0}, 'accuracy': 0.9616630669546437, 'macro avg': {'precision': 0.6588395012067578, 'recall': 0.6235009529394517, 'f1-score': 0.6386619511243381, 'support': 1852.0}, 'weighted avg': {'precision': 0.9571996810649356, 'recall': 0.9616630669546437, 'f1-score': 0.9592650004179253, 'support': 1852.0}} | 0.0383 | {'~PC': {'precision': 0.986420423682781, 'recall': 0.9945235487404163, 'f1-score': 0.9904554131442597, 'support': 1826.0}, 'PC': {'precision': 0.09090909090909091, 'recall': 0.038461538461538464, 'f1-score': 0.05405405405405406, 'support': 26.0}, 'accuracy': 0.9811015118790497, 'macro avg': {'precision': 0.538664757295936, 'recall': 0.5164925436009774, 'f1-score': 0.5222547335991569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9738484503285068, 'recall': 0.9811015118790497, 'f1-score': 0.9773093897445052, 'support': 1852.0}} | 0.0189 | {'f1-score': 0.6701723315608793, 'hamming': 0.020383369330453566} | +| 0.0003 | 39.0 | 3822 | 0.1975 | {'~LIN': {'precision': 0.9908008658008658, 'recall': 0.9978201634877384, 'f1-score': 0.9942981265272876, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.4954004329004329, 'recall': 0.4989100817438692, 'f1-score': 0.4971490632636438, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817060414387628, 'recall': 0.9886609071274298, 'f1-score': 0.9851711998798988, 'support': 1852.0}} | 0.0113 | {'~SI': {'precision': 0.9830693610049154, 'recall': 0.9922822491730982, 'f1-score': 0.9876543209876543, 'support': 1814.0}, 'SI': {'precision': 0.3333333333333333, 'recall': 0.18421052631578946, 'f1-score': 0.23728813559322035, 'support': 38.0}, 'accuracy': 0.9757019438444925, 'macro avg': {'precision': 0.6582013471691244, 'recall': 0.5882463877444438, 'f1-score': 0.6124712282904373, 'support': 1852.0}, 'weighted avg': {'precision': 0.9697378442384359, 'recall': 0.9757019438444925, 'f1-score': 0.9722580385659542, 'support': 1852.0}} | 0.0243 | {'~CL': {'precision': 0.9706227967097533, 'recall': 0.9886295631358468, 'f1-score': 0.9795434331455678, 'support': 1671.0}, 'CL': {'precision': 0.8733333333333333, 'recall': 0.7237569060773481, 'f1-score': 0.7915407854984894, 'support': 181.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.9219780650215432, 'recall': 0.8561932346065975, 'f1-score': 0.8855421093220286, 'support': 1852.0}, 'weighted avg': {'precision': 0.9611144852242608, 'recall': 0.962742980561555, 'f1-score': 0.9611695242772519, 'support': 1852.0}} | 0.0373 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.997289972899729, 'recall': 0.997289972899729, 'f1-score': 0.997289972899729, 'support': 1845.0}, 'HI': {'precision': 0.2857142857142857, 'recall': 0.2857142857142857, 'f1-score': 0.2857142857142857, 'support': 7.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.6415021293070073, 'recall': 0.6415021293070073, 'f1-score': 0.6415021293070073, 'support': 1852.0}, 'weighted avg': {'precision': 0.9946004319654428, 'recall': 0.9946004319654428, 'f1-score': 0.9946004319654428, 'support': 1852.0}} | 0.0054 | {'~PL': {'precision': 0.9802955665024631, 'recall': 0.9938956714761377, 'f1-score': 0.9870487737668779, 'support': 1802.0}, 'PL': {'precision': 0.56, 'recall': 0.28, 'f1-score': 0.37333333333333335, 'support': 50.0}, 'accuracy': 0.974622030237581, 'macro avg': {'precision': 0.7701477832512316, 'recall': 0.6369478357380689, 'f1-score': 0.6801910535501057, 'support': 1852.0}, 'weighted avg': {'precision': 0.9689484939726989, 'recall': 0.974622030237581, 'f1-score': 0.9704797823944821, 'support': 1852.0}} | 0.0254 | {'~TI': {'precision': 0.9773104593248478, 'recall': 0.9838440111420613, 'f1-score': 0.9805663520266519, 'support': 1795.0}, 'TI': {'precision': 0.35555555555555557, 'recall': 0.2807017543859649, 'f1-score': 0.3137254901960784, 'support': 57.0}, 'accuracy': 0.9622030237580994, 'macro avg': {'precision': 0.6664330074402017, 'recall': 0.6322728827640132, 'f1-score': 0.6471459211113652, 'support': 1852.0}, 'weighted avg': {'precision': 0.9581743742736331, 'recall': 0.9622030237580994, 'f1-score': 0.9600426321970932, 'support': 1852.0}} | 0.0378 | {'~PC': {'precision': 0.986420423682781, 'recall': 0.9945235487404163, 'f1-score': 0.9904554131442597, 'support': 1826.0}, 'PC': {'precision': 0.09090909090909091, 'recall': 0.038461538461538464, 'f1-score': 0.05405405405405406, 'support': 26.0}, 'accuracy': 0.9811015118790497, 'macro avg': {'precision': 0.538664757295936, 'recall': 0.5164925436009774, 'f1-score': 0.5222547335991569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9738484503285068, 'recall': 0.9811015118790497, 'f1-score': 0.9773093897445052, 'support': 1852.0}} | 0.0189 | {'f1-score': 0.670089242386813, 'hamming': 0.020315874730021596} | +| 0.0003 | 40.0 | 3920 | 0.1974 | {'~LIN': {'precision': 0.9913279132791328, 'recall': 0.9967302452316076, 'f1-score': 0.9940217391304348, 'support': 1835.0}, 'LIN': {'precision': 0.14285714285714285, 'recall': 0.058823529411764705, 'f1-score': 0.08333333333333333, 'support': 17.0}, 'accuracy': 0.9881209503239741, 'macro avg': {'precision': 0.5670925280681378, 'recall': 0.5277768873216862, 'f1-score': 0.5386775362318841, 'support': 1852.0}, 'weighted avg': {'precision': 0.9835395746737473, 'recall': 0.9881209503239741, 'f1-score': 0.9856622883212821, 'support': 1852.0}} | 0.0119 | {'~SI': {'precision': 0.9830878341516639, 'recall': 0.9933847850055126, 'f1-score': 0.9882094872497944, 'support': 1814.0}, 'SI': {'precision': 0.3684210526315789, 'recall': 0.18421052631578946, 'f1-score': 0.24561403508771928, 'support': 38.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.6757544433916214, 'recall': 0.588797655660651, 'f1-score': 0.6169117611687569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9704758807511438, 'recall': 0.9767818574514039, 'f1-score': 0.9729726475186071, 'support': 1852.0}} | 0.0232 | {'~CL': {'precision': 0.9706227967097533, 'recall': 0.9886295631358468, 'f1-score': 0.9795434331455678, 'support': 1671.0}, 'CL': {'precision': 0.8733333333333333, 'recall': 0.7237569060773481, 'f1-score': 0.7915407854984894, 'support': 181.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.9219780650215432, 'recall': 0.8561932346065975, 'f1-score': 0.8855421093220286, 'support': 1852.0}, 'weighted avg': {'precision': 0.9611144852242608, 'recall': 0.962742980561555, 'f1-score': 0.9611695242772519, 'support': 1852.0}} | 0.0373 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.997289972899729, 'recall': 0.997289972899729, 'f1-score': 0.997289972899729, 'support': 1845.0}, 'HI': {'precision': 0.2857142857142857, 'recall': 0.2857142857142857, 'f1-score': 0.2857142857142857, 'support': 7.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.6415021293070073, 'recall': 0.6415021293070073, 'f1-score': 0.6415021293070073, 'support': 1852.0}, 'weighted avg': {'precision': 0.9946004319654428, 'recall': 0.9946004319654428, 'f1-score': 0.9946004319654428, 'support': 1852.0}} | 0.0054 | {'~PL': {'precision': 0.9802955665024631, 'recall': 0.9938956714761377, 'f1-score': 0.9870487737668779, 'support': 1802.0}, 'PL': {'precision': 0.56, 'recall': 0.28, 'f1-score': 0.37333333333333335, 'support': 50.0}, 'accuracy': 0.974622030237581, 'macro avg': {'precision': 0.7701477832512316, 'recall': 0.6369478357380689, 'f1-score': 0.6801910535501057, 'support': 1852.0}, 'weighted avg': {'precision': 0.9689484939726989, 'recall': 0.974622030237581, 'f1-score': 0.9704797823944821, 'support': 1852.0}} | 0.0254 | {'~TI': {'precision': 0.9773230088495575, 'recall': 0.9844011142061281, 'f1-score': 0.980849292256453, 'support': 1795.0}, 'TI': {'precision': 0.36363636363636365, 'recall': 0.2807017543859649, 'f1-score': 0.31683168316831684, 'support': 57.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.6704796862429605, 'recall': 0.6325514342960465, 'f1-score': 0.6488404877123849, 'support': 1852.0}, 'weighted avg': {'precision': 0.958435244931009, 'recall': 0.962742980561555, 'f1-score': 0.9604124651948852, 'support': 1852.0}} | 0.0373 | {'~PC': {'precision': 0.986420423682781, 'recall': 0.9945235487404163, 'f1-score': 0.9904554131442597, 'support': 1826.0}, 'PC': {'precision': 0.09090909090909091, 'recall': 0.038461538461538464, 'f1-score': 0.05405405405405406, 'support': 26.0}, 'accuracy': 0.9811015118790497, 'macro avg': {'precision': 0.538664757295936, 'recall': 0.5164925436009774, 'f1-score': 0.5222547335991569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9738484503285068, 'recall': 0.9811015118790497, 'f1-score': 0.9773093897445052, 'support': 1852.0}} | 0.0189 | {'f1-score': 0.6760471889427605, 'hamming': 0.020180885529157665} | +| 0.0003 | 41.0 | 4018 | 0.1990 | {'~LIN': {'precision': 0.9908008658008658, 'recall': 0.9978201634877384, 'f1-score': 0.9942981265272876, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.4954004329004329, 'recall': 0.4989100817438692, 'f1-score': 0.4971490632636438, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817060414387628, 'recall': 0.9886609071274298, 'f1-score': 0.9851711998798988, 'support': 1852.0}} | 0.0113 | {'~SI': {'precision': 0.9830878341516639, 'recall': 0.9933847850055126, 'f1-score': 0.9882094872497944, 'support': 1814.0}, 'SI': {'precision': 0.3684210526315789, 'recall': 0.18421052631578946, 'f1-score': 0.24561403508771928, 'support': 38.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.6757544433916214, 'recall': 0.588797655660651, 'f1-score': 0.6169117611687569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9704758807511438, 'recall': 0.9767818574514039, 'f1-score': 0.9729726475186071, 'support': 1852.0}} | 0.0232 | {'~CL': {'precision': 0.9706227967097533, 'recall': 0.9886295631358468, 'f1-score': 0.9795434331455678, 'support': 1671.0}, 'CL': {'precision': 0.8733333333333333, 'recall': 0.7237569060773481, 'f1-score': 0.7915407854984894, 'support': 181.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.9219780650215432, 'recall': 0.8561932346065975, 'f1-score': 0.8855421093220286, 'support': 1852.0}, 'weighted avg': {'precision': 0.9611144852242608, 'recall': 0.962742980561555, 'f1-score': 0.9611695242772519, 'support': 1852.0}} | 0.0373 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.997289972899729, 'recall': 0.997289972899729, 'f1-score': 0.997289972899729, 'support': 1845.0}, 'HI': {'precision': 0.2857142857142857, 'recall': 0.2857142857142857, 'f1-score': 0.2857142857142857, 'support': 7.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.6415021293070073, 'recall': 0.6415021293070073, 'f1-score': 0.6415021293070073, 'support': 1852.0}, 'weighted avg': {'precision': 0.9946004319654428, 'recall': 0.9946004319654428, 'f1-score': 0.9946004319654428, 'support': 1852.0}} | 0.0054 | {'~PL': {'precision': 0.9802955665024631, 'recall': 0.9938956714761377, 'f1-score': 0.9870487737668779, 'support': 1802.0}, 'PL': {'precision': 0.56, 'recall': 0.28, 'f1-score': 0.37333333333333335, 'support': 50.0}, 'accuracy': 0.974622030237581, 'macro avg': {'precision': 0.7701477832512316, 'recall': 0.6369478357380689, 'f1-score': 0.6801910535501057, 'support': 1852.0}, 'weighted avg': {'precision': 0.9689484939726989, 'recall': 0.974622030237581, 'f1-score': 0.9704797823944821, 'support': 1852.0}} | 0.0254 | {'~TI': {'precision': 0.9767827529021559, 'recall': 0.9844011142061281, 'f1-score': 0.9805771365149833, 'support': 1795.0}, 'TI': {'precision': 0.3488372093023256, 'recall': 0.2631578947368421, 'f1-score': 0.3, 'support': 57.0}, 'accuracy': 0.9622030237580994, 'macro avg': {'precision': 0.6628099811022408, 'recall': 0.6237795044714851, 'f1-score': 0.6402885682574917, 'support': 1852.0}, 'weighted avg': {'precision': 0.9574561351995694, 'recall': 0.9622030237580994, 'f1-score': 0.9596306479721355, 'support': 1852.0}} | 0.0378 | {'~PC': {'precision': 0.986420423682781, 'recall': 0.9945235487404163, 'f1-score': 0.9904554131442597, 'support': 1826.0}, 'PC': {'precision': 0.09090909090909091, 'recall': 0.038461538461538464, 'f1-score': 0.05405405405405406, 'support': 26.0}, 'accuracy': 0.9811015118790497, 'macro avg': {'precision': 0.538664757295936, 'recall': 0.5164925436009774, 'f1-score': 0.5222547335991569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9738484503285068, 'recall': 0.9811015118790497, 'f1-score': 0.9773093897445052, 'support': 1852.0}} | 0.0189 | {'f1-score': 0.6697871398898687, 'hamming': 0.020180885529157665} | +| 0.0003 | 42.0 | 4116 | 0.1993 | {'~LIN': {'precision': 0.9908008658008658, 'recall': 0.9978201634877384, 'f1-score': 0.9942981265272876, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.4954004329004329, 'recall': 0.4989100817438692, 'f1-score': 0.4971490632636438, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817060414387628, 'recall': 0.9886609071274298, 'f1-score': 0.9851711998798988, 'support': 1852.0}} | 0.0113 | {'~SI': {'precision': 0.9830878341516639, 'recall': 0.9933847850055126, 'f1-score': 0.9882094872497944, 'support': 1814.0}, 'SI': {'precision': 0.3684210526315789, 'recall': 0.18421052631578946, 'f1-score': 0.24561403508771928, 'support': 38.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.6757544433916214, 'recall': 0.588797655660651, 'f1-score': 0.6169117611687569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9704758807511438, 'recall': 0.9767818574514039, 'f1-score': 0.9729726475186071, 'support': 1852.0}} | 0.0232 | {'~CL': {'precision': 0.9711934156378601, 'recall': 0.9886295631358468, 'f1-score': 0.9798339264531435, 'support': 1671.0}, 'CL': {'precision': 0.8741721854304636, 'recall': 0.7292817679558011, 'f1-score': 0.7951807228915663, 'support': 181.0}, 'accuracy': 0.9632829373650108, 'macro avg': {'precision': 0.9226828005341619, 'recall': 0.8589556655458239, 'f1-score': 0.8875073246723548, 'support': 1852.0}, 'weighted avg': {'precision': 0.9617113191651069, 'recall': 0.9632829373650108, 'f1-score': 0.9617873660618662, 'support': 1852.0}} | 0.0367 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.997289972899729, 'recall': 0.997289972899729, 'f1-score': 0.997289972899729, 'support': 1845.0}, 'HI': {'precision': 0.2857142857142857, 'recall': 0.2857142857142857, 'f1-score': 0.2857142857142857, 'support': 7.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.6415021293070073, 'recall': 0.6415021293070073, 'f1-score': 0.6415021293070073, 'support': 1852.0}, 'weighted avg': {'precision': 0.9946004319654428, 'recall': 0.9946004319654428, 'f1-score': 0.9946004319654428, 'support': 1852.0}} | 0.0054 | {'~PL': {'precision': 0.9802955665024631, 'recall': 0.9938956714761377, 'f1-score': 0.9870487737668779, 'support': 1802.0}, 'PL': {'precision': 0.56, 'recall': 0.28, 'f1-score': 0.37333333333333335, 'support': 50.0}, 'accuracy': 0.974622030237581, 'macro avg': {'precision': 0.7701477832512316, 'recall': 0.6369478357380689, 'f1-score': 0.6801910535501057, 'support': 1852.0}, 'weighted avg': {'precision': 0.9689484939726989, 'recall': 0.974622030237581, 'f1-score': 0.9704797823944821, 'support': 1852.0}} | 0.0254 | {'~TI': {'precision': 0.9773230088495575, 'recall': 0.9844011142061281, 'f1-score': 0.980849292256453, 'support': 1795.0}, 'TI': {'precision': 0.36363636363636365, 'recall': 0.2807017543859649, 'f1-score': 0.31683168316831684, 'support': 57.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.6704796862429605, 'recall': 0.6325514342960465, 'f1-score': 0.6488404877123849, 'support': 1852.0}, 'weighted avg': {'precision': 0.958435244931009, 'recall': 0.962742980561555, 'f1-score': 0.9604124651948852, 'support': 1852.0}} | 0.0373 | {'~PC': {'precision': 0.986420423682781, 'recall': 0.9945235487404163, 'f1-score': 0.9904554131442597, 'support': 1826.0}, 'PC': {'precision': 0.09090909090909091, 'recall': 0.038461538461538464, 'f1-score': 0.05405405405405406, 'support': 26.0}, 'accuracy': 0.9811015118790497, 'macro avg': {'precision': 0.538664757295936, 'recall': 0.5164925436009774, 'f1-score': 0.5222547335991569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9738484503285068, 'recall': 0.9811015118790497, 'f1-score': 0.9773093897445052, 'support': 1852.0}} | 0.0189 | {'f1-score': 0.6711017817405212, 'hamming': 0.020045896328293736} | +| 0.0003 | 43.0 | 4214 | 0.2003 | {'~LIN': {'precision': 0.9908008658008658, 'recall': 0.9978201634877384, 'f1-score': 0.9942981265272876, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.4954004329004329, 'recall': 0.4989100817438692, 'f1-score': 0.4971490632636438, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817060414387628, 'recall': 0.9886609071274298, 'f1-score': 0.9851711998798988, 'support': 1852.0}} | 0.0113 | {'~SI': {'precision': 0.9830878341516639, 'recall': 0.9933847850055126, 'f1-score': 0.9882094872497944, 'support': 1814.0}, 'SI': {'precision': 0.3684210526315789, 'recall': 0.18421052631578946, 'f1-score': 0.24561403508771928, 'support': 38.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.6757544433916214, 'recall': 0.588797655660651, 'f1-score': 0.6169117611687569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9704758807511438, 'recall': 0.9767818574514039, 'f1-score': 0.9729726475186071, 'support': 1852.0}} | 0.0232 | {'~CL': {'precision': 0.9706227967097533, 'recall': 0.9886295631358468, 'f1-score': 0.9795434331455678, 'support': 1671.0}, 'CL': {'precision': 0.8733333333333333, 'recall': 0.7237569060773481, 'f1-score': 0.7915407854984894, 'support': 181.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.9219780650215432, 'recall': 0.8561932346065975, 'f1-score': 0.8855421093220286, 'support': 1852.0}, 'weighted avg': {'precision': 0.9611144852242608, 'recall': 0.962742980561555, 'f1-score': 0.9611695242772519, 'support': 1852.0}} | 0.0373 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.997289972899729, 'recall': 0.997289972899729, 'f1-score': 0.997289972899729, 'support': 1845.0}, 'HI': {'precision': 0.2857142857142857, 'recall': 0.2857142857142857, 'f1-score': 0.2857142857142857, 'support': 7.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.6415021293070073, 'recall': 0.6415021293070073, 'f1-score': 0.6415021293070073, 'support': 1852.0}, 'weighted avg': {'precision': 0.9946004319654428, 'recall': 0.9946004319654428, 'f1-score': 0.9946004319654428, 'support': 1852.0}} | 0.0054 | {'~PL': {'precision': 0.9802955665024631, 'recall': 0.9938956714761377, 'f1-score': 0.9870487737668779, 'support': 1802.0}, 'PL': {'precision': 0.56, 'recall': 0.28, 'f1-score': 0.37333333333333335, 'support': 50.0}, 'accuracy': 0.974622030237581, 'macro avg': {'precision': 0.7701477832512316, 'recall': 0.6369478357380689, 'f1-score': 0.6801910535501057, 'support': 1852.0}, 'weighted avg': {'precision': 0.9689484939726989, 'recall': 0.974622030237581, 'f1-score': 0.9704797823944821, 'support': 1852.0}} | 0.0254 | {'~TI': {'precision': 0.9773230088495575, 'recall': 0.9844011142061281, 'f1-score': 0.980849292256453, 'support': 1795.0}, 'TI': {'precision': 0.36363636363636365, 'recall': 0.2807017543859649, 'f1-score': 0.31683168316831684, 'support': 57.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.6704796862429605, 'recall': 0.6325514342960465, 'f1-score': 0.6488404877123849, 'support': 1852.0}, 'weighted avg': {'precision': 0.958435244931009, 'recall': 0.962742980561555, 'f1-score': 0.9604124651948852, 'support': 1852.0}} | 0.0373 | {'~PC': {'precision': 0.986420423682781, 'recall': 0.9945235487404163, 'f1-score': 0.9904554131442597, 'support': 1826.0}, 'PC': {'precision': 0.09090909090909091, 'recall': 0.038461538461538464, 'f1-score': 0.05405405405405406, 'support': 26.0}, 'accuracy': 0.9811015118790497, 'macro avg': {'precision': 0.538664757295936, 'recall': 0.5164925436009774, 'f1-score': 0.5222547335991569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9738484503285068, 'recall': 0.9811015118790497, 'f1-score': 0.9773093897445052, 'support': 1852.0}} | 0.0189 | {'f1-score': 0.6708561298217304, 'hamming': 0.020113390928725702} | +| 0.0003 | 44.0 | 4312 | 0.2021 | {'~LIN': {'precision': 0.9908008658008658, 'recall': 0.9978201634877384, 'f1-score': 0.9942981265272876, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.4954004329004329, 'recall': 0.4989100817438692, 'f1-score': 0.4971490632636438, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817060414387628, 'recall': 0.9886609071274298, 'f1-score': 0.9851711998798988, 'support': 1852.0}} | 0.0113 | {'~SI': {'precision': 0.9830878341516639, 'recall': 0.9933847850055126, 'f1-score': 0.9882094872497944, 'support': 1814.0}, 'SI': {'precision': 0.3684210526315789, 'recall': 0.18421052631578946, 'f1-score': 0.24561403508771928, 'support': 38.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.6757544433916214, 'recall': 0.588797655660651, 'f1-score': 0.6169117611687569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9704758807511438, 'recall': 0.9767818574514039, 'f1-score': 0.9729726475186071, 'support': 1852.0}} | 0.0232 | {'~CL': {'precision': 0.9706227967097533, 'recall': 0.9886295631358468, 'f1-score': 0.9795434331455678, 'support': 1671.0}, 'CL': {'precision': 0.8733333333333333, 'recall': 0.7237569060773481, 'f1-score': 0.7915407854984894, 'support': 181.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.9219780650215432, 'recall': 0.8561932346065975, 'f1-score': 0.8855421093220286, 'support': 1852.0}, 'weighted avg': {'precision': 0.9611144852242608, 'recall': 0.962742980561555, 'f1-score': 0.9611695242772519, 'support': 1852.0}} | 0.0373 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.997289972899729, 'recall': 0.997289972899729, 'f1-score': 0.997289972899729, 'support': 1845.0}, 'HI': {'precision': 0.2857142857142857, 'recall': 0.2857142857142857, 'f1-score': 0.2857142857142857, 'support': 7.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.6415021293070073, 'recall': 0.6415021293070073, 'f1-score': 0.6415021293070073, 'support': 1852.0}, 'weighted avg': {'precision': 0.9946004319654428, 'recall': 0.9946004319654428, 'f1-score': 0.9946004319654428, 'support': 1852.0}} | 0.0054 | {'~PL': {'precision': 0.9792349726775956, 'recall': 0.9944506104328524, 'f1-score': 0.986784140969163, 'support': 1802.0}, 'PL': {'precision': 0.5454545454545454, 'recall': 0.24, 'f1-score': 0.3333333333333333, 'support': 50.0}, 'accuracy': 0.9740820734341252, 'macro avg': {'precision': 0.7623447590660706, 'recall': 0.6172253052164263, 'f1-score': 0.6600587371512482, 'support': 1852.0}, 'weighted avg': {'precision': 0.9675238380333449, 'recall': 0.9740820734341252, 'f1-score': 0.9691423805038328, 'support': 1852.0}} | 0.0259 | {'~TI': {'precision': 0.9767699115044248, 'recall': 0.9838440111420613, 'f1-score': 0.9802941992783791, 'support': 1795.0}, 'TI': {'precision': 0.3409090909090909, 'recall': 0.2631578947368421, 'f1-score': 0.297029702970297, 'support': 57.0}, 'accuracy': 0.9616630669546437, 'macro avg': {'precision': 0.6588395012067578, 'recall': 0.6235009529394517, 'f1-score': 0.6386619511243381, 'support': 1852.0}, 'weighted avg': {'precision': 0.9571996810649356, 'recall': 0.9616630669546437, 'f1-score': 0.9592650004179253, 'support': 1852.0}} | 0.0383 | {'~PC': {'precision': 0.986420423682781, 'recall': 0.9945235487404163, 'f1-score': 0.9904554131442597, 'support': 1826.0}, 'PC': {'precision': 0.09090909090909091, 'recall': 0.038461538461538464, 'f1-score': 0.05405405405405406, 'support': 26.0}, 'accuracy': 0.9811015118790497, 'macro avg': {'precision': 0.538664757295936, 'recall': 0.5164925436009774, 'f1-score': 0.5222547335991569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9738484503285068, 'recall': 0.9811015118790497, 'f1-score': 0.9773093897445052, 'support': 1852.0}} | 0.0189 | {'f1-score': 0.6670672731983673, 'hamming': 0.020315874730021596} | +| 0.0003 | 45.0 | 4410 | 0.2021 | {'~LIN': {'precision': 0.9908008658008658, 'recall': 0.9978201634877384, 'f1-score': 0.9942981265272876, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.4954004329004329, 'recall': 0.4989100817438692, 'f1-score': 0.4971490632636438, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817060414387628, 'recall': 0.9886609071274298, 'f1-score': 0.9851711998798988, 'support': 1852.0}} | 0.0113 | {'~SI': {'precision': 0.9830878341516639, 'recall': 0.9933847850055126, 'f1-score': 0.9882094872497944, 'support': 1814.0}, 'SI': {'precision': 0.3684210526315789, 'recall': 0.18421052631578946, 'f1-score': 0.24561403508771928, 'support': 38.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.6757544433916214, 'recall': 0.588797655660651, 'f1-score': 0.6169117611687569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9704758807511438, 'recall': 0.9767818574514039, 'f1-score': 0.9729726475186071, 'support': 1852.0}} | 0.0232 | {'~CL': {'precision': 0.9706227967097533, 'recall': 0.9886295631358468, 'f1-score': 0.9795434331455678, 'support': 1671.0}, 'CL': {'precision': 0.8733333333333333, 'recall': 0.7237569060773481, 'f1-score': 0.7915407854984894, 'support': 181.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.9219780650215432, 'recall': 0.8561932346065975, 'f1-score': 0.8855421093220286, 'support': 1852.0}, 'weighted avg': {'precision': 0.9611144852242608, 'recall': 0.962742980561555, 'f1-score': 0.9611695242772519, 'support': 1852.0}} | 0.0373 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.997289972899729, 'recall': 0.997289972899729, 'f1-score': 0.997289972899729, 'support': 1845.0}, 'HI': {'precision': 0.2857142857142857, 'recall': 0.2857142857142857, 'f1-score': 0.2857142857142857, 'support': 7.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.6415021293070073, 'recall': 0.6415021293070073, 'f1-score': 0.6415021293070073, 'support': 1852.0}, 'weighted avg': {'precision': 0.9946004319654428, 'recall': 0.9946004319654428, 'f1-score': 0.9946004319654428, 'support': 1852.0}} | 0.0054 | {'~PL': {'precision': 0.9797592997811816, 'recall': 0.9938956714761377, 'f1-score': 0.9867768595041322, 'support': 1802.0}, 'PL': {'precision': 0.5416666666666666, 'recall': 0.26, 'f1-score': 0.35135135135135137, 'support': 50.0}, 'accuracy': 0.9740820734341252, 'macro avg': {'precision': 0.7607129832239241, 'recall': 0.6269478357380689, 'f1-score': 0.6690641054277418, 'support': 1852.0}, 'weighted avg': {'precision': 0.9679317448914808, 'recall': 0.9740820734341252, 'f1-score': 0.969621743193312, 'support': 1852.0}} | 0.0259 | {'~TI': {'precision': 0.9767699115044248, 'recall': 0.9838440111420613, 'f1-score': 0.9802941992783791, 'support': 1795.0}, 'TI': {'precision': 0.3409090909090909, 'recall': 0.2631578947368421, 'f1-score': 0.297029702970297, 'support': 57.0}, 'accuracy': 0.9616630669546437, 'macro avg': {'precision': 0.6588395012067578, 'recall': 0.6235009529394517, 'f1-score': 0.6386619511243381, 'support': 1852.0}, 'weighted avg': {'precision': 0.9571996810649356, 'recall': 0.9616630669546437, 'f1-score': 0.9592650004179253, 'support': 1852.0}} | 0.0383 | {'~PC': {'precision': 0.986420423682781, 'recall': 0.9945235487404163, 'f1-score': 0.9904554131442597, 'support': 1826.0}, 'PC': {'precision': 0.09090909090909091, 'recall': 0.038461538461538464, 'f1-score': 0.05405405405405406, 'support': 26.0}, 'accuracy': 0.9811015118790497, 'macro avg': {'precision': 0.538664757295936, 'recall': 0.5164925436009774, 'f1-score': 0.5222547335991569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9738484503285068, 'recall': 0.9811015118790497, 'f1-score': 0.9773093897445052, 'support': 1852.0}} | 0.0189 | {'f1-score': 0.6681929442329291, 'hamming': 0.020315874730021596} | +| 0.0002 | 46.0 | 4508 | 0.2032 | {'~LIN': {'precision': 0.9908008658008658, 'recall': 0.9978201634877384, 'f1-score': 0.9942981265272876, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.4954004329004329, 'recall': 0.4989100817438692, 'f1-score': 0.4971490632636438, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817060414387628, 'recall': 0.9886609071274298, 'f1-score': 0.9851711998798988, 'support': 1852.0}} | 0.0113 | {'~SI': {'precision': 0.9830878341516639, 'recall': 0.9933847850055126, 'f1-score': 0.9882094872497944, 'support': 1814.0}, 'SI': {'precision': 0.3684210526315789, 'recall': 0.18421052631578946, 'f1-score': 0.24561403508771928, 'support': 38.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.6757544433916214, 'recall': 0.588797655660651, 'f1-score': 0.6169117611687569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9704758807511438, 'recall': 0.9767818574514039, 'f1-score': 0.9729726475186071, 'support': 1852.0}} | 0.0232 | {'~CL': {'precision': 0.9706227967097533, 'recall': 0.9886295631358468, 'f1-score': 0.9795434331455678, 'support': 1671.0}, 'CL': {'precision': 0.8733333333333333, 'recall': 0.7237569060773481, 'f1-score': 0.7915407854984894, 'support': 181.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.9219780650215432, 'recall': 0.8561932346065975, 'f1-score': 0.8855421093220286, 'support': 1852.0}, 'weighted avg': {'precision': 0.9611144852242608, 'recall': 0.962742980561555, 'f1-score': 0.9611695242772519, 'support': 1852.0}} | 0.0373 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.997289972899729, 'recall': 0.997289972899729, 'f1-score': 0.997289972899729, 'support': 1845.0}, 'HI': {'precision': 0.2857142857142857, 'recall': 0.2857142857142857, 'f1-score': 0.2857142857142857, 'support': 7.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.6415021293070073, 'recall': 0.6415021293070073, 'f1-score': 0.6415021293070073, 'support': 1852.0}, 'weighted avg': {'precision': 0.9946004319654428, 'recall': 0.9946004319654428, 'f1-score': 0.9946004319654428, 'support': 1852.0}} | 0.0054 | {'~PL': {'precision': 0.9792349726775956, 'recall': 0.9944506104328524, 'f1-score': 0.986784140969163, 'support': 1802.0}, 'PL': {'precision': 0.5454545454545454, 'recall': 0.24, 'f1-score': 0.3333333333333333, 'support': 50.0}, 'accuracy': 0.9740820734341252, 'macro avg': {'precision': 0.7623447590660706, 'recall': 0.6172253052164263, 'f1-score': 0.6600587371512482, 'support': 1852.0}, 'weighted avg': {'precision': 0.9675238380333449, 'recall': 0.9740820734341252, 'f1-score': 0.9691423805038328, 'support': 1852.0}} | 0.0259 | {'~TI': {'precision': 0.9767699115044248, 'recall': 0.9838440111420613, 'f1-score': 0.9802941992783791, 'support': 1795.0}, 'TI': {'precision': 0.3409090909090909, 'recall': 0.2631578947368421, 'f1-score': 0.297029702970297, 'support': 57.0}, 'accuracy': 0.9616630669546437, 'macro avg': {'precision': 0.6588395012067578, 'recall': 0.6235009529394517, 'f1-score': 0.6386619511243381, 'support': 1852.0}, 'weighted avg': {'precision': 0.9571996810649356, 'recall': 0.9616630669546437, 'f1-score': 0.9592650004179253, 'support': 1852.0}} | 0.0383 | {'~PC': {'precision': 0.986420423682781, 'recall': 0.9945235487404163, 'f1-score': 0.9904554131442597, 'support': 1826.0}, 'PC': {'precision': 0.09090909090909091, 'recall': 0.038461538461538464, 'f1-score': 0.05405405405405406, 'support': 26.0}, 'accuracy': 0.9811015118790497, 'macro avg': {'precision': 0.538664757295936, 'recall': 0.5164925436009774, 'f1-score': 0.5222547335991569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9738484503285068, 'recall': 0.9811015118790497, 'f1-score': 0.9773093897445052, 'support': 1852.0}} | 0.0189 | {'f1-score': 0.6670672731983673, 'hamming': 0.020315874730021596} | +| 0.0002 | 47.0 | 4606 | 0.2034 | {'~LIN': {'precision': 0.9908008658008658, 'recall': 0.9978201634877384, 'f1-score': 0.9942981265272876, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.4954004329004329, 'recall': 0.4989100817438692, 'f1-score': 0.4971490632636438, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817060414387628, 'recall': 0.9886609071274298, 'f1-score': 0.9851711998798988, 'support': 1852.0}} | 0.0113 | {'~SI': {'precision': 0.9830878341516639, 'recall': 0.9933847850055126, 'f1-score': 0.9882094872497944, 'support': 1814.0}, 'SI': {'precision': 0.3684210526315789, 'recall': 0.18421052631578946, 'f1-score': 0.24561403508771928, 'support': 38.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.6757544433916214, 'recall': 0.588797655660651, 'f1-score': 0.6169117611687569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9704758807511438, 'recall': 0.9767818574514039, 'f1-score': 0.9729726475186071, 'support': 1852.0}} | 0.0232 | {'~CL': {'precision': 0.9706227967097533, 'recall': 0.9886295631358468, 'f1-score': 0.9795434331455678, 'support': 1671.0}, 'CL': {'precision': 0.8733333333333333, 'recall': 0.7237569060773481, 'f1-score': 0.7915407854984894, 'support': 181.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.9219780650215432, 'recall': 0.8561932346065975, 'f1-score': 0.8855421093220286, 'support': 1852.0}, 'weighted avg': {'precision': 0.9611144852242608, 'recall': 0.962742980561555, 'f1-score': 0.9611695242772519, 'support': 1852.0}} | 0.0373 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.997289972899729, 'recall': 0.997289972899729, 'f1-score': 0.997289972899729, 'support': 1845.0}, 'HI': {'precision': 0.2857142857142857, 'recall': 0.2857142857142857, 'f1-score': 0.2857142857142857, 'support': 7.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.6415021293070073, 'recall': 0.6415021293070073, 'f1-score': 0.6415021293070073, 'support': 1852.0}, 'weighted avg': {'precision': 0.9946004319654428, 'recall': 0.9946004319654428, 'f1-score': 0.9946004319654428, 'support': 1852.0}} | 0.0054 | {'~PL': {'precision': 0.9792236194641881, 'recall': 0.9938956714761377, 'f1-score': 0.9865050950151474, 'support': 1802.0}, 'PL': {'precision': 0.5217391304347826, 'recall': 0.24, 'f1-score': 0.3287671232876712, 'support': 50.0}, 'accuracy': 0.9735421166306696, 'macro avg': {'precision': 0.7504813749494854, 'recall': 0.6169478357380689, 'f1-score': 0.6576361091514094, 'support': 1852.0}, 'weighted avg': {'precision': 0.9668725263478436, 'recall': 0.9735421166306696, 'f1-score': 0.9687475903788765, 'support': 1852.0}} | 0.0265 | {'~TI': {'precision': 0.9767699115044248, 'recall': 0.9838440111420613, 'f1-score': 0.9802941992783791, 'support': 1795.0}, 'TI': {'precision': 0.3409090909090909, 'recall': 0.2631578947368421, 'f1-score': 0.297029702970297, 'support': 57.0}, 'accuracy': 0.9616630669546437, 'macro avg': {'precision': 0.6588395012067578, 'recall': 0.6235009529394517, 'f1-score': 0.6386619511243381, 'support': 1852.0}, 'weighted avg': {'precision': 0.9571996810649356, 'recall': 0.9616630669546437, 'f1-score': 0.9592650004179253, 'support': 1852.0}} | 0.0383 | {'~PC': {'precision': 0.986420423682781, 'recall': 0.9945235487404163, 'f1-score': 0.9904554131442597, 'support': 1826.0}, 'PC': {'precision': 0.09090909090909091, 'recall': 0.038461538461538464, 'f1-score': 0.05405405405405406, 'support': 26.0}, 'accuracy': 0.9811015118790497, 'macro avg': {'precision': 0.538664757295936, 'recall': 0.5164925436009774, 'f1-score': 0.5222547335991569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9738484503285068, 'recall': 0.9811015118790497, 'f1-score': 0.9773093897445052, 'support': 1852.0}} | 0.0189 | {'f1-score': 0.6667644446983876, 'hamming': 0.020383369330453562} | +| 0.0002 | 48.0 | 4704 | 0.2037 | {'~LIN': {'precision': 0.9908008658008658, 'recall': 0.9978201634877384, 'f1-score': 0.9942981265272876, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.4954004329004329, 'recall': 0.4989100817438692, 'f1-score': 0.4971490632636438, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817060414387628, 'recall': 0.9886609071274298, 'f1-score': 0.9851711998798988, 'support': 1852.0}} | 0.0113 | {'~SI': {'precision': 0.9830878341516639, 'recall': 0.9933847850055126, 'f1-score': 0.9882094872497944, 'support': 1814.0}, 'SI': {'precision': 0.3684210526315789, 'recall': 0.18421052631578946, 'f1-score': 0.24561403508771928, 'support': 38.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.6757544433916214, 'recall': 0.588797655660651, 'f1-score': 0.6169117611687569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9704758807511438, 'recall': 0.9767818574514039, 'f1-score': 0.9729726475186071, 'support': 1852.0}} | 0.0232 | {'~CL': {'precision': 0.9706227967097533, 'recall': 0.9886295631358468, 'f1-score': 0.9795434331455678, 'support': 1671.0}, 'CL': {'precision': 0.8733333333333333, 'recall': 0.7237569060773481, 'f1-score': 0.7915407854984894, 'support': 181.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.9219780650215432, 'recall': 0.8561932346065975, 'f1-score': 0.8855421093220286, 'support': 1852.0}, 'weighted avg': {'precision': 0.9611144852242608, 'recall': 0.962742980561555, 'f1-score': 0.9611695242772519, 'support': 1852.0}} | 0.0373 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.997289972899729, 'recall': 0.997289972899729, 'f1-score': 0.997289972899729, 'support': 1845.0}, 'HI': {'precision': 0.2857142857142857, 'recall': 0.2857142857142857, 'f1-score': 0.2857142857142857, 'support': 7.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.6415021293070073, 'recall': 0.6415021293070073, 'f1-score': 0.6415021293070073, 'support': 1852.0}, 'weighted avg': {'precision': 0.9946004319654428, 'recall': 0.9946004319654428, 'f1-score': 0.9946004319654428, 'support': 1852.0}} | 0.0054 | {'~PL': {'precision': 0.9792236194641881, 'recall': 0.9938956714761377, 'f1-score': 0.9865050950151474, 'support': 1802.0}, 'PL': {'precision': 0.5217391304347826, 'recall': 0.24, 'f1-score': 0.3287671232876712, 'support': 50.0}, 'accuracy': 0.9735421166306696, 'macro avg': {'precision': 0.7504813749494854, 'recall': 0.6169478357380689, 'f1-score': 0.6576361091514094, 'support': 1852.0}, 'weighted avg': {'precision': 0.9668725263478436, 'recall': 0.9735421166306696, 'f1-score': 0.9687475903788765, 'support': 1852.0}} | 0.0265 | {'~TI': {'precision': 0.9778516057585825, 'recall': 0.9838440111420613, 'f1-score': 0.9808386559289086, 'support': 1795.0}, 'TI': {'precision': 0.3695652173913043, 'recall': 0.2982456140350877, 'f1-score': 0.3300970873786408, 'support': 57.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.6737084115749434, 'recall': 0.6410448125885745, 'f1-score': 0.6554678716537747, 'support': 1852.0}, 'weighted avg': {'precision': 0.9591300484492224, 'recall': 0.962742980561555, 'f1-score': 0.9608104327067891, 'support': 1852.0}} | 0.0373 | {'~PC': {'precision': 0.986420423682781, 'recall': 0.9945235487404163, 'f1-score': 0.9904554131442597, 'support': 1826.0}, 'PC': {'precision': 0.09090909090909091, 'recall': 0.038461538461538464, 'f1-score': 0.05405405405405406, 'support': 26.0}, 'accuracy': 0.9811015118790497, 'macro avg': {'precision': 0.538664757295936, 'recall': 0.5164925436009774, 'f1-score': 0.5222547335991569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9738484503285068, 'recall': 0.9811015118790497, 'f1-score': 0.9773093897445052, 'support': 1852.0}} | 0.0189 | {'f1-score': 0.668865184764567, 'hamming': 0.02024838012958963} | +| 0.0002 | 49.0 | 4802 | 0.2041 | {'~LIN': {'precision': 0.9908008658008658, 'recall': 0.9978201634877384, 'f1-score': 0.9942981265272876, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.4954004329004329, 'recall': 0.4989100817438692, 'f1-score': 0.4971490632636438, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817060414387628, 'recall': 0.9886609071274298, 'f1-score': 0.9851711998798988, 'support': 1852.0}} | 0.0113 | {'~SI': {'precision': 0.9830878341516639, 'recall': 0.9933847850055126, 'f1-score': 0.9882094872497944, 'support': 1814.0}, 'SI': {'precision': 0.3684210526315789, 'recall': 0.18421052631578946, 'f1-score': 0.24561403508771928, 'support': 38.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.6757544433916214, 'recall': 0.588797655660651, 'f1-score': 0.6169117611687569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9704758807511438, 'recall': 0.9767818574514039, 'f1-score': 0.9729726475186071, 'support': 1852.0}} | 0.0232 | {'~CL': {'precision': 0.9706227967097533, 'recall': 0.9886295631358468, 'f1-score': 0.9795434331455678, 'support': 1671.0}, 'CL': {'precision': 0.8733333333333333, 'recall': 0.7237569060773481, 'f1-score': 0.7915407854984894, 'support': 181.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.9219780650215432, 'recall': 0.8561932346065975, 'f1-score': 0.8855421093220286, 'support': 1852.0}, 'weighted avg': {'precision': 0.9611144852242608, 'recall': 0.962742980561555, 'f1-score': 0.9611695242772519, 'support': 1852.0}} | 0.0373 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.997289972899729, 'recall': 0.997289972899729, 'f1-score': 0.997289972899729, 'support': 1845.0}, 'HI': {'precision': 0.2857142857142857, 'recall': 0.2857142857142857, 'f1-score': 0.2857142857142857, 'support': 7.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.6415021293070073, 'recall': 0.6415021293070073, 'f1-score': 0.6415021293070073, 'support': 1852.0}, 'weighted avg': {'precision': 0.9946004319654428, 'recall': 0.9946004319654428, 'f1-score': 0.9946004319654428, 'support': 1852.0}} | 0.0054 | {'~PL': {'precision': 0.9792349726775956, 'recall': 0.9944506104328524, 'f1-score': 0.986784140969163, 'support': 1802.0}, 'PL': {'precision': 0.5454545454545454, 'recall': 0.24, 'f1-score': 0.3333333333333333, 'support': 50.0}, 'accuracy': 0.9740820734341252, 'macro avg': {'precision': 0.7623447590660706, 'recall': 0.6172253052164263, 'f1-score': 0.6600587371512482, 'support': 1852.0}, 'weighted avg': {'precision': 0.9675238380333449, 'recall': 0.9740820734341252, 'f1-score': 0.9691423805038328, 'support': 1852.0}} | 0.0259 | {'~TI': {'precision': 0.9778516057585825, 'recall': 0.9838440111420613, 'f1-score': 0.9808386559289086, 'support': 1795.0}, 'TI': {'precision': 0.3695652173913043, 'recall': 0.2982456140350877, 'f1-score': 0.3300970873786408, 'support': 57.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.6737084115749434, 'recall': 0.6410448125885745, 'f1-score': 0.6554678716537747, 'support': 1852.0}, 'weighted avg': {'precision': 0.9591300484492224, 'recall': 0.962742980561555, 'f1-score': 0.9608104327067891, 'support': 1852.0}} | 0.0373 | {'~PC': {'precision': 0.986420423682781, 'recall': 0.9945235487404163, 'f1-score': 0.9904554131442597, 'support': 1826.0}, 'PC': {'precision': 0.09090909090909091, 'recall': 0.038461538461538464, 'f1-score': 0.05405405405405406, 'support': 26.0}, 'accuracy': 0.9811015118790497, 'macro avg': {'precision': 0.538664757295936, 'recall': 0.5164925436009774, 'f1-score': 0.5222547335991569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9738484503285068, 'recall': 0.9811015118790497, 'f1-score': 0.9773093897445052, 'support': 1852.0}} | 0.0189 | {'f1-score': 0.669168013264547, 'hamming': 0.020180885529157665} | +| 0.0002 | 50.0 | 4900 | 0.2041 | {'~LIN': {'precision': 0.9908008658008658, 'recall': 0.9978201634877384, 'f1-score': 0.9942981265272876, 'support': 1835.0}, 'LIN': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 17.0}, 'accuracy': 0.9886609071274298, 'macro avg': {'precision': 0.4954004329004329, 'recall': 0.4989100817438692, 'f1-score': 0.4971490632636438, 'support': 1852.0}, 'weighted avg': {'precision': 0.9817060414387628, 'recall': 0.9886609071274298, 'f1-score': 0.9851711998798988, 'support': 1852.0}} | 0.0113 | {'~SI': {'precision': 0.9830878341516639, 'recall': 0.9933847850055126, 'f1-score': 0.9882094872497944, 'support': 1814.0}, 'SI': {'precision': 0.3684210526315789, 'recall': 0.18421052631578946, 'f1-score': 0.24561403508771928, 'support': 38.0}, 'accuracy': 0.9767818574514039, 'macro avg': {'precision': 0.6757544433916214, 'recall': 0.588797655660651, 'f1-score': 0.6169117611687569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9704758807511438, 'recall': 0.9767818574514039, 'f1-score': 0.9729726475186071, 'support': 1852.0}} | 0.0232 | {'~CL': {'precision': 0.9706227967097533, 'recall': 0.9886295631358468, 'f1-score': 0.9795434331455678, 'support': 1671.0}, 'CL': {'precision': 0.8733333333333333, 'recall': 0.7237569060773481, 'f1-score': 0.7915407854984894, 'support': 181.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.9219780650215432, 'recall': 0.8561932346065975, 'f1-score': 0.8855421093220286, 'support': 1852.0}, 'weighted avg': {'precision': 0.9611144852242608, 'recall': 0.962742980561555, 'f1-score': 0.9611695242772519, 'support': 1852.0}} | 0.0373 | {'~D': {'precision': 0.9978331527627302, 'recall': 1.0, 'f1-score': 0.9989154013015185, 'support': 1842.0}, 'D': {'precision': 1.0, 'recall': 0.6, 'f1-score': 0.75, 'support': 10.0}, 'accuracy': 0.9978401727861771, 'macro avg': {'precision': 0.9989165763813651, 'recall': 0.8, 'f1-score': 0.8744577006507592, 'support': 1852.0}, 'weighted avg': {'precision': 0.9978448528018083, 'recall': 0.9978401727861771, 'f1-score': 0.9975713656573418, 'support': 1852.0}} | 0.0022 | {'~HI': {'precision': 0.997289972899729, 'recall': 0.997289972899729, 'f1-score': 0.997289972899729, 'support': 1845.0}, 'HI': {'precision': 0.2857142857142857, 'recall': 0.2857142857142857, 'f1-score': 0.2857142857142857, 'support': 7.0}, 'accuracy': 0.9946004319654428, 'macro avg': {'precision': 0.6415021293070073, 'recall': 0.6415021293070073, 'f1-score': 0.6415021293070073, 'support': 1852.0}, 'weighted avg': {'precision': 0.9946004319654428, 'recall': 0.9946004319654428, 'f1-score': 0.9946004319654428, 'support': 1852.0}} | 0.0054 | {'~PL': {'precision': 0.9792349726775956, 'recall': 0.9944506104328524, 'f1-score': 0.986784140969163, 'support': 1802.0}, 'PL': {'precision': 0.5454545454545454, 'recall': 0.24, 'f1-score': 0.3333333333333333, 'support': 50.0}, 'accuracy': 0.9740820734341252, 'macro avg': {'precision': 0.7623447590660706, 'recall': 0.6172253052164263, 'f1-score': 0.6600587371512482, 'support': 1852.0}, 'weighted avg': {'precision': 0.9675238380333449, 'recall': 0.9740820734341252, 'f1-score': 0.9691423805038328, 'support': 1852.0}} | 0.0259 | {'~TI': {'precision': 0.9778516057585825, 'recall': 0.9838440111420613, 'f1-score': 0.9808386559289086, 'support': 1795.0}, 'TI': {'precision': 0.3695652173913043, 'recall': 0.2982456140350877, 'f1-score': 0.3300970873786408, 'support': 57.0}, 'accuracy': 0.962742980561555, 'macro avg': {'precision': 0.6737084115749434, 'recall': 0.6410448125885745, 'f1-score': 0.6554678716537747, 'support': 1852.0}, 'weighted avg': {'precision': 0.9591300484492224, 'recall': 0.962742980561555, 'f1-score': 0.9608104327067891, 'support': 1852.0}} | 0.0373 | {'~PC': {'precision': 0.986420423682781, 'recall': 0.9945235487404163, 'f1-score': 0.9904554131442597, 'support': 1826.0}, 'PC': {'precision': 0.09090909090909091, 'recall': 0.038461538461538464, 'f1-score': 0.05405405405405406, 'support': 26.0}, 'accuracy': 0.9811015118790497, 'macro avg': {'precision': 0.538664757295936, 'recall': 0.5164925436009774, 'f1-score': 0.5222547335991569, 'support': 1852.0}, 'weighted avg': {'precision': 0.9738484503285068, 'recall': 0.9811015118790497, 'f1-score': 0.9773093897445052, 'support': 1852.0}} | 0.0189 | {'f1-score': 0.669168013264547, 'hamming': 0.020180885529157665} | ### Framework versions