File size: 7,099 Bytes
8249d0b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 | {
"app_version": "mag7-tcn-a10g-large-v1",
"dataset_repo": "kyLELEng/mag7-ml-daily-dataset-5y",
"dataset_file": "mag7_ml_daily_dataset_5y.csv",
"model_repo": "kyLELEng/mag7-tcn-sequence-model",
"target_col": "target_next_10d_outperform_qqq",
"hardware_requested": "a10g-large",
"device": "cuda",
"split_info": {
"train_end": "2024-03-06",
"validation_end": "2025-02-19",
"test_start": "2025-02-20"
},
"sample_counts": {
"train": 4606,
"val": 1673,
"test": 1673
},
"feature_count": 187,
"lookback": 60,
"best_trial": {
"trial": 5,
"hidden_channels": 96,
"levels": 4,
"kernel_size": 3,
"dropout": 0.1381333485236117,
"lr": 0.00011813006897892851,
"weight_decay": 6.880481204463462e-05,
"best_score": 0.5440268185410438,
"epochs": 27,
"val_loss": 1.1796759750161852,
"val_auc": 0.5440268185410438,
"val_accuracy": 0.543335325762104,
"val_precision": 0.5676691729323309,
"val_recall": 0.5194954128440367
},
"test_metrics": {
"loss": 1.1004198278699602,
"auc": 0.5051273914485346,
"accuracy": 0.5086670651524208,
"precision": 0.5013192612137203,
"recall": 0.46116504854368934,
"top20pct_avg_future_return": 0.00976730976253748,
"bottom20pct_avg_future_return": 0.02428087405860424,
"top_minus_bottom_future_return": -0.014513564296066761
},
"all_trials": [
{
"trial": 0,
"hidden_channels": 64,
"levels": 4,
"kernel_size": 3,
"dropout": 0.18,
"lr": 0.0008,
"weight_decay": 0.0001,
"best_score": 0.5125545476411366,
"epochs": 15,
"val_loss": 0.8187018079417092,
"val_auc": 0.5125545476411366,
"val_accuracy": 0.5218170950388523,
"val_precision": 0.5596026490066225,
"val_recall": 0.3876146788990826
},
{
"trial": 1,
"hidden_channels": 128,
"levels": 4,
"kernel_size": 5,
"dropout": 0.2894351363662022,
"lr": 0.00015235342538756977,
"weight_decay": 7.952411684214868e-06,
"best_score": 0.5237847759108454,
"epochs": 19,
"val_loss": 0.9681848202432904,
"val_auc": 0.5237847759108454,
"val_accuracy": 0.5343693962940825,
"val_precision": 0.5566382460414129,
"val_recall": 0.5240825688073395
},
{
"trial": 2,
"hidden_channels": 128,
"levels": 3,
"kernel_size": 5,
"dropout": 0.08142163223270518,
"lr": 0.001570682160922224,
"weight_decay": 0.0002461547871651075,
"best_score": 0.5250647126871227,
"epochs": 19,
"val_loss": 1.1032832307474953,
"val_auc": 0.5250647126871227,
"val_accuracy": 0.5331739390316796,
"val_precision": 0.5486631016042781,
"val_recall": 0.588302752293578
},
{
"trial": 3,
"hidden_channels": 32,
"levels": 4,
"kernel_size": 5,
"dropout": 0.15517491526720878,
"lr": 0.0001711111456311903,
"weight_decay": 2.16385879826713e-05,
"best_score": 0.5232178240502124,
"epochs": 13,
"val_loss": 0.6918037618909564,
"val_auc": 0.5232178240502124,
"val_accuracy": 0.5062761506276151,
"val_precision": 0.53125,
"val_recall": 0.44839449541284404
},
{
"trial": 4,
"hidden_channels": 48,
"levels": 4,
"kernel_size": 3,
"dropout": 0.22944428506011294,
"lr": 0.0031070660232048945,
"weight_decay": 0.00023877329777338924,
"best_score": 0.5051548236722445,
"epochs": 18,
"val_loss": 1.028452375105449,
"val_auc": 0.5051548236722445,
"val_accuracy": 0.5212193664076509,
"val_precision": 0.5361875637104995,
"val_recall": 0.6032110091743119
},
{
"trial": 5,
"hidden_channels": 96,
"levels": 4,
"kernel_size": 3,
"dropout": 0.1381333485236117,
"lr": 0.00011813006897892851,
"weight_decay": 6.880481204463462e-05,
"best_score": 0.5440268185410438,
"epochs": 27,
"val_loss": 1.1796759750161852,
"val_auc": 0.5440268185410438,
"val_accuracy": 0.543335325762104,
"val_precision": 0.5676691729323309,
"val_recall": 0.5194954128440367
},
{
"trial": 6,
"hidden_channels": 128,
"levels": 3,
"kernel_size": 2,
"dropout": 0.08963367526887096,
"lr": 0.00047349019976111593,
"weight_decay": 2.503906317853087e-05,
"best_score": 0.5291278676883253,
"epochs": 31,
"val_loss": 1.7204655834606715,
"val_auc": 0.5291278676883253,
"val_accuracy": 0.5242080095636581,
"val_precision": 0.55,
"val_recall": 0.4793577981651376
},
{
"trial": 7,
"hidden_channels": 128,
"levels": 5,
"kernel_size": 5,
"dropout": 0.21881176458186874,
"lr": 0.0004412501237233734,
"weight_decay": 5.527703833149022e-06,
"best_score": 0.5276761273179168,
"epochs": 16,
"val_loss": 0.8110667296818325,
"val_auc": 0.5276761273179168,
"val_accuracy": 0.5098625224148237,
"val_precision": 0.521630615640599,
"val_recall": 0.7190366972477065
},
{
"trial": 8,
"hidden_channels": 96,
"levels": 5,
"kernel_size": 2,
"dropout": 0.13194857887603387,
"lr": 0.0009472281705883164,
"weight_decay": 3.997791791749733e-06,
"best_score": 0.5203902232301367,
"epochs": 17,
"val_loss": 1.0085366197994776,
"val_auc": 0.5203902232301367,
"val_accuracy": 0.5146443514644351,
"val_precision": 0.5251677852348994,
"val_recall": 0.7178899082568807
},
{
"trial": 9,
"hidden_channels": 96,
"levels": 4,
"kernel_size": 3,
"dropout": 0.30411288704647127,
"lr": 0.0001155004929570295,
"weight_decay": 6.350353678482887e-06,
"best_score": 0.5126612090391598,
"epochs": 13,
"val_loss": 0.6987957826682499,
"val_auc": 0.5126612090391598,
"val_accuracy": 0.4955170352659892,
"val_precision": 0.5180878552971576,
"val_recall": 0.4598623853211009
},
{
"trial": 10,
"hidden_channels": 32,
"levels": 5,
"kernel_size": 5,
"dropout": 0.21764351866447423,
"lr": 0.0017384228382429352,
"weight_decay": 8.301403060986722e-05,
"best_score": 0.5219650895096725,
"epochs": 17,
"val_loss": 0.8541087976523808,
"val_auc": 0.5219650895096725,
"val_accuracy": 0.5194261805140467,
"val_precision": 0.5374449339207048,
"val_recall": 0.5596330275229358
},
{
"trial": 11,
"hidden_channels": 32,
"levels": 5,
"kernel_size": 3,
"dropout": 0.22610883177165192,
"lr": 0.00046048215182379454,
"weight_decay": 0.00041116688533911693,
"best_score": 0.5061920878718117,
"epochs": 13,
"val_loss": 0.692179513829095,
"val_auc": 0.5061920878718117,
"val_accuracy": 0.5146443514644351,
"val_precision": 0.5903614457831325,
"val_recall": 0.22477064220183487
}
]
} |