File size: 7,099 Bytes
8249d0b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
{
  "app_version": "mag7-tcn-a10g-large-v1",
  "dataset_repo": "kyLELEng/mag7-ml-daily-dataset-5y",
  "dataset_file": "mag7_ml_daily_dataset_5y.csv",
  "model_repo": "kyLELEng/mag7-tcn-sequence-model",
  "target_col": "target_next_10d_outperform_qqq",
  "hardware_requested": "a10g-large",
  "device": "cuda",
  "split_info": {
    "train_end": "2024-03-06",
    "validation_end": "2025-02-19",
    "test_start": "2025-02-20"
  },
  "sample_counts": {
    "train": 4606,
    "val": 1673,
    "test": 1673
  },
  "feature_count": 187,
  "lookback": 60,
  "best_trial": {
    "trial": 5,
    "hidden_channels": 96,
    "levels": 4,
    "kernel_size": 3,
    "dropout": 0.1381333485236117,
    "lr": 0.00011813006897892851,
    "weight_decay": 6.880481204463462e-05,
    "best_score": 0.5440268185410438,
    "epochs": 27,
    "val_loss": 1.1796759750161852,
    "val_auc": 0.5440268185410438,
    "val_accuracy": 0.543335325762104,
    "val_precision": 0.5676691729323309,
    "val_recall": 0.5194954128440367
  },
  "test_metrics": {
    "loss": 1.1004198278699602,
    "auc": 0.5051273914485346,
    "accuracy": 0.5086670651524208,
    "precision": 0.5013192612137203,
    "recall": 0.46116504854368934,
    "top20pct_avg_future_return": 0.00976730976253748,
    "bottom20pct_avg_future_return": 0.02428087405860424,
    "top_minus_bottom_future_return": -0.014513564296066761
  },
  "all_trials": [
    {
      "trial": 0,
      "hidden_channels": 64,
      "levels": 4,
      "kernel_size": 3,
      "dropout": 0.18,
      "lr": 0.0008,
      "weight_decay": 0.0001,
      "best_score": 0.5125545476411366,
      "epochs": 15,
      "val_loss": 0.8187018079417092,
      "val_auc": 0.5125545476411366,
      "val_accuracy": 0.5218170950388523,
      "val_precision": 0.5596026490066225,
      "val_recall": 0.3876146788990826
    },
    {
      "trial": 1,
      "hidden_channels": 128,
      "levels": 4,
      "kernel_size": 5,
      "dropout": 0.2894351363662022,
      "lr": 0.00015235342538756977,
      "weight_decay": 7.952411684214868e-06,
      "best_score": 0.5237847759108454,
      "epochs": 19,
      "val_loss": 0.9681848202432904,
      "val_auc": 0.5237847759108454,
      "val_accuracy": 0.5343693962940825,
      "val_precision": 0.5566382460414129,
      "val_recall": 0.5240825688073395
    },
    {
      "trial": 2,
      "hidden_channels": 128,
      "levels": 3,
      "kernel_size": 5,
      "dropout": 0.08142163223270518,
      "lr": 0.001570682160922224,
      "weight_decay": 0.0002461547871651075,
      "best_score": 0.5250647126871227,
      "epochs": 19,
      "val_loss": 1.1032832307474953,
      "val_auc": 0.5250647126871227,
      "val_accuracy": 0.5331739390316796,
      "val_precision": 0.5486631016042781,
      "val_recall": 0.588302752293578
    },
    {
      "trial": 3,
      "hidden_channels": 32,
      "levels": 4,
      "kernel_size": 5,
      "dropout": 0.15517491526720878,
      "lr": 0.0001711111456311903,
      "weight_decay": 2.16385879826713e-05,
      "best_score": 0.5232178240502124,
      "epochs": 13,
      "val_loss": 0.6918037618909564,
      "val_auc": 0.5232178240502124,
      "val_accuracy": 0.5062761506276151,
      "val_precision": 0.53125,
      "val_recall": 0.44839449541284404
    },
    {
      "trial": 4,
      "hidden_channels": 48,
      "levels": 4,
      "kernel_size": 3,
      "dropout": 0.22944428506011294,
      "lr": 0.0031070660232048945,
      "weight_decay": 0.00023877329777338924,
      "best_score": 0.5051548236722445,
      "epochs": 18,
      "val_loss": 1.028452375105449,
      "val_auc": 0.5051548236722445,
      "val_accuracy": 0.5212193664076509,
      "val_precision": 0.5361875637104995,
      "val_recall": 0.6032110091743119
    },
    {
      "trial": 5,
      "hidden_channels": 96,
      "levels": 4,
      "kernel_size": 3,
      "dropout": 0.1381333485236117,
      "lr": 0.00011813006897892851,
      "weight_decay": 6.880481204463462e-05,
      "best_score": 0.5440268185410438,
      "epochs": 27,
      "val_loss": 1.1796759750161852,
      "val_auc": 0.5440268185410438,
      "val_accuracy": 0.543335325762104,
      "val_precision": 0.5676691729323309,
      "val_recall": 0.5194954128440367
    },
    {
      "trial": 6,
      "hidden_channels": 128,
      "levels": 3,
      "kernel_size": 2,
      "dropout": 0.08963367526887096,
      "lr": 0.00047349019976111593,
      "weight_decay": 2.503906317853087e-05,
      "best_score": 0.5291278676883253,
      "epochs": 31,
      "val_loss": 1.7204655834606715,
      "val_auc": 0.5291278676883253,
      "val_accuracy": 0.5242080095636581,
      "val_precision": 0.55,
      "val_recall": 0.4793577981651376
    },
    {
      "trial": 7,
      "hidden_channels": 128,
      "levels": 5,
      "kernel_size": 5,
      "dropout": 0.21881176458186874,
      "lr": 0.0004412501237233734,
      "weight_decay": 5.527703833149022e-06,
      "best_score": 0.5276761273179168,
      "epochs": 16,
      "val_loss": 0.8110667296818325,
      "val_auc": 0.5276761273179168,
      "val_accuracy": 0.5098625224148237,
      "val_precision": 0.521630615640599,
      "val_recall": 0.7190366972477065
    },
    {
      "trial": 8,
      "hidden_channels": 96,
      "levels": 5,
      "kernel_size": 2,
      "dropout": 0.13194857887603387,
      "lr": 0.0009472281705883164,
      "weight_decay": 3.997791791749733e-06,
      "best_score": 0.5203902232301367,
      "epochs": 17,
      "val_loss": 1.0085366197994776,
      "val_auc": 0.5203902232301367,
      "val_accuracy": 0.5146443514644351,
      "val_precision": 0.5251677852348994,
      "val_recall": 0.7178899082568807
    },
    {
      "trial": 9,
      "hidden_channels": 96,
      "levels": 4,
      "kernel_size": 3,
      "dropout": 0.30411288704647127,
      "lr": 0.0001155004929570295,
      "weight_decay": 6.350353678482887e-06,
      "best_score": 0.5126612090391598,
      "epochs": 13,
      "val_loss": 0.6987957826682499,
      "val_auc": 0.5126612090391598,
      "val_accuracy": 0.4955170352659892,
      "val_precision": 0.5180878552971576,
      "val_recall": 0.4598623853211009
    },
    {
      "trial": 10,
      "hidden_channels": 32,
      "levels": 5,
      "kernel_size": 5,
      "dropout": 0.21764351866447423,
      "lr": 0.0017384228382429352,
      "weight_decay": 8.301403060986722e-05,
      "best_score": 0.5219650895096725,
      "epochs": 17,
      "val_loss": 0.8541087976523808,
      "val_auc": 0.5219650895096725,
      "val_accuracy": 0.5194261805140467,
      "val_precision": 0.5374449339207048,
      "val_recall": 0.5596330275229358
    },
    {
      "trial": 11,
      "hidden_channels": 32,
      "levels": 5,
      "kernel_size": 3,
      "dropout": 0.22610883177165192,
      "lr": 0.00046048215182379454,
      "weight_decay": 0.00041116688533911693,
      "best_score": 0.5061920878718117,
      "epochs": 13,
      "val_loss": 0.692179513829095,
      "val_auc": 0.5061920878718117,
      "val_accuracy": 0.5146443514644351,
      "val_precision": 0.5903614457831325,
      "val_recall": 0.22477064220183487
    }
  ]
}