Hugging Face's logo

kyLELEng
/
patchtst-cross-sectional-return-forecast

Transformers
Safetensors
patchtst
time-series
forecasting
finance
probabilistic-forecasting
Model card Files
xet
 Community
kyLE_LEng commited on
Commit
00d5928
·
verified ·
1 Parent(s): 57e6758

Checkpoint epoch 14

Browse files
Files changed (4) hide show
  1. checkpoints/epoch-14/checkpoint_info.json +6 -0
  2. checkpoints/epoch-14/config.json +49 -0
  3. checkpoints/epoch-14/model.safetensors +3 -0
  4. checkpoints/epoch-14/training_history.json +156 -0
checkpoints/epoch-14/checkpoint_info.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 14,
3
+ "best_validation_loss_so_far": 40.24222278594971,
4
+ "resume_from_model_id": "JumpHigh/patchtst-cross-sectional-return-forecast",
5
+ "resume_from_subfolder": "checkpoints/epoch-14"
6
+ }
checkpoints/epoch-14/config.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_function": "gelu",
3
+ "architectures": [
4
+ "PatchTSTForPrediction"
5
+ ],
6
+ "attention_dropout": 0.05,
7
+ "bias": true,
8
+ "channel_attention": false,
9
+ "channel_consistent_masking": false,
10
+ "context_length": 512,
11
+ "d_model": 128,
12
+ "distribution_output": "student_t",
13
+ "do_mask_input": null,
14
+ "dtype": "float32",
15
+ "ff_dropout": 0.05,
16
+ "ffn_dim": 512,
17
+ "head_dropout": 0.05,
18
+ "init_std": 0.02,
19
+ "loss": "nll",
20
+ "mask_type": "random",
21
+ "mask_value": 0,
22
+ "model_type": "patchtst",
23
+ "norm_eps": 1e-05,
24
+ "norm_type": "batchnorm",
25
+ "num_attention_heads": 4,
26
+ "num_forecast_mask_patches": [
27
+ 2
28
+ ],
29
+ "num_hidden_layers": 4,
30
+ "num_input_channels": 20,
31
+ "num_parallel_samples": 100,
32
+ "num_targets": 1,
33
+ "output_range": null,
34
+ "patch_length": 16,
35
+ "patch_stride": 8,
36
+ "path_dropout": 0.0,
37
+ "pooling_type": "mean",
38
+ "positional_dropout": 0.0,
39
+ "positional_encoding_type": "sincos",
40
+ "pre_norm": true,
41
+ "prediction_length": 64,
42
+ "random_mask_ratio": 0.5,
43
+ "scaling": "std",
44
+ "share_embedding": true,
45
+ "share_projection": true,
46
+ "transformers_version": "5.6.2",
47
+ "unmasked_channel_indices": null,
48
+ "use_cls_token": false
49
+ }
checkpoints/epoch-14/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea09e95e3ed3f59a99d13a0151ee2fc71d65783d38434b4b27e5cc1b10462a26
3
+ size 3331624
checkpoints/epoch-14/training_history.json ADDED
@@ -0,0 +1,156 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 1.0,
4
+ "train_loss": 38.083184242248535,
5
+ "val_loss": 40.33867359161377,
6
+ "val_mae": 3.411853313446045,
7
+ "val_mse": 15.193361282348633,
8
+ "val_directional_accuracy": 0.5080167271784233,
9
+ "val_flattened_ic": -0.007615978990012297,
10
+ "val_cross_sectional_ic": -0.004534054731422012,
11
+ "val_cross_sectional_rank_ic": -0.003705142654353727
12
+ },
13
+ {
14
+ "epoch": 2.0,
15
+ "train_loss": 36.96161471472846,
16
+ "val_loss": 40.26822090148926,
17
+ "val_mae": 3.3166604042053223,
18
+ "val_mse": 14.50558853149414,
19
+ "val_directional_accuracy": 0.5080167271784233,
20
+ "val_flattened_ic": -0.004560436252413131,
21
+ "val_cross_sectional_ic": 0.006662598467151822,
22
+ "val_cross_sectional_rank_ic": 0.00664660874177144
23
+ },
24
+ {
25
+ "epoch": 3.0,
26
+ "train_loss": 36.62392701043023,
27
+ "val_loss": 40.24265670776367,
28
+ "val_mae": 3.3373842239379883,
29
+ "val_mse": 14.650705337524414,
30
+ "val_directional_accuracy": 0.5080167271784233,
31
+ "val_flattened_ic": -0.001804785034913796,
32
+ "val_cross_sectional_ic": 0.0036212050047214326,
33
+ "val_cross_sectional_rank_ic": 0.003974374473528218
34
+ },
35
+ {
36
+ "epoch": 4.0,
37
+ "train_loss": 36.54268667432997,
38
+ "val_loss": 40.24222278594971,
39
+ "val_mae": 3.3909754753112793,
40
+ "val_mse": 15.027800559997559,
41
+ "val_directional_accuracy": 0.5080167271784233,
42
+ "val_flattened_ic": 0.002849485427271254,
43
+ "val_cross_sectional_ic": 0.008907554652154311,
44
+ "val_cross_sectional_rank_ic": 0.008295830343493587
45
+ },
46
+ {
47
+ "epoch": 5.0,
48
+ "train_loss": 36.36816957261827,
49
+ "val_loss": 40.289424896240234,
50
+ "val_mae": 3.5364367961883545,
51
+ "val_mse": 16.097305297851562,
52
+ "val_directional_accuracy": 0.5080167271784233,
53
+ "val_flattened_ic": 0.010637149928228217,
54
+ "val_cross_sectional_ic": 0.01254028547568924,
55
+ "val_cross_sectional_rank_ic": 0.012717803325741737
56
+ },
57
+ {
58
+ "epoch": 6.0,
59
+ "train_loss": 36.245592541164825,
60
+ "val_loss": 40.88849925994873,
61
+ "val_mae": 3.3615570068359375,
62
+ "val_mse": 14.834178924560547,
63
+ "val_directional_accuracy": 0.5080167271784233,
64
+ "val_flattened_ic": 0.003901970950778491,
65
+ "val_cross_sectional_ic": 0.009459000169539322,
66
+ "val_cross_sectional_rank_ic": 0.008210668658159921
67
+ },
68
+ {
69
+ "epoch": 7.0,
70
+ "train_loss": 36.17875459459093,
71
+ "val_loss": 40.588151931762695,
72
+ "val_mae": 3.464787006378174,
73
+ "val_mse": 15.583830833435059,
74
+ "val_directional_accuracy": 0.5080167271784233,
75
+ "val_flattened_ic": 0.0003019660426648835,
76
+ "val_cross_sectional_ic": 0.011623528854580577,
77
+ "val_cross_sectional_rank_ic": 0.01000813106417496
78
+ },
79
+ {
80
+ "epoch": 8.0,
81
+ "train_loss": 36.111580000983345,
82
+ "val_loss": 40.75489616394043,
83
+ "val_mae": 3.4724013805389404,
84
+ "val_mse": 15.655922889709473,
85
+ "val_directional_accuracy": 0.5080167271784233,
86
+ "val_flattened_ic": -0.0005500266980102771,
87
+ "val_cross_sectional_ic": 0.010404556197328153,
88
+ "val_cross_sectional_rank_ic": 0.009252205331794215
89
+ },
90
+ {
91
+ "epoch": 9.0,
92
+ "train_loss": 36.20632118648953,
93
+ "val_loss": 40.907135009765625,
94
+ "val_mae": 3.3920974731445312,
95
+ "val_mse": 15.056652069091797,
96
+ "val_directional_accuracy": 0.5080167271784233,
97
+ "val_flattened_ic": 0.003980670460070644,
98
+ "val_cross_sectional_ic": 0.011293668916766964,
99
+ "val_cross_sectional_rank_ic": 0.010589151171497205
100
+ },
101
+ {
102
+ "epoch": 10.0,
103
+ "train_loss": 36.06566704644097,
104
+ "val_loss": 40.421080589294434,
105
+ "val_mae": 3.639277219772339,
106
+ "val_mse": 16.902896881103516,
107
+ "val_directional_accuracy": 0.5080167271784233,
108
+ "val_flattened_ic": 0.007341202383667006,
109
+ "val_cross_sectional_ic": 0.011621638468400851,
110
+ "val_cross_sectional_rank_ic": 0.010598461922440957
111
+ },
112
+ {
113
+ "epoch": 11.0,
114
+ "train_loss": 36.03963163163927,
115
+ "val_loss": 40.760315895080566,
116
+ "val_mae": 3.4333012104034424,
117
+ "val_mse": 15.35942554473877,
118
+ "val_directional_accuracy": 0.5080167271784233,
119
+ "val_flattened_ic": 0.005621932392516035,
120
+ "val_cross_sectional_ic": 0.010134697969808124,
121
+ "val_cross_sectional_rank_ic": 0.00971345310891336
122
+ },
123
+ {
124
+ "epoch": 12.0,
125
+ "train_loss": 35.92404344346788,
126
+ "val_loss": 40.78456687927246,
127
+ "val_mae": 3.4662928581237793,
128
+ "val_mse": 15.61866283416748,
129
+ "val_directional_accuracy": 0.5080167271784233,
130
+ "val_flattened_ic": 0.002791623376575148,
131
+ "val_cross_sectional_ic": 0.010330648263476008,
132
+ "val_cross_sectional_rank_ic": 0.010109086902942002
133
+ },
134
+ {
135
+ "epoch": 13.0,
136
+ "train_loss": 35.91519652472602,
137
+ "val_loss": 40.635114669799805,
138
+ "val_mae": 3.5329291820526123,
139
+ "val_mse": 16.112895965576172,
140
+ "val_directional_accuracy": 0.5080167271784233,
141
+ "val_flattened_ic": 0.004213413893204711,
142
+ "val_cross_sectional_ic": 0.00952933497620134,
143
+ "val_cross_sectional_rank_ic": 0.010670364318472528
144
+ },
145
+ {
146
+ "epoch": 14.0,
147
+ "train_loss": 35.848304960462784,
148
+ "val_loss": 40.73093318939209,
149
+ "val_mae": 3.5100510120391846,
150
+ "val_mse": 15.946887969970703,
151
+ "val_directional_accuracy": 0.5080167271784233,
152
+ "val_flattened_ic": 0.00392609038899626,
153
+ "val_cross_sectional_ic": 0.008849087968878637,
154
+ "val_cross_sectional_rank_ic": 0.010017295572957288
155
+ }
156
+ ]