Hugging Face's logo

kyLELEng
/
patchtst-cross-sectional-return-forecast

Transformers
Safetensors
patchtst
time-series
forecasting
finance
probabilistic-forecasting
Model card Files
xet
 Community
kyLE_LEng commited on
Commit
f12c5a9
·
verified ·
1 Parent(s): 3debbda

Checkpoint epoch 8

Browse files
Files changed (4) hide show
  1. checkpoints/epoch-08/checkpoint_info.json +6 -0
  2. checkpoints/epoch-08/config.json +49 -0
  3. checkpoints/epoch-08/model.safetensors +3 -0
  4. checkpoints/epoch-08/training_history.json +90 -0
checkpoints/epoch-08/checkpoint_info.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 8,
3
+ "best_validation_loss_so_far": 40.24222278594971,
4
+ "resume_from_model_id": "JumpHigh/patchtst-cross-sectional-return-forecast",
5
+ "resume_from_subfolder": "checkpoints/epoch-08"
6
+ }
checkpoints/epoch-08/config.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_function": "gelu",
3
+ "architectures": [
4
+ "PatchTSTForPrediction"
5
+ ],
6
+ "attention_dropout": 0.05,
7
+ "bias": true,
8
+ "channel_attention": false,
9
+ "channel_consistent_masking": false,
10
+ "context_length": 512,
11
+ "d_model": 128,
12
+ "distribution_output": "student_t",
13
+ "do_mask_input": null,
14
+ "dtype": "float32",
15
+ "ff_dropout": 0.05,
16
+ "ffn_dim": 512,
17
+ "head_dropout": 0.05,
18
+ "init_std": 0.02,
19
+ "loss": "nll",
20
+ "mask_type": "random",
21
+ "mask_value": 0,
22
+ "model_type": "patchtst",
23
+ "norm_eps": 1e-05,
24
+ "norm_type": "batchnorm",
25
+ "num_attention_heads": 4,
26
+ "num_forecast_mask_patches": [
27
+ 2
28
+ ],
29
+ "num_hidden_layers": 4,
30
+ "num_input_channels": 20,
31
+ "num_parallel_samples": 100,
32
+ "num_targets": 1,
33
+ "output_range": null,
34
+ "patch_length": 16,
35
+ "patch_stride": 8,
36
+ "path_dropout": 0.0,
37
+ "pooling_type": "mean",
38
+ "positional_dropout": 0.0,
39
+ "positional_encoding_type": "sincos",
40
+ "pre_norm": true,
41
+ "prediction_length": 64,
42
+ "random_mask_ratio": 0.5,
43
+ "scaling": "std",
44
+ "share_embedding": true,
45
+ "share_projection": true,
46
+ "transformers_version": "5.6.2",
47
+ "unmasked_channel_indices": null,
48
+ "use_cls_token": false
49
+ }
checkpoints/epoch-08/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:169c4b701813cee72fff226ae58ccf7dd3baf526b9d245d1255c5b77a96b950a
3
+ size 3331624
checkpoints/epoch-08/training_history.json ADDED
@@ -0,0 +1,90 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 1.0,
4
+ "train_loss": 38.083184242248535,
5
+ "val_loss": 40.33867359161377,
6
+ "val_mae": 3.411853313446045,
7
+ "val_mse": 15.193361282348633,
8
+ "val_directional_accuracy": 0.5080167271784233,
9
+ "val_flattened_ic": -0.007615978990012297,
10
+ "val_cross_sectional_ic": -0.004534054731422012,
11
+ "val_cross_sectional_rank_ic": -0.003705142654353727
12
+ },
13
+ {
14
+ "epoch": 2.0,
15
+ "train_loss": 36.96161471472846,
16
+ "val_loss": 40.26822090148926,
17
+ "val_mae": 3.3166604042053223,
18
+ "val_mse": 14.50558853149414,
19
+ "val_directional_accuracy": 0.5080167271784233,
20
+ "val_flattened_ic": -0.004560436252413131,
21
+ "val_cross_sectional_ic": 0.006662598467151822,
22
+ "val_cross_sectional_rank_ic": 0.00664660874177144
23
+ },
24
+ {
25
+ "epoch": 3.0,
26
+ "train_loss": 36.62392701043023,
27
+ "val_loss": 40.24265670776367,
28
+ "val_mae": 3.3373842239379883,
29
+ "val_mse": 14.650705337524414,
30
+ "val_directional_accuracy": 0.5080167271784233,
31
+ "val_flattened_ic": -0.001804785034913796,
32
+ "val_cross_sectional_ic": 0.0036212050047214326,
33
+ "val_cross_sectional_rank_ic": 0.003974374473528218
34
+ },
35
+ {
36
+ "epoch": 4.0,
37
+ "train_loss": 36.54268667432997,
38
+ "val_loss": 40.24222278594971,
39
+ "val_mae": 3.3909754753112793,
40
+ "val_mse": 15.027800559997559,
41
+ "val_directional_accuracy": 0.5080167271784233,
42
+ "val_flattened_ic": 0.002849485427271254,
43
+ "val_cross_sectional_ic": 0.008907554652154311,
44
+ "val_cross_sectional_rank_ic": 0.008295830343493587
45
+ },
46
+ {
47
+ "epoch": 5.0,
48
+ "train_loss": 36.36816957261827,
49
+ "val_loss": 40.289424896240234,
50
+ "val_mae": 3.5364367961883545,
51
+ "val_mse": 16.097305297851562,
52
+ "val_directional_accuracy": 0.5080167271784233,
53
+ "val_flattened_ic": 0.010637149928228217,
54
+ "val_cross_sectional_ic": 0.01254028547568924,
55
+ "val_cross_sectional_rank_ic": 0.012717803325741737
56
+ },
57
+ {
58
+ "epoch": 6.0,
59
+ "train_loss": 36.245592541164825,
60
+ "val_loss": 40.88849925994873,
61
+ "val_mae": 3.3615570068359375,
62
+ "val_mse": 14.834178924560547,
63
+ "val_directional_accuracy": 0.5080167271784233,
64
+ "val_flattened_ic": 0.003901970950778491,
65
+ "val_cross_sectional_ic": 0.009459000169539322,
66
+ "val_cross_sectional_rank_ic": 0.008210668658159921
67
+ },
68
+ {
69
+ "epoch": 7.0,
70
+ "train_loss": 36.17875459459093,
71
+ "val_loss": 40.588151931762695,
72
+ "val_mae": 3.464787006378174,
73
+ "val_mse": 15.583830833435059,
74
+ "val_directional_accuracy": 0.5080167271784233,
75
+ "val_flattened_ic": 0.0003019660426648835,
76
+ "val_cross_sectional_ic": 0.011623528854580577,
77
+ "val_cross_sectional_rank_ic": 0.01000813106417496
78
+ },
79
+ {
80
+ "epoch": 8.0,
81
+ "train_loss": 36.111580000983345,
82
+ "val_loss": 40.75489616394043,
83
+ "val_mae": 3.4724013805389404,
84
+ "val_mse": 15.655922889709473,
85
+ "val_directional_accuracy": 0.5080167271784233,
86
+ "val_flattened_ic": -0.0005500266980102771,
87
+ "val_cross_sectional_ic": 0.010404556197328153,
88
+ "val_cross_sectional_rank_ic": 0.009252205331794215
89
+ }
90
+ ]