kyLE_LEng commited on
Commit
5839ed9
·
verified ·
1 Parent(s): 7e88473

Checkpoint epoch 3

Browse files
checkpoints/epoch-03/checkpoint_info.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3,
3
+ "best_validation_loss_so_far": 40.24265670776367,
4
+ "resume_from_model_id": "JumpHigh/patchtst-cross-sectional-return-forecast",
5
+ "resume_from_subfolder": "checkpoints/epoch-03"
6
+ }
checkpoints/epoch-03/config.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_function": "gelu",
3
+ "architectures": [
4
+ "PatchTSTForPrediction"
5
+ ],
6
+ "attention_dropout": 0.05,
7
+ "bias": true,
8
+ "channel_attention": false,
9
+ "channel_consistent_masking": false,
10
+ "context_length": 512,
11
+ "d_model": 128,
12
+ "distribution_output": "student_t",
13
+ "do_mask_input": null,
14
+ "dtype": "float32",
15
+ "ff_dropout": 0.05,
16
+ "ffn_dim": 512,
17
+ "head_dropout": 0.05,
18
+ "init_std": 0.02,
19
+ "loss": "nll",
20
+ "mask_type": "random",
21
+ "mask_value": 0,
22
+ "model_type": "patchtst",
23
+ "norm_eps": 1e-05,
24
+ "norm_type": "batchnorm",
25
+ "num_attention_heads": 4,
26
+ "num_forecast_mask_patches": [
27
+ 2
28
+ ],
29
+ "num_hidden_layers": 4,
30
+ "num_input_channels": 20,
31
+ "num_parallel_samples": 100,
32
+ "num_targets": 1,
33
+ "output_range": null,
34
+ "patch_length": 16,
35
+ "patch_stride": 8,
36
+ "path_dropout": 0.0,
37
+ "pooling_type": "mean",
38
+ "positional_dropout": 0.0,
39
+ "positional_encoding_type": "sincos",
40
+ "pre_norm": true,
41
+ "prediction_length": 64,
42
+ "random_mask_ratio": 0.5,
43
+ "scaling": "std",
44
+ "share_embedding": true,
45
+ "share_projection": true,
46
+ "transformers_version": "5.6.2",
47
+ "unmasked_channel_indices": null,
48
+ "use_cls_token": false
49
+ }
checkpoints/epoch-03/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f553226eb8c21596ad9bcadd4b4a1dacc157b42f0bbbd239f50edb2950688f75
3
+ size 3331624
checkpoints/epoch-03/training_history.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 1.0,
4
+ "train_loss": 38.083184242248535,
5
+ "val_loss": 40.33867359161377,
6
+ "val_mae": 3.411853313446045,
7
+ "val_mse": 15.193361282348633,
8
+ "val_directional_accuracy": 0.5080167271784233,
9
+ "val_flattened_ic": -0.007615978990012297,
10
+ "val_cross_sectional_ic": -0.004534054731422012,
11
+ "val_cross_sectional_rank_ic": -0.003705142654353727
12
+ },
13
+ {
14
+ "epoch": 2.0,
15
+ "train_loss": 36.96161471472846,
16
+ "val_loss": 40.26822090148926,
17
+ "val_mae": 3.3166604042053223,
18
+ "val_mse": 14.50558853149414,
19
+ "val_directional_accuracy": 0.5080167271784233,
20
+ "val_flattened_ic": -0.004560436252413131,
21
+ "val_cross_sectional_ic": 0.006662598467151822,
22
+ "val_cross_sectional_rank_ic": 0.00664660874177144
23
+ },
24
+ {
25
+ "epoch": 3.0,
26
+ "train_loss": 36.62392701043023,
27
+ "val_loss": 40.24265670776367,
28
+ "val_mae": 3.3373842239379883,
29
+ "val_mse": 14.650705337524414,
30
+ "val_directional_accuracy": 0.5080167271784233,
31
+ "val_flattened_ic": -0.001804785034913796,
32
+ "val_cross_sectional_ic": 0.0036212050047214326,
33
+ "val_cross_sectional_rank_ic": 0.003974374473528218
34
+ }
35
+ ]