han1823123123 commited on
Commit
187666c
·
verified ·
1 Parent(s): cfcacf9

Upload training_logs/spatial_matry_h8_t10_kpos20_shifts2_pref3686_9216_18432_sub1_5_10_indep_uniform_contr__seed2.json with huggingface_hub

Browse files
training_logs/spatial_matry_h8_t10_kpos20_shifts2_pref3686_9216_18432_sub1_5_10_indep_uniform_contr__seed2.json ADDED
@@ -0,0 +1,114 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "loss": [
3
+ 86365.5390625,
4
+ 38214.13671875,
5
+ 35153.27734375,
6
+ 33679.21484375,
7
+ 32901.421875,
8
+ 32410.71484375,
9
+ 31843.916015625,
10
+ 31754.787109375,
11
+ 31482.669921875,
12
+ 31360.029296875,
13
+ 31397.2734375,
14
+ 31117.8359375,
15
+ 30917.80078125,
16
+ 31052.041015625,
17
+ 30872.521484375,
18
+ 30697.71875,
19
+ 30805.38671875
20
+ ],
21
+ "l0": [
22
+ 200.0,
23
+ 200.0,
24
+ 200.0,
25
+ 200.0,
26
+ 200.0,
27
+ 200.0,
28
+ 200.0,
29
+ 200.0,
30
+ 200.0,
31
+ 200.0,
32
+ 200.0,
33
+ 200.0,
34
+ 200.0,
35
+ 200.0,
36
+ 200.0,
37
+ 200.0,
38
+ 200.0
39
+ ],
40
+ "steps_logged": [
41
+ 0,
42
+ 200,
43
+ 400,
44
+ 600,
45
+ 800,
46
+ 1000,
47
+ 1200,
48
+ 1400,
49
+ 1600,
50
+ 1800,
51
+ 2000,
52
+ 2200,
53
+ 2400,
54
+ 2600,
55
+ 2800,
56
+ 3000,
57
+ 3200
58
+ ],
59
+ "final_step": 3200,
60
+ "converged": true,
61
+ "plateau_last": 0.01761238136726913,
62
+ "elapsed_s": 12385.501829624176,
63
+ "shifts": [
64
+ 2
65
+ ],
66
+ "level_prefix_sizes": [
67
+ 3686,
68
+ 9216,
69
+ 18432
70
+ ],
71
+ "level_subset_sizes": [
72
+ 1,
73
+ 5,
74
+ 10
75
+ ],
76
+ "nested": false,
77
+ "subset_mode": "uniform",
78
+ "enable_contrastive": true,
79
+ "matryoshka_h_size": 3686,
80
+ "final_step_wall_s": 12447.54460477829,
81
+ "row": -1,
82
+ "arch_id": "spatial_matry_h8_t10_kpos20_shifts2_pref3686_9216_18432_sub1_5_10_indep_uniform_contr",
83
+ "arch": "spatial_matry_h8_t10_kpos20_shifts2_pref3686_9216_18432_sub1_5_10_indep_uniform_contr",
84
+ "group": "deadzone_escape_phase2",
85
+ "src_class": "SpatialMatryoshkaH8",
86
+ "src_module": "src.architectures.spatial_matryoshka_h8",
87
+ "T": 10,
88
+ "T_max": null,
89
+ "t_sample": null,
90
+ "n_layers": null,
91
+ "k_win": 200,
92
+ "k_pos": 20,
93
+ "sigma_range": null,
94
+ "n_gaussians": 1,
95
+ "alpha": 1.0,
96
+ "gamma": null,
97
+ "n_scales": null,
98
+ "seed": 2,
99
+ "d_in": 2304,
100
+ "d_sae": 18432,
101
+ "subject_model": "google/gemma-2-2b",
102
+ "anchor_layer": 12,
103
+ "mlc_layers": [
104
+ 10,
105
+ 11,
106
+ 12,
107
+ 13,
108
+ 14
109
+ ],
110
+ "phase": "phase7_unification",
111
+ "purpose": "Han's deadzone-escape: low-rank features must reconstruct any single position (position-flexible); deeper features add compositional cross-position info. Tests whether T=10/20 with this loss escapes the T=2-5 deadzone.",
112
+ "recipe": "SpatialMatryoshkaH8 \u2014 H8 stack at T=10 k_pos=20 with random-subset Matryoshka decoder loss (prefixes=(3686, 9216, 18432), subsets=(1, 5, 10), indep, sample=uniform, contrastive=True)",
113
+ "run_id": "spatial_matry_h8_t10_kpos20_shifts2_pref3686_9216_18432_sub1_5_10_indep_uniform_contr__seed2"
114
+ }