han1823123123 commited on
Commit
683e52b
·
verified ·
1 Parent(s): 62a06cc

Upload training_logs/spatial_matry_h8_t10_kpos20_shifts2_pref3686_9216_18432_sub1_5_10_indep_gauss_s1.5_3.0_g2_contr__seed42.json with huggingface_hub

Browse files
training_logs/spatial_matry_h8_t10_kpos20_shifts2_pref3686_9216_18432_sub1_5_10_indep_gauss_s1.5_3.0_g2_contr__seed42.json ADDED
@@ -0,0 +1,117 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "loss": [
3
+ 82552.9375,
4
+ 38446.7890625,
5
+ 34949.25390625,
6
+ 33581.890625,
7
+ 32821.03125,
8
+ 32346.896484375,
9
+ 32042.54296875,
10
+ 31692.3203125,
11
+ 31371.36328125,
12
+ 31368.12109375,
13
+ 31047.927734375,
14
+ 31024.666015625,
15
+ 30971.767578125,
16
+ 30798.650390625,
17
+ 30797.21484375,
18
+ 30664.77734375,
19
+ 30777.888671875
20
+ ],
21
+ "l0": [
22
+ 200.0,
23
+ 200.0,
24
+ 200.0,
25
+ 200.0,
26
+ 200.0,
27
+ 200.0,
28
+ 200.0,
29
+ 200.0,
30
+ 200.0,
31
+ 200.0,
32
+ 200.0,
33
+ 200.0,
34
+ 200.0,
35
+ 200.0,
36
+ 200.0,
37
+ 200.0,
38
+ 200.0
39
+ ],
40
+ "steps_logged": [
41
+ 0,
42
+ 200,
43
+ 400,
44
+ 600,
45
+ 800,
46
+ 1000,
47
+ 1200,
48
+ 1400,
49
+ 1600,
50
+ 1800,
51
+ 2000,
52
+ 2200,
53
+ 2400,
54
+ 2600,
55
+ 2800,
56
+ 3000,
57
+ 3200
58
+ ],
59
+ "final_step": 3200,
60
+ "converged": true,
61
+ "plateau_last": 0.015936290828088295,
62
+ "elapsed_s": 4893.835613250732,
63
+ "shifts": [
64
+ 2
65
+ ],
66
+ "level_prefix_sizes": [
67
+ 3686,
68
+ 9216,
69
+ 18432
70
+ ],
71
+ "level_subset_sizes": [
72
+ 1,
73
+ 5,
74
+ 10
75
+ ],
76
+ "nested": false,
77
+ "subset_mode": "gaussian",
78
+ "enable_contrastive": true,
79
+ "matryoshka_h_size": 3686,
80
+ "final_step_wall_s": 4928.854810476303,
81
+ "row": -1,
82
+ "arch_id": "spatial_matry_h8_t10_kpos20_shifts2_pref3686_9216_18432_sub1_5_10_indep_gauss_s1.5_3.0_g2_contr",
83
+ "arch": "spatial_matry_h8_t10_kpos20_shifts2_pref3686_9216_18432_sub1_5_10_indep_gauss_s1.5_3.0_g2_contr",
84
+ "group": "deadzone_escape_phase2",
85
+ "src_class": "SpatialMatryoshkaH8",
86
+ "src_module": "src.architectures.spatial_matryoshka_h8",
87
+ "T": 10,
88
+ "T_max": null,
89
+ "t_sample": null,
90
+ "n_layers": null,
91
+ "k_win": 200,
92
+ "k_pos": 20,
93
+ "sigma_range": [
94
+ 1.5,
95
+ 3.0
96
+ ],
97
+ "n_gaussians": 2,
98
+ "alpha": 1.0,
99
+ "gamma": null,
100
+ "n_scales": null,
101
+ "seed": 42,
102
+ "d_in": 2304,
103
+ "d_sae": 18432,
104
+ "subject_model": "google/gemma-2-2b",
105
+ "anchor_layer": 12,
106
+ "mlc_layers": [
107
+ 10,
108
+ 11,
109
+ 12,
110
+ 13,
111
+ 14
112
+ ],
113
+ "phase": "phase7_unification",
114
+ "purpose": "Han's deadzone-escape: low-rank features must reconstruct any single position (position-flexible); deeper features add compositional cross-position info. Tests whether T=10/20 with this loss escapes the T=2-5 deadzone.",
115
+ "recipe": "SpatialMatryoshkaH8 \u2014 H8 stack at T=10 k_pos=20 with random-subset Matryoshka decoder loss (prefixes=(3686, 9216, 18432), subsets=(1, 5, 10), indep, sample=gauss_s1.5_3.0_g2, contrastive=True)",
116
+ "run_id": "spatial_matry_h8_t10_kpos20_shifts2_pref3686_9216_18432_sub1_5_10_indep_gauss_s1.5_3.0_g2_contr__seed42"
117
+ }