han1823123123 commited on
Commit
db8fa96
·
verified ·
1 Parent(s): e0a4ca1

Upload training_logs/phase57_partB_h8_bare_multidistance_t9__seed2.json with huggingface_hub

Browse files
training_logs/phase57_partB_h8_bare_multidistance_t9__seed2.json ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "loss": [
3
+ 125489.5390625,
4
+ 51330.390625,
5
+ 47167.515625,
6
+ 44767.375,
7
+ 43692.6875,
8
+ 43005.29296875,
9
+ 42384.7421875,
10
+ 42023.90625,
11
+ 41666.9296875,
12
+ 41155.05859375,
13
+ 40768.59375,
14
+ 40673.7109375,
15
+ 40660.3671875,
16
+ 40635.84375,
17
+ 40189.2421875,
18
+ 40298.28515625,
19
+ 40418.390625
20
+ ],
21
+ "l0": [
22
+ 500.0,
23
+ 494.5947265625,
24
+ 495.097900390625,
25
+ 493.616943359375,
26
+ 494.564208984375,
27
+ 495.037109375,
28
+ 493.1884765625,
29
+ 494.356689453125,
30
+ 493.68359375,
31
+ 493.552001953125,
32
+ 492.6875,
33
+ 492.47216796875,
34
+ 492.65478515625,
35
+ 492.886474609375,
36
+ 491.590087890625,
37
+ 493.7158203125,
38
+ 492.57373046875
39
+ ],
40
+ "steps_logged": [
41
+ 0,
42
+ 200,
43
+ 400,
44
+ 600,
45
+ 800,
46
+ 1000,
47
+ 1200,
48
+ 1400,
49
+ 1600,
50
+ 1800,
51
+ 2000,
52
+ 2200,
53
+ 2400,
54
+ 2600,
55
+ 2800,
56
+ 3000,
57
+ 3200
58
+ ],
59
+ "final_step": 3200,
60
+ "converged": true,
61
+ "plateau_last": 0.01980758147084849,
62
+ "elapsed_s": 5632.007280349731,
63
+ "shifts": [
64
+ 1,
65
+ 2,
66
+ 4
67
+ ],
68
+ "matryoshka_h_size": 3686,
69
+ "alpha": null,
70
+ "row": 36,
71
+ "arch_id": "phase57_partB_h8_bare_multidistance_t9",
72
+ "arch": "phase57_partB_h8_bare_multidistance_t9",
73
+ "group": 4,
74
+ "src_class": "TXCBareMultiDistanceContrastiveAntidead",
75
+ "src_module": "src.architectures.txc_bare_multidistance_contrastive_antidead",
76
+ "T": 9,
77
+ "T_max": null,
78
+ "t_sample": null,
79
+ "n_layers": null,
80
+ "k_win": 500,
81
+ "k_pos": 56,
82
+ "gamma": null,
83
+ "n_scales": null,
84
+ "seed": 2,
85
+ "d_in": 2304,
86
+ "d_sae": 18432,
87
+ "subject_model": "google/gemma-2-2b",
88
+ "anchor_layer": 12,
89
+ "mlc_layers": [
90
+ 10,
91
+ 11,
92
+ 12,
93
+ 13,
94
+ 14
95
+ ],
96
+ "phase": "phase7_unification",
97
+ "run_id": "phase57_partB_h8_bare_multidistance_t9__seed2"
98
+ }