han1823123123 commited on
Commit
d461884
·
verified ·
1 Parent(s): 1d35511

Upload training_logs/it_phase57_partB_h8_bare_multidistance_t8__seed42.json with huggingface_hub

Browse files
training_logs/it_phase57_partB_h8_bare_multidistance_t8__seed42.json ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "loss": [
3
+ 192895.625,
4
+ 83181.578125,
5
+ 75872.6953125,
6
+ 72378.8203125,
7
+ 69673.5390625,
8
+ 68143.6640625,
9
+ 67047.8359375,
10
+ 66126.4921875,
11
+ 65826.4375,
12
+ 65016.96875,
13
+ 64892.83984375,
14
+ 64677.31640625,
15
+ 64578.00390625,
16
+ 64231.3359375,
17
+ 63977.31640625,
18
+ 63754.2734375,
19
+ 63827.35546875
20
+ ],
21
+ "l0": [
22
+ 500.0,
23
+ 500.0,
24
+ 500.0,
25
+ 500.0,
26
+ 500.0,
27
+ 500.0,
28
+ 500.0,
29
+ 500.0,
30
+ 500.0,
31
+ 500.0,
32
+ 500.0,
33
+ 500.0,
34
+ 500.0,
35
+ 500.0,
36
+ 500.0,
37
+ 500.0,
38
+ 500.0
39
+ ],
40
+ "steps_logged": [
41
+ 0,
42
+ 200,
43
+ 400,
44
+ 600,
45
+ 800,
46
+ 1000,
47
+ 1200,
48
+ 1400,
49
+ 1600,
50
+ 1800,
51
+ 2000,
52
+ 2200,
53
+ 2400,
54
+ 2600,
55
+ 2800,
56
+ 3000,
57
+ 3200
58
+ ],
59
+ "final_step": 3200,
60
+ "converged": true,
61
+ "plateau_last": 0.018900497634682014,
62
+ "elapsed_s": 12054.72945189476,
63
+ "shifts": [
64
+ 1,
65
+ 2,
66
+ 4
67
+ ],
68
+ "matryoshka_h_size": 3686,
69
+ "alpha": null,
70
+ "row": 35,
71
+ "arch_id": "phase57_partB_h8_bare_multidistance_t8",
72
+ "arch": "phase57_partB_h8_bare_multidistance_t8",
73
+ "group": 4,
74
+ "src_class": "TXCBareMultiDistanceContrastiveAntidead",
75
+ "src_module": "src.architectures.txc_bare_multidistance_contrastive_antidead",
76
+ "T": 8,
77
+ "T_max": null,
78
+ "t_sample": null,
79
+ "n_layers": null,
80
+ "k_win": 500,
81
+ "k_pos": 62,
82
+ "gamma": null,
83
+ "n_scales": null,
84
+ "seed": 42,
85
+ "d_in": 2304,
86
+ "d_sae": 18432,
87
+ "subject_model": "google/gemma-2-2b-it",
88
+ "anchor_layer": 13,
89
+ "mlc_layers": [
90
+ 11,
91
+ 12,
92
+ 13,
93
+ 14,
94
+ 15
95
+ ],
96
+ "phase": "phase7_unification",
97
+ "run_id": "it_phase57_partB_h8_bare_multidistance_t8__seed42"
98
+ }