han1823123123 commited on
Commit
5a1926d
·
verified ·
1 Parent(s): bfe95d5

Upload training_logs/hill_subseq_h8_T12_s5__seed42.json with huggingface_hub

Browse files
training_logs/hill_subseq_h8_T12_s5__seed42.json ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "loss": [
3
+ 120143.21875,
4
+ 51956.79296875,
5
+ 48929.91796875,
6
+ 47928.9453125,
7
+ 47554.76953125,
8
+ 46846.76171875,
9
+ 46840.83984375,
10
+ 46335.2109375,
11
+ 45987.1171875,
12
+ 46118.2578125,
13
+ 46137.21875,
14
+ 45948.55859375,
15
+ 45929.99609375,
16
+ 45834.43359375,
17
+ 45736.5625,
18
+ 45599.38671875
19
+ ],
20
+ "l0": [
21
+ 500.0,
22
+ 497.642822265625,
23
+ 497.530517578125,
24
+ 496.827392578125,
25
+ 497.216064453125,
26
+ 497.449951171875,
27
+ 497.581298828125,
28
+ 496.6240234375,
29
+ 496.12890625,
30
+ 496.3408203125,
31
+ 495.974853515625,
32
+ 496.058349609375,
33
+ 496.18115234375,
34
+ 495.67724609375,
35
+ 495.98486328125,
36
+ 495.452880859375
37
+ ],
38
+ "steps_logged": [
39
+ 0,
40
+ 200,
41
+ 400,
42
+ 600,
43
+ 800,
44
+ 1000,
45
+ 1200,
46
+ 1400,
47
+ 1600,
48
+ 1800,
49
+ 2000,
50
+ 2200,
51
+ 2400,
52
+ 2600,
53
+ 2800,
54
+ 3000
55
+ ],
56
+ "final_step": 3000,
57
+ "converged": true,
58
+ "plateau_last": 0.010239914057270363,
59
+ "elapsed_s": 6603.551581859589,
60
+ "T_max": 12,
61
+ "t_sample": 5,
62
+ "shifts": null,
63
+ "matryoshka_h_size": 3686,
64
+ "row": 100,
65
+ "arch_id": "hill_subseq_h8_T12_s5",
66
+ "arch": "hill_subseq_h8_T12_s5",
67
+ "group": 99,
68
+ "src_class": "SubseqH8",
69
+ "src_module": "src.architectures.phase5b_subseq_sampling_txcdr",
70
+ "T": null,
71
+ "n_layers": null,
72
+ "k_win": 500,
73
+ "k_pos": 41,
74
+ "alpha": 1.0,
75
+ "gamma": null,
76
+ "n_scales": null,
77
+ "seed": 42,
78
+ "d_in": 2304,
79
+ "d_sae": 18432,
80
+ "subject_model": "google/gemma-2-2b",
81
+ "anchor_layer": 12,
82
+ "mlc_layers": [
83
+ 10,
84
+ 11,
85
+ 12,
86
+ 13,
87
+ 14
88
+ ],
89
+ "phase": "phase7_unification",
90
+ "run_id": "hill_subseq_h8_T12_s5__seed42"
91
+ }