han1823123123 commited on
Commit
9acb666
·
verified ·
1 Parent(s): bae7eb0

Upload training_logs/it_agentic_mlc_08__seed42.json with huggingface_hub

Browse files
training_logs/it_agentic_mlc_08__seed42.json ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "loss": [
3
+ 163.6913604736328,
4
+ 25.034175872802734,
5
+ 23.227041244506836,
6
+ 22.54595947265625,
7
+ 22.305335998535156,
8
+ 21.980140686035156,
9
+ 21.787578582763672,
10
+ 21.636032104492188,
11
+ 21.529794692993164,
12
+ 21.376304626464844,
13
+ 21.29711151123047,
14
+ 21.214237213134766,
15
+ 21.13271713256836,
16
+ 21.049922943115234,
17
+ 21.008102416992188,
18
+ 21.025646209716797,
19
+ 20.944713592529297
20
+ ],
21
+ "l0": [
22
+ 500.0,
23
+ 500.0,
24
+ 500.0,
25
+ 500.0,
26
+ 500.0,
27
+ 500.0,
28
+ 500.0,
29
+ 500.0,
30
+ 500.0,
31
+ 500.0,
32
+ 500.0,
33
+ 500.0,
34
+ 500.0,
35
+ 500.0,
36
+ 500.0,
37
+ 500.0,
38
+ 500.0
39
+ ],
40
+ "steps_logged": [
41
+ 0,
42
+ 200,
43
+ 400,
44
+ 600,
45
+ 800,
46
+ 1000,
47
+ 1200,
48
+ 1400,
49
+ 1600,
50
+ 1800,
51
+ 2000,
52
+ 2200,
53
+ 2400,
54
+ 2600,
55
+ 2800,
56
+ 3000,
57
+ 3200
58
+ ],
59
+ "final_step": 3200,
60
+ "converged": true,
61
+ "plateau_last": 0.017676939140808732,
62
+ "elapsed_s": 4158.925051689148,
63
+ "h": 3686,
64
+ "gamma": 0.5,
65
+ "n_scales": 3,
66
+ "alpha": null,
67
+ "row": 6,
68
+ "arch_id": "agentic_mlc_08",
69
+ "arch": "agentic_mlc_08",
70
+ "group": 1,
71
+ "src_class": "MLCContrastiveMultiscale",
72
+ "src_module": "src.architectures.mlc_contrastive_multiscale",
73
+ "T": null,
74
+ "T_max": null,
75
+ "t_sample": null,
76
+ "n_layers": 5,
77
+ "k_win": 500,
78
+ "k_pos": 100,
79
+ "shifts": [
80
+ 1,
81
+ 2,
82
+ 3
83
+ ],
84
+ "seed": 42,
85
+ "d_in": 2304,
86
+ "d_sae": 18432,
87
+ "subject_model": "google/gemma-2-2b-it",
88
+ "anchor_layer": 13,
89
+ "mlc_layers": [
90
+ 11,
91
+ 12,
92
+ 13,
93
+ 14,
94
+ 15
95
+ ],
96
+ "phase": "phase7_unification",
97
+ "run_id": "it_agentic_mlc_08__seed42"
98
+ }