han1823123123 commited on
Commit
dfb927a
·
verified ·
1 Parent(s): ce82e82

agent=agent_synth backfill train_key=32710dc4db24fa1a

Browse files
32710dc4db24fa1a/config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "act_cache_key": "59eaecf93cc7c3a9",
3
+ "agent": "agent_synth",
4
+ "arch": "stacked_sae",
5
+ "arch_version": "1.0.0",
6
+ "datasource": "toy_hierarchical_Kg10_Kl30_d256",
7
+ "saved_ts": "2026-05-06T22:21:35Z",
8
+ "seed": 1,
9
+ "train_key": "32710dc4db24fa1a",
10
+ "training_cfg": {
11
+ "arch_hparams_override": {
12
+ "T": 2,
13
+ "k_pos": 1
14
+ },
15
+ "batch_size": 1024,
16
+ "bricken_enabled": false,
17
+ "bricken_max_resample_fraction": 0.5,
18
+ "bricken_min_fires": 1,
19
+ "bricken_n_check": 2048,
20
+ "bricken_resample_every": 500,
21
+ "dead_threshold_tokens": 10000000,
22
+ "ema_auxk_alpha": 0.03125,
23
+ "learning_rate": 0.0003,
24
+ "n_steps": 20000,
25
+ "optimizer": "adam",
26
+ "plateau_early_stop": false,
27
+ "plateau_min_delta": 0.0001,
28
+ "plateau_patience": 5000,
29
+ "precision": "bf16",
30
+ "train_window_size": null,
31
+ "warmup_steps": 1000
32
+ }
33
+ }
32710dc4db24fa1a/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:359515447aafece73bb47820cfbf584f225a5cd31aebb46353371ffc026ccf45
3
+ size 166824