han1823123123 commited on
Commit
9cc6061
·
verified ·
1 Parent(s): 1d14c19

agent=agent_filler train_key=0f691002f5adf6ac

Browse files
0f691002f5adf6ac/config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "act_cache_key": "63abe7e716cc7392",
3
+ "agent": "agent_filler",
4
+ "arch": "stacked_sae",
5
+ "arch_version": "1.0.0",
6
+ "datasource": "toy_coupled_K10_M20_d256",
7
+ "saved_ts": "2026-05-06T02:52:20Z",
8
+ "seed": 42,
9
+ "train_key": "0f691002f5adf6ac",
10
+ "training_cfg": {
11
+ "arch_hparams_override": {
12
+ "T": 2,
13
+ "k_pos": 1
14
+ },
15
+ "batch_size": 1024,
16
+ "bricken_enabled": false,
17
+ "bricken_max_resample_fraction": 0.5,
18
+ "bricken_min_fires": 1,
19
+ "bricken_n_check": 2048,
20
+ "bricken_resample_every": 500,
21
+ "dead_threshold_tokens": 10000000,
22
+ "ema_auxk_alpha": 0.03125,
23
+ "learning_rate": 0.0003,
24
+ "n_steps": 30000,
25
+ "optimizer": "adam",
26
+ "plateau_early_stop": false,
27
+ "plateau_min_delta": 0.0001,
28
+ "plateau_patience": 5000,
29
+ "precision": "bf16",
30
+ "train_window_size": null,
31
+ "warmup_steps": 1000
32
+ }
33
+ }
0f691002f5adf6ac/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d9ff6ded17cd37a33c666edb6eaaa929f415cf0642555c6d2dae7debf4e3dc6
3
+ size 166824