han1823123123 commited on
Commit
72f5cc5
·
verified ·
1 Parent(s): cd67a43

agent=agent_filler train_key=6aa9db23bc8fbfe4

Browse files
6aa9db23bc8fbfe4/config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "act_cache_key": "98baddf64a997b15",
3
+ "agent": "agent_filler",
4
+ "arch": "txc_base",
5
+ "arch_version": "1.0.0",
6
+ "datasource": "toy_markov_n20_d40_noisy",
7
+ "saved_ts": "2026-05-06T15:44:39Z",
8
+ "seed": 42,
9
+ "train_key": "6aa9db23bc8fbfe4",
10
+ "training_cfg": {
11
+ "arch_hparams_override": {
12
+ "T": 2,
13
+ "d_sae": 40,
14
+ "k_pos": 4
15
+ },
16
+ "batch_size": 1024,
17
+ "bricken_enabled": false,
18
+ "bricken_max_resample_fraction": 0.5,
19
+ "bricken_min_fires": 1,
20
+ "bricken_n_check": 2048,
21
+ "bricken_resample_every": 500,
22
+ "dead_threshold_tokens": 10000000,
23
+ "ema_auxk_alpha": 0.03125,
24
+ "learning_rate": 0.0003,
25
+ "n_steps": 30000,
26
+ "optimizer": "adam",
27
+ "plateau_early_stop": false,
28
+ "plateau_min_delta": 0.0001,
29
+ "plateau_patience": 5000,
30
+ "precision": "bf16",
31
+ "train_window_size": null,
32
+ "warmup_steps": 1000
33
+ }
34
+ }
6aa9db23bc8fbfe4/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a71ee456853976e57603ae716ad6117a968addbed67c24394b3a63764daa102
3
+ size 26760