han1823123123 commited on
Commit
d02bc3b
·
verified ·
1 Parent(s): 6c74673

agent=test train_key=f7b33c49114a5ef5

Browse files
f7b33c49114a5ef5/config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "act_cache_key": "e4916bcae1881963",
3
+ "agent": "test",
4
+ "arch": "topk_sae",
5
+ "arch_version": "1.0.0",
6
+ "datasource": "gemma_2_2b_it_l13_fineweb_24k128",
7
+ "saved_ts": "2026-05-04T13:10:38Z",
8
+ "seed": 1,
9
+ "train_key": "f7b33c49114a5ef5",
10
+ "training_cfg": {
11
+ "batch_size": 1024,
12
+ "bricken_enabled": false,
13
+ "bricken_max_resample_fraction": 0.5,
14
+ "bricken_min_fires": 1,
15
+ "bricken_n_check": 2048,
16
+ "bricken_resample_every": 500,
17
+ "dead_threshold_tokens": 10000000,
18
+ "ema_auxk_alpha": 0.03125,
19
+ "learning_rate": 0.0003,
20
+ "n_steps": 10,
21
+ "optimizer": "adam",
22
+ "plateau_early_stop": false,
23
+ "plateau_min_delta": 0.0001,
24
+ "plateau_patience": 5000,
25
+ "precision": "bf16",
26
+ "warmup_steps": 1000
27
+ }
28
+ }
f7b33c49114a5ef5/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee1128519707109e204ea1d2116de627abc1538f1e3e5b00c582186bda46369b
3
+ size 88