connaaa's picture
Phase 5 release: 7 TopK SAEs + specificity / null-steering JSON artifacts
5f2451e verified
[
{
"step": 200,
"loss": 17.65301513671875,
"l0": 40.0,
"fve": 0.8277783719921248,
"n_dead": 0,
"mse": 0.03447854518890381
},
{
"step": 400,
"loss": 26.82003402709961,
"l0": 40.0,
"fve": 0.8783504287003407,
"n_dead": 885,
"mse": 0.02819967456161976
},
{
"step": 600,
"loss": 24.623018264770508,
"l0": 40.0,
"fve": 0.8645155231541486,
"n_dead": 466,
"mse": 0.025606488808989525
},
{
"step": 800,
"loss": 20.887020111083984,
"l0": 40.0,
"fve": 0.8902317708880264,
"n_dead": 211,
"mse": 0.02367589809000492
},
{
"step": 1000,
"loss": 13.424010276794434,
"l0": 40.0,
"fve": 0.8956536633832358,
"n_dead": 45,
"mse": 0.02241015061736107
},
{
"step": 1200,
"loss": 11.20499324798584,
"l0": 40.0,
"fve": 0.9072051860620202,
"n_dead": 9,
"mse": 0.021145537495613098
},
{
"step": 1400,
"loss": 10.573310852050781,
"l0": 40.0,
"fve": 0.9040789272639144,
"n_dead": 3,
"mse": 0.02041182667016983
},
{
"step": 1600,
"loss": 10.361445426940918,
"l0": 40.0,
"fve": 0.9104271378826995,
"n_dead": 1,
"mse": 0.020158452913165092
},
{
"step": 1800,
"loss": 9.941110610961914,
"l0": 40.0,
"fve": 0.9068027304791877,
"n_dead": 1,
"mse": 0.01934068836271763
},
{
"step": 2000,
"loss": 9.595905303955078,
"l0": 40.0,
"fve": 0.9189567435127948,
"n_dead": 1,
"mse": 0.01866907998919487
},
{
"step": 2200,
"loss": 9.470767974853516,
"l0": 40.0,
"fve": 0.9136617571485228,
"n_dead": 1,
"mse": 0.01842562109231949
},
{
"step": 2400,
"loss": 9.251761436462402,
"l0": 40.0,
"fve": 0.9031395392007785,
"n_dead": 1,
"mse": 0.01799953728914261
},
{
"step": 2441,
"loss": 9.37691879272461,
"l0": 40.0,
"fve": 0.9112300092129357,
"n_dead": 1,
"mse": 0.018243035301566124
}
]