connaaa's picture
Phase 5 release: 7 TopK SAEs + specificity / null-steering JSON artifacts
5f2451e verified
{
"act_rate_distribution": {
"mean": 0.009765625,
"dead_count": 768,
"high_count": 0
},
"sample_features": [
{
"feature_id": 159,
"act_rate": 0.1606599986553192,
"top_examples": [
{
"activation": 0.5935809016227722,
"position": 10,
"variant": "standard"
},
{
"activation": 0.5935809016227722,
"position": 10,
"variant": "standard"
},
{
"activation": 0.5628541707992554,
"position": 22,
"variant": "standard"
},
{
"activation": 0.5628541707992554,
"position": 22,
"variant": "standard"
},
{
"activation": 0.5378819108009338,
"position": 8,
"variant": "standard"
}
]
},
{
"feature_id": 836,
"act_rate": 0.12184999883174896,
"top_examples": [
{
"activation": 0.6280968189239502,
"position": 15,
"variant": "standard"
},
{
"activation": 0.6280968189239502,
"position": 15,
"variant": "standard"
},
{
"activation": 0.5908636450767517,
"position": 1,
"variant": "standard"
},
{
"activation": 0.5908636450767517,
"position": 1,
"variant": "standard"
},
{
"activation": 0.5908636450767517,
"position": 1,
"variant": "standard"
}
]
},
{
"feature_id": 2203,
"act_rate": 0.1174900010228157,
"top_examples": [
{
"activation": 0.6077227592468262,
"position": 7,
"variant": "standard"
},
{
"activation": 0.6077227592468262,
"position": 7,
"variant": "standard"
},
{
"activation": 0.6077227592468262,
"position": 7,
"variant": "standard"
},
{
"activation": 0.6077227592468262,
"position": 7,
"variant": "standard"
},
{
"activation": 0.6077227592468262,
"position": 7,
"variant": "standard"
}
]
},
{
"feature_id": 3106,
"act_rate": 0.11097999662160873,
"top_examples": [
{
"activation": 0.458252489566803,
"position": 3,
"variant": "standard"
},
{
"activation": 0.458252489566803,
"position": 3,
"variant": "standard"
},
{
"activation": 0.45644882321357727,
"position": 47,
"variant": "standard"
},
{
"activation": 0.45644882321357727,
"position": 47,
"variant": "standard"
},
{
"activation": 0.4534014165401459,
"position": 46,
"variant": "standard"
}
]
},
{
"feature_id": 2939,
"act_rate": 0.10080999881029129,
"top_examples": [
{
"activation": 0.9360920190811157,
"position": 12,
"variant": "standard"
},
{
"activation": 0.9360920190811157,
"position": 12,
"variant": "standard"
},
{
"activation": 0.9333191514015198,
"position": 5,
"variant": "standard"
},
{
"activation": 0.9333191514015198,
"position": 5,
"variant": "standard"
},
{
"activation": 0.8574860692024231,
"position": 20,
"variant": "standard"
}
]
},
{
"feature_id": 61,
"act_rate": 0.0965299978852272,
"top_examples": [
{
"activation": 0.49229905009269714,
"position": 4,
"variant": "standard"
},
{
"activation": 0.49229905009269714,
"position": 4,
"variant": "standard"
},
{
"activation": 0.4829713702201843,
"position": 8,
"variant": "standard"
},
{
"activation": 0.4829713702201843,
"position": 8,
"variant": "standard"
},
{
"activation": 0.47879478335380554,
"position": 10,
"variant": "standard"
}
]
},
{
"feature_id": 4034,
"act_rate": 0.09401000291109085,
"top_examples": [
{
"activation": 0.5372604131698608,
"position": 52,
"variant": "standard"
},
{
"activation": 0.5372604131698608,
"position": 52,
"variant": "standard"
},
{
"activation": 0.5347657203674316,
"position": 108,
"variant": "standard"
},
{
"activation": 0.5347657203674316,
"position": 108,
"variant": "standard"
},
{
"activation": 0.5321744680404663,
"position": 60,
"variant": "standard"
}
]
},
{
"feature_id": 3787,
"act_rate": 0.091279998421669,
"top_examples": [
{
"activation": 0.5871065258979797,
"position": 22,
"variant": "standard"
},
{
"activation": 0.5871065258979797,
"position": 22,
"variant": "standard"
},
{
"activation": 0.5592474937438965,
"position": 55,
"variant": "standard"
},
{
"activation": 0.5592474937438965,
"position": 55,
"variant": "standard"
},
{
"activation": 0.5409792065620422,
"position": 91,
"variant": "standard"
}
]
},
{
"feature_id": 280,
"act_rate": 0.09025000035762787,
"top_examples": [
{
"activation": 0.534440279006958,
"position": 7,
"variant": "standard"
},
{
"activation": 0.534440279006958,
"position": 7,
"variant": "standard"
},
{
"activation": 0.5156826376914978,
"position": 9,
"variant": "standard"
},
{
"activation": 0.5156826376914978,
"position": 9,
"variant": "standard"
},
{
"activation": 0.5135127305984497,
"position": 9,
"variant": "standard"
}
]
},
{
"feature_id": 2159,
"act_rate": 0.0877000018954277,
"top_examples": [
{
"activation": 0.603478729724884,
"position": 9,
"variant": "standard"
},
{
"activation": 0.603478729724884,
"position": 9,
"variant": "standard"
},
{
"activation": 0.603478729724884,
"position": 9,
"variant": "standard"
},
{
"activation": 0.5963488817214966,
"position": 9,
"variant": "standard"
},
{
"activation": 0.5963488817214966,
"position": 9,
"variant": "standard"
}
]
},
{
"feature_id": 3645,
"act_rate": 0.003819999983534217,
"top_examples": [
{
"activation": 0.21240393817424774,
"position": 202,
"variant": "standard"
},
{
"activation": 0.21240393817424774,
"position": 202,
"variant": "standard"
},
{
"activation": 0.20894747972488403,
"position": 217,
"variant": "standard"
},
{
"activation": 0.20894747972488403,
"position": 217,
"variant": "standard"
},
{
"activation": 0.20496299862861633,
"position": 40,
"variant": "standard"
}
]
},
{
"feature_id": 2682,
"act_rate": 0.003809999907389283,
"top_examples": [
{
"activation": 0.2780674993991852,
"position": 3,
"variant": "standard"
},
{
"activation": 0.2780674993991852,
"position": 3,
"variant": "standard"
},
{
"activation": 0.2724977433681488,
"position": 3,
"variant": "standard"
},
{
"activation": 0.2724977433681488,
"position": 3,
"variant": "standard"
},
{
"activation": 0.263476699590683,
"position": 3,
"variant": "standard"
}
]
},
{
"feature_id": 2786,
"act_rate": 0.003800000064074993,
"top_examples": [
{
"activation": 0.3066694736480713,
"position": 2,
"variant": "standard"
},
{
"activation": 0.3066694736480713,
"position": 2,
"variant": "standard"
},
{
"activation": 0.3066694438457489,
"position": 2,
"variant": "standard"
},
{
"activation": 0.3066694438457489,
"position": 2,
"variant": "standard"
},
{
"activation": 0.3066694438457489,
"position": 2,
"variant": "standard"
}
]
},
{
"feature_id": 1681,
"act_rate": 0.003800000064074993,
"top_examples": [
{
"activation": 0.21353764832019806,
"position": 40,
"variant": "standard"
},
{
"activation": 0.21353764832019806,
"position": 40,
"variant": "standard"
},
{
"activation": 0.2118273675441742,
"position": 217,
"variant": "standard"
},
{
"activation": 0.2118273675441742,
"position": 217,
"variant": "standard"
},
{
"activation": 0.21169668436050415,
"position": 202,
"variant": "standard"
}
]
}
],
"n_total_features": 4096
}