{ "act_rate_distribution": { "mean": 0.009765625, "dead_count": 768, "high_count": 0 }, "sample_features": [ { "feature_id": 159, "act_rate": 0.1606599986553192, "top_examples": [ { "activation": 0.5935809016227722, "position": 10, "variant": "standard" }, { "activation": 0.5935809016227722, "position": 10, "variant": "standard" }, { "activation": 0.5628541707992554, "position": 22, "variant": "standard" }, { "activation": 0.5628541707992554, "position": 22, "variant": "standard" }, { "activation": 0.5378819108009338, "position": 8, "variant": "standard" } ] }, { "feature_id": 836, "act_rate": 0.12184999883174896, "top_examples": [ { "activation": 0.6280968189239502, "position": 15, "variant": "standard" }, { "activation": 0.6280968189239502, "position": 15, "variant": "standard" }, { "activation": 0.5908636450767517, "position": 1, "variant": "standard" }, { "activation": 0.5908636450767517, "position": 1, "variant": "standard" }, { "activation": 0.5908636450767517, "position": 1, "variant": "standard" } ] }, { "feature_id": 2203, "act_rate": 0.1174900010228157, "top_examples": [ { "activation": 0.6077227592468262, "position": 7, "variant": "standard" }, { "activation": 0.6077227592468262, "position": 7, "variant": "standard" }, { "activation": 0.6077227592468262, "position": 7, "variant": "standard" }, { "activation": 0.6077227592468262, "position": 7, "variant": "standard" }, { "activation": 0.6077227592468262, "position": 7, "variant": "standard" } ] }, { "feature_id": 3106, "act_rate": 0.11097999662160873, "top_examples": [ { "activation": 0.458252489566803, "position": 3, "variant": "standard" }, { "activation": 0.458252489566803, "position": 3, "variant": "standard" }, { "activation": 0.45644882321357727, "position": 47, "variant": "standard" }, { "activation": 0.45644882321357727, "position": 47, "variant": "standard" }, { "activation": 0.4534014165401459, "position": 46, "variant": "standard" } ] }, { "feature_id": 2939, "act_rate": 0.10080999881029129, "top_examples": [ { "activation": 0.9360920190811157, "position": 12, "variant": "standard" }, { "activation": 0.9360920190811157, "position": 12, "variant": "standard" }, { "activation": 0.9333191514015198, "position": 5, "variant": "standard" }, { "activation": 0.9333191514015198, "position": 5, "variant": "standard" }, { "activation": 0.8574860692024231, "position": 20, "variant": "standard" } ] }, { "feature_id": 61, "act_rate": 0.0965299978852272, "top_examples": [ { "activation": 0.49229905009269714, "position": 4, "variant": "standard" }, { "activation": 0.49229905009269714, "position": 4, "variant": "standard" }, { "activation": 0.4829713702201843, "position": 8, "variant": "standard" }, { "activation": 0.4829713702201843, "position": 8, "variant": "standard" }, { "activation": 0.47879478335380554, "position": 10, "variant": "standard" } ] }, { "feature_id": 4034, "act_rate": 0.09401000291109085, "top_examples": [ { "activation": 0.5372604131698608, "position": 52, "variant": "standard" }, { "activation": 0.5372604131698608, "position": 52, "variant": "standard" }, { "activation": 0.5347657203674316, "position": 108, "variant": "standard" }, { "activation": 0.5347657203674316, "position": 108, "variant": "standard" }, { "activation": 0.5321744680404663, "position": 60, "variant": "standard" } ] }, { "feature_id": 3787, "act_rate": 0.091279998421669, "top_examples": [ { "activation": 0.5871065258979797, "position": 22, "variant": "standard" }, { "activation": 0.5871065258979797, "position": 22, "variant": "standard" }, { "activation": 0.5592474937438965, "position": 55, "variant": "standard" }, { "activation": 0.5592474937438965, "position": 55, "variant": "standard" }, { "activation": 0.5409792065620422, "position": 91, "variant": "standard" } ] }, { "feature_id": 280, "act_rate": 0.09025000035762787, "top_examples": [ { "activation": 0.534440279006958, "position": 7, "variant": "standard" }, { "activation": 0.534440279006958, "position": 7, "variant": "standard" }, { "activation": 0.5156826376914978, "position": 9, "variant": "standard" }, { "activation": 0.5156826376914978, "position": 9, "variant": "standard" }, { "activation": 0.5135127305984497, "position": 9, "variant": "standard" } ] }, { "feature_id": 2159, "act_rate": 0.0877000018954277, "top_examples": [ { "activation": 0.603478729724884, "position": 9, "variant": "standard" }, { "activation": 0.603478729724884, "position": 9, "variant": "standard" }, { "activation": 0.603478729724884, "position": 9, "variant": "standard" }, { "activation": 0.5963488817214966, "position": 9, "variant": "standard" }, { "activation": 0.5963488817214966, "position": 9, "variant": "standard" } ] }, { "feature_id": 3645, "act_rate": 0.003819999983534217, "top_examples": [ { "activation": 0.21240393817424774, "position": 202, "variant": "standard" }, { "activation": 0.21240393817424774, "position": 202, "variant": "standard" }, { "activation": 0.20894747972488403, "position": 217, "variant": "standard" }, { "activation": 0.20894747972488403, "position": 217, "variant": "standard" }, { "activation": 0.20496299862861633, "position": 40, "variant": "standard" } ] }, { "feature_id": 2682, "act_rate": 0.003809999907389283, "top_examples": [ { "activation": 0.2780674993991852, "position": 3, "variant": "standard" }, { "activation": 0.2780674993991852, "position": 3, "variant": "standard" }, { "activation": 0.2724977433681488, "position": 3, "variant": "standard" }, { "activation": 0.2724977433681488, "position": 3, "variant": "standard" }, { "activation": 0.263476699590683, "position": 3, "variant": "standard" } ] }, { "feature_id": 2786, "act_rate": 0.003800000064074993, "top_examples": [ { "activation": 0.3066694736480713, "position": 2, "variant": "standard" }, { "activation": 0.3066694736480713, "position": 2, "variant": "standard" }, { "activation": 0.3066694438457489, "position": 2, "variant": "standard" }, { "activation": 0.3066694438457489, "position": 2, "variant": "standard" }, { "activation": 0.3066694438457489, "position": 2, "variant": "standard" } ] }, { "feature_id": 1681, "act_rate": 0.003800000064074993, "top_examples": [ { "activation": 0.21353764832019806, "position": 40, "variant": "standard" }, { "activation": 0.21353764832019806, "position": 40, "variant": "standard" }, { "activation": 0.2118273675441742, "position": 217, "variant": "standard" }, { "activation": 0.2118273675441742, "position": 217, "variant": "standard" }, { "activation": 0.21169668436050415, "position": 202, "variant": "standard" } ] } ], "n_total_features": 4096 }