Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+gemma-2-2b-btk-vnorm_topp-p0.9/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.2/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+gemma-2-2b-btk-vnorm_topp-p0.95/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.1/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+gemma-2-2b-btk-vnorm_topp-p0.99/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.3/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+gemma-2-2b-btk/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.1/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+gemma-2-2b-btk-vnorm_threshold_renorm-t0.01/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.2/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+gemma-2-2b-btk-vnorm_threshold_renorm-t0.05/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.4/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/cfg.json

@@ -0,0 +1 @@
+{"d_sae": 32768, "device": "cuda", "dtype": "float32", "metadata": {"sae_lens_version": "6.39.0", "sae_lens_training_version": "6.39.0", "model_name": "gemma-2-2b", "hook_name": "blocks.12.hook_resid_post", "hook_head_index": null, "context_size": 1024, "prepend_bos": true, "seqpos_slice": [null], "model_from_pretrained_kwargs": {"center_writing_weights": false}, "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-2B", "model_class_name": "AutoModelForCausalLM", "exclude_special_tokens": true, "sequence_separator_token": "bos", "disable_concat_sequences": false}, "d_in": 2304, "normalize_activations": "none", "apply_b_dec_to_input": true, "reshape_activations": "none", "architecture": "jumprelu"}

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.93121837219097,
+        "test_acc": 0.9312649164677804,
+        "test_auc": 0.955455244719555,
+        "val_auc": 0.9755469755469756,
+        "k": 1,
+        "dataset": "100_news_fake",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            15241
+        ]
+    },
+    {
+        "test_f1": 0.9914079383726543,
+        "test_acc": 0.9914081145584726,
+        "test_auc": 0.9992308084895412,
+        "val_auc": 0.9987129987129987,
+        "k": 16,
+        "dataset": "100_news_fake",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            15241,
+            2096,
+            13467,
+            13729,
+            15362,
+            22093,
+            24729,
+            3247,
+            29588,
+            1944,
+            17721,
+            21044,
+            15133,
+            31708,
+            7470,
+            26936
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.9169039976007368,
+        "test_acc": 0.9170447180816591,
+        "test_auc": 0.9544221218658226,
+        "val_auc": 0.9429516329061596,
+        "k": 1,
+        "dataset": "105_click_bait",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            13467
+        ]
+    },
+    {
+        "test_f1": 0.9675940957759462,
+        "test_acc": 0.9675955930006481,
+        "test_auc": 0.9923035825890606,
+        "val_auc": 0.9875981810665565,
+        "k": 16,
+        "dataset": "105_click_bait",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            13467,
+            8731,
+            5640,
+            7737,
+            31172,
+            24729,
+            12247,
+            23439,
+            5608,
+            6230,
+            24343,
+            29054,
+            31511,
+            7470,
+            15884,
+            685
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5533157644411559,
+        "test_acc": 0.5733333333333334,
+        "test_auc": 0.5832134224572396,
+        "val_auc": 0.5874349739895958,
+        "k": 1,
+        "dataset": "106_hate_hate",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            27644
+        ]
+    },
+    {
+        "test_f1": 0.5868814782148504,
+        "test_acc": 0.5869182389937107,
+        "test_auc": 0.6290941421047676,
+        "val_auc": 0.6138455382152861,
+        "k": 16,
+        "dataset": "106_hate_hate",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            27644,
+            23418,
+            21889,
+            15996,
+            17673,
+            15157,
+            14214,
+            24021,
+            21451,
+            32669,
+            12004,
+            25217,
+            16204,
+            12891,
+            20530,
+            4985
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6877817082284876,
+        "test_acc": 0.6991194968553459,
+        "test_auc": 0.7040638395040602,
+        "val_auc": 0.7611044417767108,
+        "k": 1,
+        "dataset": "107_hate_offensive",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            9503
+        ]
+    },
+    {
+        "test_f1": 0.7240197573778583,
+        "test_acc": 0.7255345911949685,
+        "test_auc": 0.7796097166795437,
+        "val_auc": 0.8235294117647058,
+        "k": 16,
+        "dataset": "107_hate_offensive",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            9503,
+            15241,
+            26759,
+            32706,
+            26611,
+            3639,
+            21661,
+            25715,
+            15996,
+            1944,
+            3733,
+            298,
+            21782,
+            16674,
+            2055,
+            5595
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.7773904209042783,
+        "test_acc": 0.7781132075471698,
+        "test_auc": 0.8204201302429575,
+        "val_auc": 0.865546218487395,
+        "k": 1,
+        "dataset": "110_aimade_humangpt3",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            24729
+        ]
+    },
+    {
+        "test_f1": 0.7790196395230139,
+        "test_acc": 0.7791194968553459,
+        "test_auc": 0.8672613182871765,
+        "val_auc": 0.9151660664265707,
+        "k": 16,
+        "dataset": "110_aimade_humangpt3",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            24729,
+            18492,
+            31511,
+            12104,
+            21997,
+            13729,
+            11196,
+            13301,
+            16154,
+            1944,
+            31172,
+            25007,
+            16696,
+            27334,
+            6158,
+            30851
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.7617440877364794,
+        "test_acc": 0.7617610062893082,
+        "test_auc": 0.815240967698491,
+        "val_auc": 0.7971188475390156,
+        "k": 1,
+        "dataset": "113_movie_sent",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            20530
+        ]
+    },
+    {
+        "test_f1": 0.8830115231008825,
+        "test_acc": 0.8830188679245283,
+        "test_auc": 0.9475104274362836,
+        "val_auc": 0.9647859143657462,
+        "k": 16,
+        "dataset": "113_movie_sent",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            20530,
+            12591,
+            23889,
+            11910,
+            15869,
+            17920,
+            1944,
+            27644,
+            8265,
+            16003,
+            6046,
+            29208,
+            20265,
+            13582,
+            29251,
+            19069
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5190074888840321,
+        "test_acc": 0.5497435897435897,
+        "test_auc": 0.5556455549197159,
+        "val_auc": 0.5552835577315383,
+        "k": 1,
+        "dataset": "114_nyc_borough_Manhattan",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2354
+        ]
+    },
+    {
+        "test_f1": 0.5910541228879087,
+        "test_acc": 0.5917948717948718,
+        "test_auc": 0.6438171138115596,
+        "val_auc": 0.6136270909832721,
+        "k": 16,
+        "dataset": "114_nyc_borough_Manhattan",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2354,
+            30706,
+            14742,
+            7841,
+            13986,
+            30057,
+            9884,
+            12087,
+            22553,
+            31569,
+            13255,
+            31808,
+            15521,
+            8081,
+            17891,
+            24057
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5082113178258992,
+        "test_acc": 0.5230769230769231,
+        "test_auc": 0.5324565758912041,
+        "val_auc": 0.6005711954304365,
+        "k": 1,
+        "dataset": "115_nyc_borough_Brooklyn",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            14742
+        ]
+    },
+    {
+        "test_f1": 0.5432264763125402,
+        "test_acc": 0.5435897435897435,
+        "test_auc": 0.5561420708923823,
+        "val_auc": 0.6752345981232151,
+        "k": 16,
+        "dataset": "115_nyc_borough_Brooklyn",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            14742,
+            7401,
+            25113,
+            32593,
+            7347,
+            14232,
+            9300,
+            27814,
+            913,
+            27879,
+            25889,
+            1220,
+            30945,
+            18849,
+            1566,
+            25582
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5341901640457114,
+        "test_acc": 0.5558974358974359,
+        "test_auc": 0.5563882249974753,
+        "val_auc": 0.5091799265605874,
+        "k": 1,
+        "dataset": "116_nyc_borough_Bronx",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            23987
+        ]
+    },
+    {
+        "test_f1": 0.5536497755891315,
+        "test_acc": 0.556923076923077,
+        "test_auc": 0.5698930386777527,
+        "val_auc": 0.5393716850265198,
+        "k": 16,
+        "dataset": "116_nyc_borough_Bronx",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            23987,
+            30057,
+            28553,
+            25902,
+            14232,
+            14742,
+            17891,
+            31289,
+            26936,
+            27279,
+            31991,
+            27879,
+            13986,
+            26307,
+            16288,
+            26950
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8671979042043984,
+        "test_acc": 0.8686868686868687,
+        "test_auc": 0.8771428571428571,
+        "val_auc": 0.8587740384615383,
+        "k": 1,
+        "dataset": "117_us_state_FL",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            5563
+        ]
+    },
+    {
+        "test_f1": 0.83818577936225,
+        "test_acc": 0.8383838383838383,
+        "test_auc": 0.9130612244897959,
+        "val_auc": 0.9443108974358974,
+        "k": 16,
+        "dataset": "117_us_state_FL",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            5563,
+            13862,
+            4118,
+            31545,
+            20145,
+            18966,
+            5019,
+            5730,
+            16630,
+            913,
+            24525,
+            12601,
+            14401,
+            2405,
+            3334,
+            26632
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8681220810253067,
+        "test_acc": 0.8686868686868687,
+        "test_auc": 0.8953061224489796,
+        "val_auc": 0.9403044871794872,
+        "k": 1,
+        "dataset": "118_us_state_CA",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            5230
+        ]
+    },
+    {
+        "test_f1": 0.8787631416202846,
+        "test_acc": 0.8787878787878788,
+        "test_auc": 0.9485714285714285,
+        "val_auc": 0.9855769230769231,
+        "k": 16,
+        "dataset": "118_us_state_CA",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            5230,
+            27653,
+            30766,
+            16726,
+            28240,
+            6446,
+            31405,
+            31545,
+            1220,
+            2405,
+            547,
+            15387,
+            30019,
+            29386,
+            18823,
+            22469
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8677158770616714,
+        "test_acc": 0.8686868686868687,
+        "test_auc": 0.8842857142857143,
+        "val_auc": 0.8120993589743589,
+        "k": 1,
+        "dataset": "119_us_state_TX",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            13064
+        ]
+    },
+    {
+        "test_f1": 0.8888208408469712,
+        "test_acc": 0.8888888888888888,
+        "test_auc": 0.9630612244897959,
+        "val_auc": 0.9435096153846153,
+        "k": 16,
+        "dataset": "119_us_state_TX",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            13064,
+            31545,
+            1220,
+            14742,
+            30766,
+            22788,
+            2143,
+            18738,
+            28240,
+            547,
+            5730,
+            4080,
+            30019,
+            7816,
+            5787,
+            32558
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6284219674688128,
+        "test_acc": 0.6380580840918942,
+        "test_auc": 0.6705486102864804,
+        "val_auc": 0.7806,
+        "k": 1,
+        "dataset": "120_us_timezone_Chicago",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            5230
+        ]
+    },
+    {
+        "test_f1": 0.798240286256853,
+        "test_acc": 0.7984395318595578,
+        "test_auc": 0.8933420614747752,
+        "val_auc": 0.9312,
+        "k": 16,
+        "dataset": "120_us_timezone_Chicago",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            5230,
+            31490,
+            31545,
+            18966,
+            27653,
+            21803,
+            13064,
+            1220,
+            4080,
+            2405,
+            6446,
+            5162,
+            547,
+            24779,
+            28240,
+            15140
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6462295730872706,
+        "test_acc": 0.6532293021239706,
+        "test_auc": 0.6868864434727582,
+        "val_auc": 0.741,
+        "k": 1,
+        "dataset": "121_us_timezone_New_York",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            5230
+        ]
+    },
+    {
+        "test_f1": 0.8131330469593859,
+        "test_acc": 0.8131772865192891,
+        "test_auc": 0.9138897698867094,
+        "val_auc": 0.9463999999999999,
+        "k": 16,
+        "dataset": "121_us_timezone_New_York",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            5230,
+            1220,
+            547,
+            5162,
+            31490,
+            25479,
+            31545,
+            30766,
+            11342,
+            30019,
+            13064,
+            16726,
+            28817,
+            18966,
+            26106,
+            5787
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8229420277015342,
+        "test_acc": 0.824013870827915,
+        "test_auc": 0.8654478333215588,
+        "val_auc": 0.8602,
+        "k": 1,
+        "dataset": "122_us_timezone_Los_Angeles",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            5230
+        ]
+    },
+    {
+        "test_f1": 0.8573605894842493,
+        "test_acc": 0.857824013870828,
+        "test_auc": 0.9381193811336864,
+        "val_auc": 0.9259999999999999,
+        "k": 16,
+        "dataset": "122_us_timezone_Los_Angeles",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            5230,
+            27653,
+            6446,
+            1220,
+            2405,
+            31545,
+            18966,
+            31490,
+            547,
+            29456,
+            18823,
+            22469,
+            31405,
+            26106,
+            21803,
+            15387
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8501694101411182,
+        "test_acc": 0.8502564102564103,
+        "test_auc": 0.9382005924529573,
+        "val_auc": 0.952264381884945,
+        "k": 1,
+        "dataset": "123_world_country_United_Kingdom",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            4761
+        ]
+    },
+    {
+        "test_f1": 0.9692305750247127,
+        "test_acc": 0.9692307692307692,
+        "test_auc": 0.992358703335914,
+        "val_auc": 0.9942880456956343,
+        "k": 16,
+        "dataset": "123_world_country_United_Kingdom",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            4761,
+            29647,
+            17749,
+            24616,
+            14742,
+            17891,
+            16922,
+            22788,
+            20104,
+            3183,
+            14232,
+            3399,
+            5456,
+            1440,
+            18823,
+            13986
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.9007755255132825,
+        "test_acc": 0.9015384615384615,
+        "test_auc": 0.9044795839364459,
+        "val_auc": 0.9302325581395349,
+        "k": 1,
+        "dataset": "124_world_country_United_States",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            18659
+        ]
+    },
+    {
+        "test_f1": 0.9610233449818711,
+        "test_acc": 0.961025641025641,
+        "test_auc": 0.9936252398424614,
+        "val_auc": 1.0,
+        "k": 16,
+        "dataset": "124_world_country_United_States",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            18659,
+            29522,
+            29868,
+            4761,
+            17233,
+            13901,
+            917,
+            16116,
+            5456,
+            5757,
+            3399,
+            11807,
+            2143,
+            14232,
+            23070,
+            27115
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.9589579532770056,
+        "test_acc": 0.958974358974359,
+        "test_auc": 0.981570000336621,
+        "val_auc": 0.9995920032639738,
+        "k": 1,
+        "dataset": "125_world_country_Italy",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            9122
+        ]
+    },
+    {
+        "test_f1": 0.9784615384615385,
+        "test_acc": 0.9784615384615385,
+        "test_auc": 0.9976941461608375,
+        "val_auc": 1.0,
+        "k": 16,
+        "dataset": "125_world_country_Italy",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            9122,
+            1440,
+            31139,
+            14639,
+            30766,
+            16597,
+            29868,
+            28273,
+            7147,
+            22304,
+            14638,
+            17749,
+            14717,
+            17233,
+            11807,
+            1706
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6194097198734697,
+        "test_acc": 0.6194191590810576,
+        "test_auc": 0.6620954153207441,
+        "val_auc": 0.6876,
+        "k": 1,
+        "dataset": "126_art_type_book",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            12247
+        ]
+    },
+    {
+        "test_f1": 0.7056066890035801,
+        "test_acc": 0.7069787602947551,
+        "test_auc": 0.7886081219815386,
+        "val_auc": 0.8029999999999999,
+        "k": 16,
+        "dataset": "126_art_type_book",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            12247,
+            25878,
+            23439,
+            7995,
+            15827,
+            24487,
+            11302,
+            6230,
+            24343,
+            30018,
+            25582,
+            8943,
+            2029,
+            1944,
+            13255,
+            20252
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6542916134157861,
+        "test_acc": 0.6666666666666666,
+        "test_auc": 0.6795425541989024,
+        "val_auc": 0.6714,
+        "k": 1,
+        "dataset": "127_art_type_song",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7995
+        ]
+    },
+    {
+        "test_f1": 0.7533041828469449,
+        "test_acc": 0.753359341135674,
+        "test_auc": 0.8327319583754835,
+        "val_auc": 0.8496,
+        "k": 16,
+        "dataset": "127_art_type_song",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7995,
+            12247,
+            15827,
+            7841,
+            24343,
+            26478,
+            30057,
+            14589,
+            1257,
+            25878,
+            22192,
+            298,
+            13255,
+            1944,
+            26759,
+            26936
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5207261228832126,
+        "test_acc": 0.5574338968357174,
+        "test_auc": 0.5650048626069285,
+        "val_auc": 0.5660000000000001,
+        "k": 1,
+        "dataset": "128_art_type_movie",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            14639
+        ]
+    },
+    {
+        "test_f1": 0.6397715526290674,
+        "test_acc": 0.6406588643259644,
+        "test_auc": 0.7022074131081453,
+        "val_auc": 0.7304,
+        "k": 16,
+        "dataset": "128_art_type_movie",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            14639,
+            12460,
+            11807,
+            15827,
+            22192,
+            7995,
+            1440,
+            18634,
+            31086,
+            13860,
+            14589,
+            25901,
+            15387,
+            21236,
+            24750,
+            26478
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6095264034364154,
+        "test_acc": 0.6204690831556503,
+        "test_auc": 0.6398254228041461,
+        "val_auc": 0.5784,
+        "k": 1,
+        "dataset": "129_arith_mc_A",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1185
+        ]
+    },
+    {
+        "test_f1": 0.7840098463055911,
+        "test_acc": 0.7846481876332623,
+        "test_auc": 0.8584106201127477,
+        "val_auc": 0.8552,
+        "k": 16,
+        "dataset": "129_arith_mc_A",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1185,
+            14542,
+            30074,
+            17809,
+            20449,
+            18271,
+            3095,
+            5725,
+            4049,
+            19539,
+            12744,
+            23811,
+            12127,
+            11220,
+            5806,
+            16618
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.9696969696969697,
+        "test_acc": 0.9696969696969697,
+        "test_auc": 0.9779591836734693,
+        "val_auc": 0.9601449275362319,
+        "k": 1,
+        "dataset": "130_temp_cat_Frequency",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            8845
+        ]
+    },
+    {
+        "test_f1": 1.0,
+        "test_acc": 1.0,
+        "test_auc": 1.0,
+        "val_auc": 1.0,
+        "k": 16,
+        "dataset": "130_temp_cat_Frequency",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            8845,
+            19764,
+            10969,
+            32236,
+            2739,
+            22584,
+            2468,
+            10348,
+            31889,
+            21218,
+            25240,
+            26911,
+            27607,
+            30061,
+            992,
+            11039
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8482990353199857,
+        "test_acc": 0.8484848484848485,
+        "test_auc": 0.9122448979591837,
+        "val_auc": 0.874194847020934,
+        "k": 1,
+        "dataset": "131_temp_cat_Typical Time",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            6330
+        ]
+    },
+    {
+        "test_f1": 0.9696598070639972,
+        "test_acc": 0.9696969696969697,
+        "test_auc": 0.9967346938775511,
+        "val_auc": 0.9842995169082126,
+        "k": 16,
+        "dataset": "131_temp_cat_Typical Time",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            6330,
+            14285,
+            15453,
+            10969,
+            6714,
+            16835,
+            29275,
+            24776,
+            22739,
+            23688,
+            1300,
+            19764,
+            5209,
+            13597,
+            7673,
+            27902
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.9189439402205359,
+        "test_acc": 0.9191919191919192,
+        "test_auc": 0.9273469387755101,
+        "val_auc": 0.9074074074074074,
+        "k": 1,
+        "dataset": "132_temp_cat_Event Ordering",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            14619
+        ]
+    },
+    {
+        "test_f1": 0.9797856011091305,
+        "test_acc": 0.9797979797979798,
+        "test_auc": 0.9987755102040816,
+        "val_auc": 1.0,
+        "k": 16,
+        "dataset": "132_temp_cat_Event Ordering",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            14619,
+            6330,
+            22584,
+            12148,
+            20180,
+            15587,
+            9869,
+            13597,
+            11535,
+            22212,
+            11039,
+            18480,
+            3372,
+            393,
+            23209,
+            5835
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.9466645596291614,
+        "test_acc": 0.9466666666666667,
+        "test_auc": 0.9630214917825538,
+        "val_auc": 0.9492694805194806,
+        "k": 1,
+        "dataset": "133_context_type_Causality",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            8498
+        ]
+    },
+    {
+        "test_f1": 0.9377777777777778,
+        "test_acc": 0.9377777777777778,
+        "test_auc": 0.9700537294563844,
+        "val_auc": 0.9784902597402598,
+        "k": 16,
+        "dataset": "133_context_type_Causality",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            8498,
+            4560,
+            12873,
+            16863,
+            4994,
+            24976,
+            27381,
+            13597,
+            13999,
+            18973,
+            4451,
+            6029,
+            2696,
+            4654,
+            31741,
+            30356
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6827403980843597,
+        "test_acc": 0.6844444444444444,
+        "test_auc": 0.7470764854614412,
+        "val_auc": 0.5669642857142857,
+        "k": 1,
+        "dataset": "134_context_type_Belief_states",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1474
+        ]
+    },
+    {
+        "test_f1": 0.7986401860797997,
+        "test_acc": 0.8,
+        "test_auc": 0.9027338811630847,
+        "val_auc": 0.854301948051948,
+        "k": 16,
+        "dataset": "134_context_type_Belief_states",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1474,
+            18973,
+            992,
+            2893,
+            4771,
+            1206,
+            15587,
+            21218,
+            26821,
+            16165,
+            4654,
+            18220,
+            6475,
+            6375,
+            12479,
+            2972
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8610700735578785,
+        "test_acc": 0.8622222222222222,
+        "test_auc": 0.875869152970923,
+        "val_auc": 0.8942775974025974,
+        "k": 1,
+        "dataset": "135_context_type_Event_duration",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            11535
+        ]
+    },
+    {
+        "test_f1": 0.9555450187029134,
+        "test_acc": 0.9555555555555556,
+        "test_auc": 0.9943900126422249,
+        "val_auc": 0.9866071428571428,
+        "k": 16,
+        "dataset": "135_context_type_Event_duration",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            11535,
+            13229,
+            22584,
+            15575,
+            23209,
+            22468,
+            7516,
+            14500,
+            27719,
+            24487,
+            12148,
+            6514,
+            16858,
+            6330,
+            2690,
+            19764
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.7229756787564391,
+        "test_acc": 0.7234503684438665,
+        "test_auc": 0.7764553624708959,
+        "val_auc": 0.8342,
+        "k": 1,
+        "dataset": "136_glue_mnli_entailment",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            21276
+        ]
+    },
+    {
+        "test_f1": 0.7527822692245206,
+        "test_acc": 0.7537928045080191,
+        "test_auc": 0.8245786366963734,
+        "val_auc": 0.896,
+        "k": 16,
+        "dataset": "136_glue_mnli_entailment",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            21276,
+            5773,
+            17840,
+            9664,
+            24934,
+            895,
+            13467,
+            11534,
+            24704,
+            23600,
+            17201,
+            8731,
+            30910,
+            685,
+            13729,
+            9313
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6237943949814779,
+        "test_acc": 0.6250541829215431,
+        "test_auc": 0.661661763976425,
+        "val_auc": 0.7132000000000001,
+        "k": 1,
+        "dataset": "137_glue_mnli_neutral",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            21276
+        ]
+    },
+    {
+        "test_f1": 0.6846480360047881,
+        "test_acc": 0.6848721283051582,
+        "test_auc": 0.7547213132495892,
+        "val_auc": 0.7964000000000001,
+        "k": 16,
+        "dataset": "137_glue_mnli_neutral",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            21276,
+            5826,
+            31511,
+            27404,
+            5773,
+            17840,
+            9313,
+            27656,
+            13467,
+            24724,
+            1102,
+            25065,
+            16696,
+            24934,
+            30851,
+            30998
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5889330715645289,
+        "test_acc": 0.5916775032509753,
+        "test_auc": 0.6190534526012317,
+        "val_auc": 0.6464,
+        "k": 1,
+        "dataset": "138_glue_mnli_contradiction",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            21276
+        ]
+    },
+    {
+        "test_f1": 0.742481853932304,
+        "test_acc": 0.7438231469440832,
+        "test_auc": 0.8279155725174776,
+        "val_auc": 0.8304,
+        "k": 16,
+        "dataset": "138_glue_mnli_contradiction",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            21276,
+            8847,
+            30998,
+            5826,
+            27404,
+            25065,
+            5773,
+            27656,
+            2489,
+            25543,
+            11910,
+            9664,
+            26629,
+            8304,
+            24934,
+            31876
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6703384661277905,
+        "test_acc": 0.6705084745762712,
+        "test_auc": 0.7103598783613344,
+        "val_auc": 0.7586553945249599,
+        "k": 1,
+        "dataset": "139_news_class_Politics",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19527
+        ]
+    },
+    {
+        "test_f1": 0.7941827407699165,
+        "test_acc": 0.7945762711864407,
+        "test_auc": 0.8693919537567153,
+        "val_auc": 0.8756038647342995,
+        "k": 16,
+        "dataset": "139_news_class_Politics",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19527,
+            2198,
+            4712,
+            1440,
+            4103,
+            23180,
+            23395,
+            7737,
+            20158,
+            14892,
+            8017,
+            27505,
+            30057,
+            2371,
+            2813,
+            8683
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5575765765777074,
+        "test_acc": 0.560677966101695,
+        "test_auc": 0.5767485558166301,
+        "val_auc": 0.6384863123993558,
+        "k": 1,
+        "dataset": "140_news_class_Technology",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            3976
+        ]
+    },
+    {
+        "test_f1": 0.7737203913946582,
+        "test_acc": 0.7742372881355932,
+        "test_auc": 0.86295334120234,
+        "val_auc": 0.8679549114331724,
+        "k": 16,
+        "dataset": "140_news_class_Technology",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            3976,
+            17032,
+            24551,
+            13347,
+            8934,
+            8731,
+            17721,
+            21474,
+            7023,
+            13630,
+            22764,
+            32031,
+            22727,
+            12845,
+            2813,
+            2198
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6374248670055985,
+        "test_acc": 0.648135593220339,
+        "test_auc": 0.6528683265123019,
+        "val_auc": 0.623792270531401,
+        "k": 1,
+        "dataset": "141_news_class_Entertainment",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19527
+        ]
+    },
+    {
+        "test_f1": 0.7530852820493633,
+        "test_acc": 0.7532203389830509,
+        "test_auc": 0.8500273944394804,
+        "val_auc": 0.8927133655394525,
+        "k": 16,
+        "dataset": "141_news_class_Entertainment",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            19527,
+            2198,
+            7078,
+            20568,
+            22745,
+            1944,
+            2371,
+            10825,
+            5615,
+            10209,
+            21044,
+            20759,
+            2813,
+            23180,
+            7023,
+            1440
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5736120110067442,
+        "test_acc": 0.597667638483965,
+        "test_auc": 0.596015231878145,
+        "val_auc": 0.606642657062825,
+        "k": 1,
+        "dataset": "142_cancer_cat_Thyroid_Cancer",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            27447
+        ]
+    },
+    {
+        "test_f1": 0.6588863293445828,
+        "test_acc": 0.6588921282798834,
+        "test_auc": 0.6975724194206445,
+        "val_auc": 0.7907162865146059,
+        "k": 16,
+        "dataset": "142_cancer_cat_Thyroid_Cancer",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            27447,
+            2082,
+            11750,
+            23447,
+            24929,
+            28876,
+            8731,
+            26490,
+            3178,
+            26213,
+            3675,
+            1000,
+            6859,
+            2585,
+            23348,
+            23418
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6682811759468037,
+        "test_acc": 0.6793002915451894,
+        "test_auc": 0.6903984768121855,
+        "val_auc": 0.7302921168467387,
+        "k": 1,
+        "dataset": "143_cancer_cat_Lung_Cancer",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            15241
+        ]
+    },
+    {
+        "test_f1": 0.879902870898198,
+        "test_acc": 0.880466472303207,
+        "test_auc": 0.9444954440364477,
+        "val_auc": 0.9299719887955182,
+        "k": 16,
+        "dataset": "143_cancer_cat_Lung_Cancer",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            15241,
+            11750,
+            32713,
+            19552,
+            28876,
+            1000,
+            4985,
+            8683,
+            13373,
+            26213,
+            27447,
+            13763,
+            2082,
+            13729,
+            23447,
+            2585
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.727891728368474,
+        "test_acc": 0.7288629737609329,
+        "test_auc": 0.7420270637834897,
+        "val_auc": 0.617046818727491,
+        "k": 1,
+        "dataset": "144_cancer_cat_Colon_Cancer",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            15241
+        ]
+    },
+    {
+        "test_f1": 0.8309037900874635,
+        "test_acc": 0.8309037900874635,
+        "test_auc": 0.9048687610499115,
+        "val_auc": 0.8819527811124449,
+        "k": 16,
+        "dataset": "144_cancer_cat_Colon_Cancer",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            15241,
+            32713,
+            21044,
+            3675,
+            13373,
+            29386,
+            19552,
+            24444,
+            1000,
+            4985,
+            13629,
+            1706,
+            3178,
+            6275,
+            28876,
+            15133
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.49121989121989124,
+        "test_acc": 0.5151515151515151,
+        "test_auc": 0.5191836734693878,
+        "val_auc": 0.5252525252525253,
+        "k": 1,
+        "dataset": "145_disease_class_digestive system diseases",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            23418
+        ]
+    },
+    {
+        "test_f1": 0.5428403372328606,
+        "test_acc": 0.5454545454545454,
+        "test_auc": 0.5489795918367347,
+        "val_auc": 0.5886868686868686,
+        "k": 16,
+        "dataset": "145_disease_class_digestive system diseases",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            23418,
+            30091,
+            11423,
+            28653,
+            30061,
+            22019,
+            17605,
+            15631,
+            4672,
+            27334,
+            19500,
+            16547,
+            26418,
+            9673,
+            2816,
+            24841
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.45455653966811144,
+        "test_acc": 0.5454545454545454,
+        "test_auc": 0.55,
+        "val_auc": 0.5692929292929293,
+        "k": 1,
+        "dataset": "146_disease_class_cardiovascular diseases",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7084
+        ]
+    },
+    {
+        "test_f1": 0.469884025439581,
+        "test_acc": 0.47474747474747475,
+        "test_auc": 0.5338775510204081,
+        "val_auc": 0.6824242424242424,
+        "k": 16,
+        "dataset": "146_disease_class_cardiovascular diseases",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7084,
+            23418,
+            26364,
+            25567,
+            18452,
+            22917,
+            2084,
+            1169,
+            22016,
+            8212,
+            30073,
+            21710,
+            7767,
+            25525,
+            8879,
+            22041
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5757575757575758,
+        "test_acc": 0.5757575757575758,
+        "test_auc": 0.5846938775510204,
+        "val_auc": 0.6163636363636363,
+        "k": 1,
+        "dataset": "147_disease_class_nervous system diseases",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            23887
+        ]
+    },
+    {
+        "test_f1": 0.5352587095444239,
+        "test_acc": 0.5353535353535354,
+        "test_auc": 0.5812244897959185,
+        "val_auc": 0.6763636363636363,
+        "k": 16,
+        "dataset": "147_disease_class_nervous system diseases",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            23887,
+            24915,
+            11416,
+            256,
+            6230,
+            307,
+            30073,
+            31511,
+            29386,
+            11423,
+            9673,
+            22016,
+            5043,
+            17907,
+            21533,
+            28566
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5193154056523528,
+        "test_acc": 0.5193220338983051,
+        "test_auc": 0.5230039749515542,
+        "val_auc": 0.6247987117552335,
+        "k": 1,
+        "dataset": "148_twt_emotion_worry",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1944
+        ]
+    },
+    {
+        "test_f1": 0.5606557526634622,
+        "test_acc": 0.560677966101695,
+        "test_auc": 0.5976997863601431,
+        "val_auc": 0.6634460547504026,
+        "k": 16,
+        "dataset": "148_twt_emotion_worry",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1944,
+            10660,
+            3814,
+            4627,
+            14127,
+            15241,
+            26967,
+            11026,
+            24487,
+            24343,
+            13174,
+            25525,
+            16706,
+            32510,
+            9175,
+            11206
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5803108967827775,
+        "test_acc": 0.5810169491525424,
+        "test_auc": 0.6028192371475953,
+        "val_auc": 0.6115136876006441,
+        "k": 1,
+        "dataset": "149_twt_emotion_happiness",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1944
+        ]
+    },
+    {
+        "test_f1": 0.6535561372642272,
+        "test_acc": 0.6535593220338983,
+        "test_auc": 0.7255803392497968,
+        "val_auc": 0.7570450885668277,
+        "k": 16,
+        "dataset": "149_twt_emotion_happiness",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1944,
+            27398,
+            4985,
+            26967,
+            22602,
+            29988,
+            23889,
+            14127,
+            5168,
+            32510,
+            21889,
+            29777,
+            14097,
+            9313,
+            4627,
+            15884
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.538948868276155,
+        "test_acc": 0.5769491525423729,
+        "test_auc": 0.5803557967737071,
+        "val_auc": 0.6209742351046699,
+        "k": 1,
+        "dataset": "150_twt_emotion_sadness",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            29988
+        ]
+    },
+    {
+        "test_f1": 0.6016850582801904,
+        "test_acc": 0.6033898305084746,
+        "test_auc": 0.6367423782785997,
+        "val_auc": 0.748792270531401,
+        "k": 16,
+        "dataset": "150_twt_emotion_sadness",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            29988,
+            799,
+            4627,
+            26967,
+            11910,
+            14097,
+            16594,
+            12591,
+            11026,
+            5034,
+            22739,
+            9207,
+            29930,
+            6230,
+            14108,
+            21316
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.4799620918073501,
+        "test_acc": 0.5012406947890818,
+        "test_auc": 0.4961331954090931,
+        "val_auc": 0.562625050020008,
+        "k": 1,
+        "dataset": "151_it_tick_HR Support",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7664
+        ]
+    },
+    {
+        "test_f1": 0.593907960212401,
+        "test_acc": 0.5955334987593052,
+        "test_auc": 0.6501773311659524,
+        "val_auc": 0.6250500200080031,
+        "k": 16,
+        "dataset": "151_it_tick_HR Support",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7664,
+            29853,
+            24444,
+            13345,
+            15772,
+            16696,
+            739,
+            15811,
+            2354,
+            31338,
+            8594,
+            1613,
+            30057,
+            29434,
+            3150,
+            19666
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/152_it_tick_Hardware_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5642756535207794,
+        "test_acc": 0.56575682382134,
+        "test_auc": 0.58856706566179,
+        "val_auc": 0.6094437775110044,
+        "k": 1,
+        "dataset": "152_it_tick_Hardware",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            6605
+        ]
+    },
+    {
+        "test_f1": 0.632401221607177,
+        "test_acc": 0.6327543424317618,
+        "test_auc": 0.6810748239003005,
+        "val_auc": 0.693077230892357,
+        "k": 16,
+        "dataset": "152_it_tick_Hardware",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            6605,
+            31753,
+            1999,
+            8642,
+            13614,
+            16696,
+            7664,
+            15811,
+            6337,
+            31666,
+            19666,
+            17126,
+            17891,
+            28112,
+            23439,
+            29853
+        ]
+    }
+]

gemma-2-2b-btk-softmax_topp-p0.8/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-142.6/denoised/sae_probes/sae_probes_gemma-2-2b--softmax_topp-p0.8/normal_setting/153_it_tick_Administrative rights_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5707143164360337,
+        "test_acc": 0.5707196029776674,
+        "test_auc": 0.5989236983399833,
+        "val_auc": 0.6126450580232093,
+        "k": 1,
+        "dataset": "153_it_tick_Administrative rights",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            31666
+        ]
+    },
+    {
+        "test_f1": 0.630145417576009,
+        "test_acc": 0.630272952853598,
+        "test_auc": 0.715531254617999,
+        "val_auc": 0.7434973989595839,
+        "k": 16,
+        "dataset": "153_it_tick_Administrative rights",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            31666,
+            7664,
+            17934,
+            7992,
+            17891,
+            28156,
+            29853,
+            8642,
+            22775,
+            23811,
+            19285,
+            18525,
+            18775,
+            13119,
+            28793,
+            3675
+        ]
+    }
+]