Upload folder using huggingface_hub

.gitattributes

@@ -48,3 +48,15 @@ baseline/gemma-2-2b-btk/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-143.2/sae
 baseline/gemma-2-2b-btk/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-193.0/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
 baseline/gemma-2-2b-btk/k-250/seed-0/model.layers.12/w-32768/t-300M/l0-243.2/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
 baseline/gemma-2-2b-btk/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-45.0/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+baseline/gemma-2-2b-btk-mat/k-100/seed-1/model.layers.12/w-32768/t-300M/l0-95.0/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+baseline/gemma-2-2b-btk-mat/k-150/seed-0/model.layers.12/w-32768/t-300M/l0-144.9/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+baseline/gemma-2-2b-btk-mat/k-150/seed-1/model.layers.12/w-32768/t-300M/l0-145.0/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+baseline/gemma-2-2b-btk-mat/k-200/seed-0/model.layers.12/w-32768/t-300M/l0-194.8/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+baseline/gemma-2-2b-btk-mat/k-200/seed-2/model.layers.12/w-32768/t-300M/l0-194.9/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+baseline/gemma-2-2b-btk-mat/k-250/seed-0/model.layers.12/w-32768/t-300M/l0-245.1/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+baseline/gemma-2-2b-btk-mat/k-250/seed-1/model.layers.12/w-32768/t-300M/l0-245.1/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+baseline/gemma-2-2b-btk-mat/k-250/seed-2/model.layers.12/w-32768/t-300M/l0-245.0/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+baseline/gemma-2-2b-btk-mat/k-50/seed-0/model.layers.12/w-32768/t-300M/l0-45.4/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+baseline/gemma-2-2b-btk-mat/k-50/seed-1/model.layers.12/w-32768/t-300M/l0-45.6/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text
+baseline/gemma-2-2b-btk-mat/k-50/seed-2/model.layers.12/w-32768/t-300M/l0-45.5/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/cfg.json

@@ -0,0 +1 @@
+{"apply_b_dec_to_input": true, "normalize_activations": "none", "metadata": {"sae_lens_version": "6.37.3", "sae_lens_training_version": "6.37.3", "model_name": "gemma-2-2b", "hook_name": "blocks.12.hook_resid_post", "hook_head_index": null, "context_size": 1024, "prepend_bos": true, "seqpos_slice": [null], "model_from_pretrained_kwargs": {"center_writing_weights": false}, "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-2B", "model_class_name": "AutoModelForCausalLM", "exclude_special_tokens": true, "sequence_separator_token": "bos", "disable_concat_sequences": false}, "dtype": "float32", "d_in": 2304, "d_sae": 32768, "reshape_activations": "none", "device": "cuda", "architecture": "jumprelu"}

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/feature_absorption/sae/layer_12_sae.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6930226ce8246aa6dc12075a8033111721584de26c83c3daec20489de8325a4
+size 11128085

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/k_sparse_probing/sae/layer_12_sae_metadata.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab6883a8f26ef18523d1f94fa35774ae9f04aae8800268544d9f418c90907fa
+size 22838

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/k_sparse_probing/sae/layer_12_sae_metrics.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669a9d7794befddf126cc2bfc4a5c8e7b8379dcd7a6f7966ac11183d4bee71da
+size 142823

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/k_sparse_probing/sae/layer_12_sae_raw_results.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b0bd284d28ad9a9d2d02716c0efd8d15da2895f6ae8c23a9a786d503005122
+size 118798284

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/runner_cfg.json

@@ -0,0 +1 @@
+{"sae": {"d_in": 2304, "d_sae": 32768, "dtype": "float32", "device": "cpu", "apply_b_dec_to_input": true, "normalize_activations": "none", "reshape_activations": "none", "metadata": {"sae_lens_version": "6.37.0", "sae_lens_training_version": "6.37.0"}, "decoder_init_norm": 0.1, "k": 100, "use_sparse_activations": false, "aux_loss_coefficient": 1.0, "rescale_acts_by_decoder_norm": true, "topk_threshold_lr": 0.01, "matryoshka_widths": [2048, 8192, 32768], "matryoshka_loss_multipliers": null, "skip_final_matryoshka_width": true, "include_outer_loss": true, "detach_matryoshka_losses": false, "normalize_reconstruction_losses_by_d_in": false, "normalize_losses_by_num_matryoshka_steps": false, "matryoshka_loss_probabilities": 1.0, "initial_matryoshka_loss_probabilities": null, "transition_matryoshka_loss_probabilities_duration": 0, "transition_matryoshka_loss_probabilities_start_step": 0, "pin_matryoshka_encoder": false, "pin_matryoshka_encoder_at_step": 0, "pin_loss_coefficient": 1.0, "use_matryoshka_aux_loss": true, "architecture": "xmatryoshka_batchtopk"}, "model_name": "google/gemma-2-2b", "model_class_name": "AutoModelForCausalLM", "hook_name": "model.layers.12", "hook_eval": "NOT_IN_USE", "hook_head_index": null, "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-2B", "dataset_trust_remote_code": true, "streaming": false, "is_dataset_tokenized": true, "context_size": 1024, "use_cached_activations": false, "cached_activations_path": null, "from_pretrained_path": null, "n_batches_in_buffer": 64, "training_tokens": 300000000, "store_batch_size_prompts": 12, "seqpos_slice": [null], "disable_concat_sequences": false, "sequence_separator_token": "bos", "activations_mixing_fraction": 0.5, "device": "cuda", "act_store_device": "cuda", "seed": 0, "dtype": "float32", "prepend_bos": true, "autocast": true, "autocast_lm": true, "compile_llm": false, "llm_compilation_mode": null, "compile_sae": false, "sae_compilation_mode": null, "train_batch_size_tokens": 4096, "adam_beta1": 0.9, "adam_beta2": 0.999, "lr": 0.0003, "lr_scheduler_name": "constant", "lr_warm_up_steps": 0, "lr_end": 2.9999999999999997e-05, "lr_decay_steps": 14648, "n_restart_cycles": 1, "dead_feature_window": 1000, "feature_sampling_window": 2000, "dead_feature_threshold": 1e-08, "n_eval_batches": 10, "eval_batch_size_prompts": 6, "logger": {"log_to_wandb": true, "log_activations_store_to_wandb": false, "log_optimizer_state_to_wandb": false, "log_weights_to_wandb": true, "wandb_project": "sae-rethink", "wandb_id": null, "run_name": "btk-mat-k-100-layer-12-2026-02-21T15:01:43", "wandb_entity": "chanind", "wandb_log_frequency": 10, "eval_every_n_wandb_logs": 100}, "n_checkpoints": 2, "checkpoint_path": "/home/dev/project-storage/shared/checkpoints/2c1f1718c03876f1aba79153eb09f1986d219c379ff40dc473aad6e15d2b8faf", "save_final_checkpoint": false, "output_path": "/home/dev/project-storage/saes/refinement-300t/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8", "resume_from_checkpoint": null, "verbose": true, "model_kwargs": {}, "model_from_pretrained_kwargs": {}, "sae_lens_version": "6.37.0", "sae_lens_training_version": "6.37.0", "exclude_special_tokens": true, "b_dec_init_method": "zeros"}

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.9694229846591836,
+        "test_acc": 0.9694510739856802,
+        "test_auc": 0.9694656488549618,
+        "val_auc": 0.972972972972973,
+        "k": 1,
+        "dataset": "100_news_fake",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            3641
+        ]
+    },
+    {
+        "test_f1": 0.9985680184405502,
+        "test_acc": 0.9985680190930788,
+        "test_auc": 0.9999143317512048,
+        "val_auc": 1.0,
+        "k": 16,
+        "dataset": "100_news_fake",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            3641,
+            11117,
+            3714,
+            277,
+            1463,
+            1857,
+            1314,
+            1227,
+            1425,
+            52,
+            1079,
+            1145,
+            43,
+            2156,
+            1566,
+            1882
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.9338934548324378,
+        "test_acc": 0.9338950097213221,
+        "test_auc": 0.966521172288193,
+        "val_auc": 0.9466721785861927,
+        "k": 1,
+        "dataset": "105_click_bait",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1647
+        ]
+    },
+    {
+        "test_f1": 0.9643438301288979,
+        "test_acc": 0.9643551523007129,
+        "test_auc": 0.9810706101355483,
+        "val_auc": 0.9818106655642828,
+        "k": 16,
+        "dataset": "105_click_bait",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1647,
+            3268,
+            1223,
+            1681,
+            27059,
+            1425,
+            1256,
+            992,
+            2362,
+            1062,
+            277,
+            1692,
+            1697,
+            7287,
+            43,
+            939
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5592935556133121,
+        "test_acc": 0.5733333333333334,
+        "test_auc": 0.5959511472458301,
+        "val_auc": 0.5966386554621848,
+        "k": 1,
+        "dataset": "106_hate_hate",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2007
+        ]
+    },
+    {
+        "test_f1": 0.5985774473358663,
+        "test_acc": 0.6088050314465409,
+        "test_auc": 0.6361947477517343,
+        "val_auc": 0.6326530612244898,
+        "k": 16,
+        "dataset": "106_hate_hate",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2007,
+            3512,
+            570,
+            1286,
+            3768,
+            776,
+            3714,
+            23329,
+            288,
+            1972,
+            300,
+            43,
+            925,
+            1037,
+            71,
+            23075
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6238427790876061,
+        "test_acc": 0.6528301886792452,
+        "test_auc": 0.6555989181186768,
+        "val_auc": 0.6790716286514605,
+        "k": 1,
+        "dataset": "107_hate_offensive",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            15341
+        ]
+    },
+    {
+        "test_f1": 0.7187736013665411,
+        "test_acc": 0.72,
+        "test_auc": 0.7753235568418057,
+        "val_auc": 0.8167266906762705,
+        "k": 16,
+        "dataset": "107_hate_offensive",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            15341,
+            611,
+            2000,
+            1149,
+            1196,
+            5682,
+            7469,
+            1972,
+            304,
+            1247,
+            24482,
+            154,
+            11775,
+            6718,
+            19782,
+            1702
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.7847110890235477,
+        "test_acc": 0.7849056603773585,
+        "test_auc": 0.8274008672062573,
+        "val_auc": 0.8729491796718688,
+        "k": 1,
+        "dataset": "110_aimade_humangpt3",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1425
+        ]
+    },
+    {
+        "test_f1": 0.7906867899893731,
+        "test_acc": 0.7906918238993711,
+        "test_auc": 0.8996813037257263,
+        "val_auc": 0.9099639855942377,
+        "k": 16,
+        "dataset": "110_aimade_humangpt3",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1425,
+            1586,
+            1062,
+            443,
+            1857,
+            1119,
+            1494,
+            13902,
+            1647,
+            611,
+            1725,
+            1383,
+            506,
+            6676,
+            1871,
+            1702
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8423610823905348,
+        "test_acc": 0.8425157232704402,
+        "test_auc": 0.8761276769828836,
+        "val_auc": 0.9139655862344938,
+        "k": 1,
+        "dataset": "113_movie_sent",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            971
+        ]
+    },
+    {
+        "test_f1": 0.8802117251639489,
+        "test_acc": 0.880251572327044,
+        "test_auc": 0.9439720861657109,
+        "val_auc": 0.9623849539815926,
+        "k": 16,
+        "dataset": "113_movie_sent",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            971,
+            2007,
+            1950,
+            16406,
+            491,
+            875,
+            30291,
+            1362,
+            11318,
+            6980,
+            1871,
+            970,
+            28832,
+            3108,
+            20164,
+            749
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5149097030915213,
+        "test_acc": 0.5466666666666666,
+        "test_auc": 0.5502364762513885,
+        "val_auc": 0.5308037535699714,
+        "k": 1,
+        "dataset": "114_nyc_borough_Manhattan",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            3207
+        ]
+    },
+    {
+        "test_f1": 0.6158791744168511,
+        "test_acc": 0.6194871794871795,
+        "test_auc": 0.6686302891574377,
+        "val_auc": 0.6209710322317421,
+        "k": 16,
+        "dataset": "114_nyc_borough_Manhattan",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            3207,
+            1948,
+            823,
+            572,
+            1504,
+            1142,
+            69,
+            1474,
+            567,
+            1596,
+            906,
+            27059,
+            7680,
+            7492,
+            5890,
+            6172
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5250082840967224,
+        "test_acc": 0.5251282051282051,
+        "test_auc": 0.5291513784629885,
+        "val_auc": 0.5157078743370053,
+        "k": 1,
+        "dataset": "115_nyc_borough_Brooklyn",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            379
+        ]
+    },
+    {
+        "test_f1": 0.5425936863770348,
+        "test_acc": 0.5435897435897435,
+        "test_auc": 0.5369273235264416,
+        "val_auc": 0.5630354957160343,
+        "k": 16,
+        "dataset": "115_nyc_borough_Brooklyn",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            379,
+            69,
+            6234,
+            1107,
+            1167,
+            25552,
+            1358,
+            1142,
+            6524,
+            823,
+            37,
+            895,
+            1876,
+            524,
+            20491,
+            1658
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5033684672112249,
+        "test_acc": 0.5456410256410257,
+        "test_auc": 0.547703403238294,
+        "val_auc": 0.5203998368013055,
+        "k": 1,
+        "dataset": "116_nyc_borough_Bronx",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            21577
+        ]
+    },
+    {
+        "test_f1": 0.5342322889206697,
+        "test_acc": 0.5353846153846153,
+        "test_auc": 0.5592326724341063,
+        "val_auc": 0.5893512851897184,
+        "k": 16,
+        "dataset": "116_nyc_borough_Bronx",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            21577,
+            642,
+            191,
+            69,
+            333,
+            1365,
+            1742,
+            926,
+            506,
+            1167,
+            532,
+            5159,
+            1948,
+            25768,
+            1087,
+            1358
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8460372598303634,
+        "test_acc": 0.8484848484848485,
+        "test_auc": 0.856326530612245,
+        "val_auc": 0.8645833333333333,
+        "k": 1,
+        "dataset": "117_us_state_FL",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            8580
+        ]
+    },
+    {
+        "test_f1": 0.8181818181818182,
+        "test_acc": 0.8181818181818182,
+        "test_auc": 0.8926530612244897,
+        "val_auc": 0.9645432692307692,
+        "k": 16,
+        "dataset": "117_us_state_FL",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            8580,
+            4803,
+            7802,
+            4979,
+            69,
+            551,
+            1544,
+            1847,
+            532,
+            4776,
+            2289,
+            1226,
+            6074,
+            1420,
+            5577,
+            29
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8780918288711562,
+        "test_acc": 0.8787878787878788,
+        "test_auc": 0.9095918367346938,
+        "val_auc": 0.9419070512820512,
+        "k": 1,
+        "dataset": "118_us_state_CA",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7260
+        ]
+    },
+    {
+        "test_f1": 0.8686064482736934,
+        "test_acc": 0.8686868686868687,
+        "test_auc": 0.9555102040816326,
+        "val_auc": 0.9883814102564104,
+        "k": 16,
+        "dataset": "118_us_state_CA",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7260,
+            3038,
+            6207,
+            1894,
+            825,
+            5494,
+            4979,
+            5301,
+            5577,
+            4776,
+            11202,
+            7350,
+            1474,
+            3529,
+            5586,
+            1769
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8671979042043984,
+        "test_acc": 0.8686868686868687,
+        "test_auc": 0.8775510204081632,
+        "val_auc": 0.8233173076923076,
+        "k": 1,
+        "dataset": "119_us_state_TX",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7110
+        ]
+    },
+    {
+        "test_f1": 0.8988661121014063,
+        "test_acc": 0.898989898989899,
+        "test_auc": 0.9653061224489795,
+        "val_auc": 0.9711538461538461,
+        "k": 16,
+        "dataset": "119_us_state_TX",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7110,
+            7680,
+            603,
+            4246,
+            1711,
+            1475,
+            6207,
+            4776,
+            5301,
+            7350,
+            4979,
+            1876,
+            7573,
+            4542,
+            461,
+            4943
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6453671587093286,
+        "test_acc": 0.6614651061985263,
+        "test_auc": 0.67957374402696,
+        "val_auc": 0.7667999999999999,
+        "k": 1,
+        "dataset": "120_us_timezone_Chicago",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7260
+        ]
+    },
+    {
+        "test_f1": 0.7975725290464437,
+        "test_acc": 0.7975726051148678,
+        "test_auc": 0.8953239307901473,
+        "val_auc": 0.9176,
+        "k": 16,
+        "dataset": "120_us_timezone_Chicago",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7260,
+            7350,
+            3038,
+            1894,
+            1876,
+            7110,
+            6207,
+            1475,
+            11202,
+            551,
+            29,
+            265,
+            2265,
+            4776,
+            3529,
+            4943
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6287319067563097,
+        "test_acc": 0.6458604247941049,
+        "test_auc": 0.6689188478252048,
+        "val_auc": 0.696,
+        "k": 1,
+        "dataset": "121_us_timezone_New_York",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7260
+        ]
+    },
+    {
+        "test_f1": 0.8157643326565608,
+        "test_acc": 0.8166449934980494,
+        "test_auc": 0.9156912642928327,
+        "val_auc": 0.9312,
+        "k": 16,
+        "dataset": "121_us_timezone_New_York",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7260,
+            4776,
+            7141,
+            3529,
+            6894,
+            2056,
+            7110,
+            7350,
+            3039,
+            265,
+            4992,
+            1711,
+            171,
+            4979,
+            7573,
+            3538
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8107212964272528,
+        "test_acc": 0.811443433029909,
+        "test_auc": 0.8552837071853848,
+        "val_auc": 0.8687999999999999,
+        "k": 1,
+        "dataset": "122_us_timezone_Los_Angeles",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7260
+        ]
+    },
+    {
+        "test_f1": 0.8375636179289772,
+        "test_acc": 0.8391850888599913,
+        "test_auc": 0.9246758136787312,
+        "val_auc": 0.954,
+        "k": 16,
+        "dataset": "122_us_timezone_Los_Angeles",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            7260,
+            3038,
+            825,
+            6207,
+            1894,
+            5494,
+            11202,
+            7350,
+            4776,
+            1876,
+            171,
+            1474,
+            4998,
+            29,
+            461,
+            551
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.9569225331461187,
+        "test_acc": 0.9569230769230769,
+        "test_auc": 0.9831773656040664,
+        "val_auc": 0.9951040391676866,
+        "k": 1,
+        "dataset": "123_world_country_United_Kingdom",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2372
+        ]
+    },
+    {
+        "test_f1": 0.9702457059556757,
+        "test_acc": 0.9702564102564103,
+        "test_auc": 0.9915760595145925,
+        "val_auc": 0.9991840065279478,
+        "k": 16,
+        "dataset": "123_world_country_United_Kingdom",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2372,
+            4119,
+            7680,
+            1240,
+            1475,
+            962,
+            1711,
+            629,
+            419,
+            1945,
+            2704,
+            29699,
+            4246,
+            1474,
+            1876,
+            30766
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8414508544270659,
+        "test_acc": 0.8451282051282051,
+        "test_auc": 0.8456340256505201,
+        "val_auc": 0.8837209302325582,
+        "k": 1,
+        "dataset": "124_world_country_United_States",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            3515
+        ]
+    },
+    {
+        "test_f1": 0.9487140643026115,
+        "test_acc": 0.9487179487179487,
+        "test_auc": 0.9912562695660956,
+        "val_auc": 0.9983680130558956,
+        "k": 16,
+        "dataset": "124_world_country_United_States",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            3515,
+            4105,
+            30620,
+            2704,
+            629,
+            1951,
+            962,
+            8079,
+            7877,
+            346,
+            1483,
+            1959,
+            6418,
+            398,
+            946,
+            7680
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.9220315980315978,
+        "test_acc": 0.9220512820512821,
+        "test_auc": 0.9685133133604874,
+        "val_auc": 0.9787841697266421,
+        "k": 1,
+        "dataset": "125_world_country_Italy",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1951
+        ]
+    },
+    {
+        "test_f1": 0.9764080228267914,
+        "test_acc": 0.9764102564102564,
+        "test_auc": 0.996591712391019,
+        "val_auc": 1.0,
+        "k": 16,
+        "dataset": "125_world_country_Italy",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1951,
+            6929,
+            1945,
+            962,
+            2014,
+            3941,
+            11428,
+            2372,
+            629,
+            544,
+            567,
+            30620,
+            1959,
+            171,
+            398,
+            4119
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5706545728894823,
+        "test_acc": 0.5726051148677936,
+        "test_auc": 0.5969143113962371,
+        "val_auc": 0.5952000000000001,
+        "k": 1,
+        "dataset": "126_art_type_book",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1681
+        ]
+    },
+    {
+        "test_f1": 0.6892328706914621,
+        "test_acc": 0.6913740788903338,
+        "test_auc": 0.7646580918438975,
+        "val_auc": 0.8032,
+        "k": 16,
+        "dataset": "126_art_type_book",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1681,
+            4916,
+            1063,
+            282,
+            18329,
+            396,
+            1697,
+            4309,
+            25819,
+            1288,
+            1599,
+            11542,
+            43,
+            360,
+            6885,
+            1358
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6157958481505632,
+        "test_acc": 0.6441265713047247,
+        "test_auc": 0.6489498422471107,
+        "val_auc": 0.6192000000000002,
+        "k": 1,
+        "dataset": "127_art_type_song",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            30230
+        ]
+    },
+    {
+        "test_f1": 0.7490184826687019,
+        "test_acc": 0.7490247074122237,
+        "test_auc": 0.8271843025728978,
+        "val_auc": 0.8338,
+        "k": 16,
+        "dataset": "127_art_type_song",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            30230,
+            25819,
+            2000,
+            1954,
+            903,
+            328,
+            1504,
+            7765,
+            1365,
+            823,
+            6737,
+            659,
+            1696,
+            1486,
+            1149,
+            1288
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5264326509246606,
+        "test_acc": 0.5834416991764196,
+        "test_auc": 0.5880338533642175,
+        "val_auc": 0.6018,
+        "k": 1,
+        "dataset": "128_art_type_movie",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            629
+        ]
+    },
+    {
+        "test_f1": 0.6351584958660529,
+        "test_acc": 0.6384915474642393,
+        "test_auc": 0.7103735113433272,
+        "val_auc": 0.7572,
+        "k": 16,
+        "dataset": "128_art_type_movie",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            629,
+            1240,
+            1959,
+            1486,
+            2000,
+            1067,
+            25819,
+            5245,
+            903,
+            3492,
+            1037,
+            30230,
+            1696,
+            1945,
+            8950,
+            733
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6423098629116595,
+        "test_acc": 0.6439232409381663,
+        "test_auc": 0.6667030369158029,
+        "val_auc": 0.5880000000000001,
+        "k": 1,
+        "dataset": "129_arith_mc_A",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            351
+        ]
+    },
+    {
+        "test_f1": 0.7245634886630589,
+        "test_acc": 0.7249466950959488,
+        "test_auc": 0.8233133296963084,
+        "val_auc": 0.7984,
+        "k": 16,
+        "dataset": "129_arith_mc_A",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            351,
+            1239,
+            4657,
+            1217,
+            27547,
+            543,
+            880,
+            964,
+            10049,
+            1806,
+            821,
+            6629,
+            711,
+            2545,
+            2036,
+            6273
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.9393939393939394,
+        "test_acc": 0.9393939393939394,
+        "test_auc": 0.9622448979591837,
+        "val_auc": 0.9524959742351048,
+        "k": 1,
+        "dataset": "130_temp_cat_Frequency",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            744
+        ]
+    },
+    {
+        "test_f1": 0.9898969278371137,
+        "test_acc": 0.98989898989899,
+        "test_auc": 0.9991836734693877,
+        "val_auc": 1.0,
+        "k": 16,
+        "dataset": "130_temp_cat_Frequency",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            744,
+            5915,
+            1881,
+            1024,
+            28850,
+            585,
+            628,
+            1716,
+            1703,
+            1305,
+            25508,
+            15453,
+            500,
+            131,
+            487,
+            1741
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8076885358438757,
+        "test_acc": 0.8080808080808081,
+        "test_auc": 0.8375510204081632,
+        "val_auc": 0.8305152979066022,
+        "k": 1,
+        "dataset": "131_temp_cat_Typical Time",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            24006
+        ]
+    },
+    {
+        "test_f1": 0.9494846391855681,
+        "test_acc": 0.9494949494949495,
+        "test_auc": 0.9869387755102041,
+        "val_auc": 0.9665861513687601,
+        "k": 16,
+        "dataset": "131_temp_cat_Typical Time",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            24006,
+            500,
+            443,
+            372,
+            251,
+            1305,
+            2863,
+            843,
+            786,
+            744,
+            521,
+            28850,
+            970,
+            4660,
+            7034,
+            18329
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.9393568033273916,
+        "test_acc": 0.9393939393939394,
+        "test_auc": 0.956734693877551,
+        "val_auc": 0.93317230273752,
+        "k": 1,
+        "dataset": "132_temp_cat_Event Ordering",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            251
+        ]
+    },
+    {
+        "test_f1": 0.98989898989899,
+        "test_acc": 0.98989898989899,
+        "test_auc": 0.9995918367346939,
+        "val_auc": 0.998792270531401,
+        "k": 16,
+        "dataset": "132_temp_cat_Event Ordering",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            251,
+            1563,
+            9806,
+            19411,
+            1500,
+            1978,
+            13938,
+            1206,
+            843,
+            4400,
+            1872,
+            7053,
+            1703,
+            30332,
+            9857,
+            1970
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.9288804594067752,
+        "test_acc": 0.9288888888888889,
+        "test_auc": 0.9500237041719343,
+        "val_auc": 0.9283685064935064,
+        "k": 1,
+        "dataset": "133_context_type_Causality",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1388
+        ]
+    },
+    {
+        "test_f1": 0.9555502871292346,
+        "test_acc": 0.9555555555555556,
+        "test_auc": 0.9737673830594185,
+        "val_auc": 0.9904626623376623,
+        "k": 16,
+        "dataset": "133_context_type_Causality",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1388,
+            144,
+            2820,
+            32303,
+            30332,
+            32667,
+            7853,
+            1977,
+            3014,
+            2863,
+            32623,
+            48,
+            1223,
+            971,
+            174,
+            131
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.7671416697614374,
+        "test_acc": 0.7688888888888888,
+        "test_auc": 0.8085493046776233,
+        "val_auc": 0.7633928571428571,
+        "k": 1,
+        "dataset": "134_context_type_Belief_states",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1219
+        ]
+    },
+    {
+        "test_f1": 0.8132226613965745,
+        "test_acc": 0.8133333333333334,
+        "test_auc": 0.9151390644753477,
+        "val_auc": 0.8681006493506493,
+        "k": 16,
+        "dataset": "134_context_type_Belief_states",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1219,
+            1748,
+            1040,
+            174,
+            620,
+            131,
+            1608,
+            2265,
+            1168,
+            1230,
+            1824,
+            1256,
+            22999,
+            22168,
+            1425,
+            20645
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.9155555555555556,
+        "test_acc": 0.9155555555555556,
+        "test_auc": 0.9476927939317319,
+        "val_auc": 0.9261363636363636,
+        "k": 1,
+        "dataset": "135_context_type_Event_duration",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            251
+        ]
+    },
+    {
+        "test_f1": 0.96,
+        "test_acc": 0.96,
+        "test_auc": 0.9888590391908976,
+        "val_auc": 0.9849837662337663,
+        "k": 16,
+        "dataset": "135_context_type_Event_duration",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            251,
+            843,
+            363,
+            13938,
+            28850,
+            927,
+            1741,
+            585,
+            5526,
+            500,
+            103,
+            131,
+            144,
+            4400,
+            30332,
+            1500
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6570665536271968,
+        "test_acc": 0.6571304724750758,
+        "test_auc": 0.698900163990855,
+        "val_auc": 0.7302,
+        "k": 1,
+        "dataset": "136_glue_mnli_entailment",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1223
+        ]
+    },
+    {
+        "test_f1": 0.7496306790811983,
+        "test_acc": 0.7503250975292588,
+        "test_auc": 0.834907354937237,
+        "val_auc": 0.896,
+        "k": 16,
+        "dataset": "136_glue_mnli_entailment",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1223,
+            2012,
+            2954,
+            21568,
+            7582,
+            6869,
+            1332,
+            29034,
+            943,
+            545,
+            970,
+            749,
+            1386,
+            929,
+            1362,
+            4920
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5216814153849533,
+        "test_acc": 0.5431296055483311,
+        "test_auc": 0.5534492192021117,
+        "val_auc": 0.5902,
+        "k": 1,
+        "dataset": "137_glue_mnli_neutral",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            970
+        ]
+    },
+    {
+        "test_f1": 0.681500433500969,
+        "test_acc": 0.682271348071088,
+        "test_auc": 0.7526909681773566,
+        "val_auc": 0.7992,
+        "k": 16,
+        "dataset": "137_glue_mnli_neutral",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            970,
+            1223,
+            443,
+            1362,
+            2954,
+            2012,
+            21568,
+            1586,
+            141,
+            28905,
+            1242,
+            7582,
+            749,
+            1324,
+            1119,
+            5763
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6137042067487427,
+        "test_acc": 0.6263545730385782,
+        "test_auc": 0.6470134424401117,
+        "val_auc": 0.6994,
+        "k": 1,
+        "dataset": "138_glue_mnli_contradiction",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            970
+        ]
+    },
+    {
+        "test_f1": 0.7306848163248093,
+        "test_acc": 0.7334200260078023,
+        "test_auc": 0.8277832975840284,
+        "val_auc": 0.7992,
+        "k": 16,
+        "dataset": "138_glue_mnli_contradiction",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            970,
+            1362,
+            28905,
+            2954,
+            6869,
+            7582,
+            2012,
+            21568,
+            29034,
+            1283,
+            61,
+            90,
+            1332,
+            545,
+            1223,
+            929
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.7664083282712159,
+        "test_acc": 0.7749152542372881,
+        "test_auc": 0.7808739010049531,
+        "val_auc": 0.7685185185185186,
+        "k": 1,
+        "dataset": "139_news_class_Politics",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2040
+        ]
+    },
+    {
+        "test_f1": 0.8425485997423536,
+        "test_acc": 0.8427118644067797,
+        "test_auc": 0.930813412611738,
+        "val_auc": 0.9464573268921096,
+        "k": 16,
+        "dataset": "139_news_class_Politics",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            2040,
+            10581,
+            15698,
+            3268,
+            1566,
+            1816,
+            992,
+            3641,
+            1463,
+            1290,
+            21427,
+            1276,
+            17259,
+            202,
+            1692,
+            1857
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.7568174041843337,
+        "test_acc": 0.7654237288135594,
+        "test_auc": 0.7742330476221994,
+        "val_auc": 0.6644524959742352,
+        "k": 1,
+        "dataset": "140_news_class_Technology",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1276
+        ]
+    },
+    {
+        "test_f1": 0.8320907460474617,
+        "test_acc": 0.8325423728813559,
+        "test_auc": 0.9144934970380911,
+        "val_auc": 0.8466183574879227,
+        "k": 16,
+        "dataset": "140_news_class_Technology",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1276,
+            1816,
+            1290,
+            22618,
+            5098,
+            12639,
+            4957,
+            1692,
+            2035,
+            20639,
+            4306,
+            129,
+            689,
+            52,
+            842,
+            2040
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6042275488862886,
+        "test_acc": 0.6061016949152542,
+        "test_auc": 0.6397272690501667,
+        "val_auc": 0.7000805152979066,
+        "k": 1,
+        "dataset": "141_news_class_Entertainment",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            3641
+        ]
+    },
+    {
+        "test_f1": 0.7993181597635581,
+        "test_acc": 0.7993220338983051,
+        "test_auc": 0.8917165833802165,
+        "val_auc": 0.9122383252818036,
+        "k": 16,
+        "dataset": "141_news_class_Entertainment",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            3641,
+            756,
+            1956,
+            1463,
+            15698,
+            21427,
+            778,
+            1290,
+            2040,
+            722,
+            3555,
+            1599,
+            1481,
+            21639,
+            1857,
+            3502
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6062265483526524,
+        "test_acc": 0.6064139941690962,
+        "test_auc": 0.6676016591867265,
+        "val_auc": 0.6158463385354143,
+        "k": 1,
+        "dataset": "142_cancer_cat_Thyroid_Cancer",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            171
+        ]
+    },
+    {
+        "test_f1": 0.6986327744296004,
+        "test_acc": 0.6997084548104956,
+        "test_auc": 0.7782197742418061,
+        "val_auc": 0.7198879551820728,
+        "k": 16,
+        "dataset": "142_cancer_cat_Thyroid_Cancer",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            171,
+            15063,
+            1358,
+            5,
+            759,
+            1289,
+            140,
+            3989,
+            28492,
+            1702,
+            1314,
+            1145,
+            897,
+            36,
+            1713,
+            2783
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.7134598150284418,
+        "test_acc": 0.7288629737609329,
+        "test_auc": 0.7350741194070447,
+        "val_auc": 0.7745098039215687,
+        "k": 1,
+        "dataset": "143_cancer_cat_Lung_Cancer",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            140
+        ]
+    },
+    {
+        "test_f1": 0.8771542994116001,
+        "test_acc": 0.8775510204081632,
+        "test_auc": 0.9626342989256085,
+        "val_auc": 0.969187675070028,
+        "k": 16,
+        "dataset": "143_cancer_cat_Lung_Cancer",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            140,
+            171,
+            396,
+            1702,
+            1145,
+            885,
+            1425,
+            1358,
+            1494,
+            36,
+            553,
+            759,
+            992,
+            13902,
+            1185,
+            1289
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.648351515797792,
+        "test_acc": 0.6559766763848397,
+        "test_auc": 0.7077383380932952,
+        "val_auc": 0.7066826730692277,
+        "k": 1,
+        "dataset": "144_cancer_cat_Colon_Cancer",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            396
+        ]
+    },
+    {
+        "test_f1": 0.8051245554317462,
+        "test_acc": 0.8075801749271136,
+        "test_auc": 0.8610091119271046,
+        "val_auc": 0.8407362945178072,
+        "k": 16,
+        "dataset": "144_cancer_cat_Colon_Cancer",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            396,
+            696,
+            243,
+            3869,
+            140,
+            1945,
+            1902,
+            60,
+            1494,
+            11897,
+            1145,
+            121,
+            26004,
+            1425,
+            244,
+            226
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.3389600705036947,
+        "test_acc": 0.5050505050505051,
+        "test_auc": 0.5,
+        "val_auc": 0.5,
+        "k": 1,
+        "dataset": "145_disease_class_digestive system diseases",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1353
+        ]
+    },
+    {
+        "test_f1": 0.5278281150374173,
+        "test_acc": 0.5353535353535354,
+        "test_auc": 0.5391836734693878,
+        "val_auc": 0.6101010101010101,
+        "k": 16,
+        "dataset": "145_disease_class_digestive system diseases",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1353,
+            23646,
+            83,
+            1297,
+            1242,
+            1004,
+            2790,
+            627,
+            1061,
+            32026,
+            7381,
+            9514,
+            6724,
+            917,
+            2558,
+            13736
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5085399449035812,
+        "test_acc": 0.5151515151515151,
+        "test_auc": 0.5187755102040816,
+        "val_auc": 0.5107070707070708,
+        "k": 1,
+        "dataset": "146_disease_class_cardiovascular diseases",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            39
+        ]
+    },
+    {
+        "test_f1": 0.4942291209860184,
+        "test_acc": 0.5050505050505051,
+        "test_auc": 0.5355102040816326,
+        "val_auc": 0.585050505050505,
+        "k": 16,
+        "dataset": "146_disease_class_cardiovascular diseases",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            39,
+            443,
+            159,
+            1533,
+            875,
+            304,
+            7359,
+            83,
+            32026,
+            9514,
+            627,
+            1169,
+            2790,
+            29507,
+            733,
+            6265
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5242821676137976,
+        "test_acc": 0.5252525252525253,
+        "test_auc": 0.5057142857142857,
+        "val_auc": 0.5177777777777778,
+        "k": 1,
+        "dataset": "147_disease_class_nervous system diseases",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            139
+        ]
+    },
+    {
+        "test_f1": 0.5546462993271503,
+        "test_acc": 0.5555555555555556,
+        "test_auc": 0.593265306122449,
+        "val_auc": 0.6008080808080808,
+        "k": 16,
+        "dataset": "147_disease_class_nervous system diseases",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            139,
+            30006,
+            2790,
+            1297,
+            12987,
+            4552,
+            23646,
+            7381,
+            3835,
+            1533,
+            1176,
+            778,
+            28513,
+            12503,
+            1242,
+            1473
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.551934283208893,
+        "test_acc": 0.5667796610169491,
+        "test_auc": 0.5711372921056211,
+        "val_auc": 0.517914653784219,
+        "k": 1,
+        "dataset": "148_twt_emotion_worry",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            971
+        ]
+    },
+    {
+        "test_f1": 0.5843101007930762,
+        "test_acc": 0.584406779661017,
+        "test_auc": 0.6255501869808386,
+        "val_auc": 0.6177536231884058,
+        "k": 16,
+        "dataset": "148_twt_emotion_worry",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            971,
+            2039,
+            500,
+            491,
+            1950,
+            1805,
+            1413,
+            1395,
+            650,
+            1490,
+            4493,
+            2030,
+            875,
+            24,
+            1562,
+            749
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5952036293924372,
+        "test_acc": 0.5952542372881356,
+        "test_auc": 0.6271616786724177,
+        "val_auc": 0.6139291465378423,
+        "k": 1,
+        "dataset": "149_twt_emotion_happiness",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1395
+        ]
+    },
+    {
+        "test_f1": 0.6718953810897634,
+        "test_acc": 0.672542372881356,
+        "test_auc": 0.7339549480976493,
+        "val_auc": 0.7751610305958132,
+        "k": 16,
+        "dataset": "149_twt_emotion_happiness",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1395,
+            971,
+            1950,
+            875,
+            1805,
+            650,
+            1725,
+            1029,
+            396,
+            491,
+            2013,
+            568,
+            2007,
+            970,
+            7277,
+            681
+        ]
+    }
+]

baseline/gemma-2-2b-btk-mat/k-100/seed-0/model.layers.12/w-32768/t-300M/l0-94.8/sae_probes/sae_probes_gemma-2-2b/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5858024512029095,
+        "test_acc": 0.5993220338983051,
+        "test_auc": 0.6051826970101452,
+        "val_auc": 0.6231884057971014,
+        "k": 1,
+        "dataset": "150_twt_emotion_sadness",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            971
+        ]
+    },
+    {
+        "test_f1": 0.6015544570427772,
+        "test_acc": 0.6027118644067797,
+        "test_auc": 0.6504855618434068,
+        "val_auc": 0.7258454106280193,
+        "k": 16,
+        "dataset": "150_twt_emotion_sadness",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            971,
+            2242,
+            19795,
+            7277,
+            2000,
+            1725,
+            875,
+            6260,
+            2013,
+            1040,
+            1533,
+            491,
+            1475,
+            925,
+            300,
+            2007
+        ]
+    }
+]