Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/saebench_autointerp_custom_sae_eval_results.json filter=lfs diff=lfs merge=lfs -text

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/btk/cfg.json

@@ -0,0 +1 @@
+{"d_in": 2304, "metadata": {"sae_lens_version": "6.39.0", "sae_lens_training_version": "6.39.0", "model_name": "google/gemma-2-2b", "hook_name": "model.layers.12", "hook_head_index": null, "context_size": 1024, "prepend_bos": true, "seqpos_slice": [null], "model_from_pretrained_kwargs": {}, "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-2B", "model_class_name": "AutoModelForCausalLM", "exclude_special_tokens": true, "sequence_separator_token": "bos", "disable_concat_sequences": false}, "d_sae": 32768, "device": "cuda", "apply_b_dec_to_input": true, "normalize_activations": "none", "reshape_activations": "none", "dtype": "float32", "architecture": "jumprelu"}

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/btk/sae_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6325c51465e114a4ccfa887dcad6d34570939b7ef13c50219000bf13cc560d2
+size 604251536

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/cfg.json

@@ -0,0 +1 @@
+{"d_in": 2304, "metadata": {"sae_lens_version": "6.39.0", "sae_lens_training_version": "6.39.0", "model_name": "gemma-2-2b", "hook_name": "blocks.12.hook_resid_post", "hook_head_index": null, "context_size": 1024, "prepend_bos": true, "seqpos_slice": [null], "model_from_pretrained_kwargs": {"center_writing_weights": false}, "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-2B", "model_class_name": "AutoModelForCausalLM", "exclude_special_tokens": true, "sequence_separator_token": "bos", "disable_concat_sequences": false}, "d_sae": 32768, "device": "cuda", "apply_b_dec_to_input": true, "normalize_activations": "none", "reshape_activations": "none", "dtype": "float32", "architecture": "jumprelu"}

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/dashboard.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8aee97ea8dd08894edbffc87c0582fb206b2d4e62fb19604449635c69fd503
+size 6945976548

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/runner_cfg.json

@@ -0,0 +1 @@
+{"sae": {"d_in": 2304, "d_sae": 32768, "dtype": "float32", "device": "cpu", "apply_b_dec_to_input": true, "normalize_activations": "none", "reshape_activations": "none", "metadata": {"sae_lens_version": "6.37.4", "sae_lens_training_version": "6.37.4"}, "decoder_init_norm": 0.1, "k": 150, "use_sparse_activations": false, "aux_loss_coefficient": 1.0, "rescale_acts_by_decoder_norm": true, "topk_threshold_lr": 0.01, "matryoshka_widths": [2048, 8192, 32768], "matryoshka_loss_multipliers": null, "skip_final_matryoshka_width": true, "include_outer_loss": true, "detach_matryoshka_losses": false, "normalize_reconstruction_losses_by_d_in": false, "normalize_losses_by_num_matryoshka_steps": false, "matryoshka_loss_probabilities": 1.0, "initial_matryoshka_loss_probabilities": null, "transition_matryoshka_loss_probabilities_duration": 0, "transition_matryoshka_loss_probabilities_start_step": 0, "pin_matryoshka_encoder": false, "pin_matryoshka_encoder_at_step": 0, "pin_loss_coefficient": 1.0, "use_frequency_sorted_matryoshka": false, "firing_frequency_ema_decay": 0.99, "use_floating_decoder": false, "floating_decoder_controls_b_dec": true, "use_matryoshka_aux_loss": true, "initial_k": null, "transition_k_duration_steps": null, "transition_k_start_step": 0, "btk_start_step": 61035, "weight_link_enc_min_cos_sim": 0.7, "weight_link_dec_min_cos_sim": 0.7, "weight_link_enc_max_norm_ratio": 1.1, "weight_link_dec_max_norm_ratio": 1.1, "weight_link_direction_coeff": 1.0, "weight_link_norm_coeff": 1.0, "weight_link_coeff": 1.0, "btk_loss_coeff": 1.0, "btk_k_ratio": 1.0, "architecture": "twin_xmatryoshka_batchtopk"}, "model_name": "google/gemma-2-2b", "model_class_name": "AutoModelForCausalLM", "hook_name": "model.layers.12", "hook_eval": "NOT_IN_USE", "hook_head_index": null, "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-2B", "dataset_trust_remote_code": true, "streaming": false, "is_dataset_tokenized": true, "use_chat_formatting": false, "context_size": 1024, "use_cached_activations": false, "cached_activations_path": null, "from_pretrained_path": null, "n_batches_in_buffer": 64, "training_tokens": 500000000, "store_batch_size_prompts": 12, "seqpos_slice": [null], "disable_concat_sequences": false, "sequence_separator_token": "bos", "activations_mixing_fraction": 1.0, "device": "cuda", "act_store_device": "cuda", "seed": 0, "dtype": "float32", "prepend_bos": true, "autocast": true, "autocast_lm": true, "compile_llm": false, "llm_compilation_mode": null, "compile_sae": false, "sae_compilation_mode": null, "train_batch_size_tokens": 4096, "adam_beta1": 0.9, "adam_beta2": 0.999, "lr": 0.0003, "lr_scheduler_name": "constant", "lr_warm_up_steps": 0, "lr_end": 2.9999999999999997e-05, "lr_decay_steps": 24414, "n_restart_cycles": 1, "dead_feature_window": 1000, "feature_sampling_window": 2000, "dead_feature_threshold": 1e-08, "n_eval_batches": 10, "eval_batch_size_prompts": 6, "logger": {"log_to_wandb": true, "log_activations_store_to_wandb": false, "log_optimizer_state_to_wandb": false, "log_weights_to_wandb": true, "wandb_project": "sae-rethink", "wandb_id": null, "run_name": "twin-btk-mat-k-150-layer-12-2026-04-13T14:09:48", "wandb_entity": "chanind", "wandb_log_frequency": 10, "eval_every_n_wandb_logs": 100}, "n_checkpoints": 0, "checkpoint_path": "/vol/data/shared/checkpoints/1bdd9c609f4c734ebf649edf8d9d13c0bd3134b7d42bd968669bd05716199b8e", "save_final_checkpoint": false, "output_path": "/vol/data/saes/twin/gemma-2-2b-twin-btk-mat/k-150/seed-0/model.layers.12/w-32768/t-500M/l0-143.5", "resume_from_checkpoint": null, "verbose": true, "model_kwargs": {}, "model_from_pretrained_kwargs": {}, "sae_lens_version": "6.37.4", "sae_lens_training_version": "6.37.4", "exclude_special_tokens": true, "n_batches_for_norm_estimate": 1000, "b_dec_init_method": "zeros", "vnorm_denoise_config": null}

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/100_news_fake_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.9794742107838612,
+        "test_acc": 0.9794749403341289,
+        "test_auc": 0.9952809554014742,
+        "val_auc": 0.9824109824109826,
+        "k": 1,
+        "dataset": "100_news_fake",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            591
+        ]
+    },
+    {
+        "test_f1": 0.9937947494033413,
+        "test_acc": 0.9937947494033413,
+        "test_auc": 0.9997165656874968,
+        "val_auc": 0.9982839982839983,
+        "k": 16,
+        "dataset": "100_news_fake",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            591,
+            1912,
+            1873,
+            1727,
+            18788,
+            17,
+            12301,
+            875,
+            1809,
+            7145,
+            7768,
+            4169,
+            206,
+            671,
+            2511,
+            1439
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/105_click_bait_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.9371352919954474,
+        "test_acc": 0.9371354504212573,
+        "test_auc": 0.9632147873362769,
+        "val_auc": 0.9470855725506409,
+        "k": 1,
+        "dataset": "105_click_bait",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            961
+        ]
+    },
+    {
+        "test_f1": 0.965648298646884,
+        "test_acc": 0.9656513285806869,
+        "test_auc": 0.9963407995806536,
+        "val_auc": 0.9979330301777595,
+        "k": 16,
+        "dataset": "105_click_bait",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            961,
+            765,
+            1912,
+            1873,
+            5667,
+            915,
+            1854,
+            65,
+            1147,
+            1471,
+            6221,
+            2090,
+            1146,
+            5081,
+            29991,
+            1831
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/106_hate_hate_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5801399806457852,
+        "test_acc": 0.5849056603773585,
+        "test_auc": 0.5955164808680975,
+        "val_auc": 0.5542216886754702,
+        "k": 1,
+        "dataset": "106_hate_hate",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            473
+        ]
+    },
+    {
+        "test_f1": 0.6099633060242315,
+        "test_acc": 0.6125786163522012,
+        "test_auc": 0.6489218400488488,
+        "val_auc": 0.6390556222488996,
+        "k": 16,
+        "dataset": "106_hate_hate",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            473,
+            4736,
+            2680,
+            197,
+            1863,
+            7180,
+            1115,
+            1954,
+            6258,
+            1446,
+            828,
+            1534,
+            1834,
+            1520,
+            976,
+            721
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/107_hate_offensive_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6455622465734614,
+        "test_acc": 0.6616352201257861,
+        "test_auc": 0.6706750315683734,
+        "val_auc": 0.6894757903161265,
+        "k": 1,
+        "dataset": "107_hate_offensive",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            453
+        ]
+    },
+    {
+        "test_f1": 0.7225637496552629,
+        "test_acc": 0.7240251572327044,
+        "test_auc": 0.7802056425113337,
+        "val_auc": 0.7995198079231693,
+        "k": 16,
+        "dataset": "107_hate_offensive",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            453,
+            7715,
+            409,
+            1346,
+            7468,
+            1956,
+            3544,
+            8954,
+            30258,
+            866,
+            319,
+            1186,
+            1986,
+            473,
+            6488,
+            1440
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/110_aimade_humangpt3_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.7854055454944832,
+        "test_acc": 0.7854088050314465,
+        "test_auc": 0.8212894629984235,
+        "val_auc": 0.852140856342537,
+        "k": 1,
+        "dataset": "110_aimade_humangpt3",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1912
+        ]
+    },
+    {
+        "test_f1": 0.7891522853666044,
+        "test_acc": 0.7891823899371069,
+        "test_auc": 0.8958062668917379,
+        "val_auc": 0.9181672669067628,
+        "k": 16,
+        "dataset": "110_aimade_humangpt3",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1912,
+            1957,
+            59,
+            866,
+            641,
+            1146,
+            306,
+            1007,
+            22764,
+            915,
+            1405,
+            1658,
+            831,
+            7028,
+            942,
+            6044
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/113_movie_sent_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8507001394550531,
+        "test_acc": 0.8508176100628931,
+        "test_auc": 0.8986679260262127,
+        "val_auc": 0.9447779111644659,
+        "k": 1,
+        "dataset": "113_movie_sent",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1460
+        ]
+    },
+    {
+        "test_f1": 0.8716530308731567,
+        "test_acc": 0.8716981132075472,
+        "test_auc": 0.9356869703373741,
+        "val_auc": 0.957983193277311,
+        "k": 16,
+        "dataset": "113_movie_sent",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1460,
+            29254,
+            1954,
+            2407,
+            1390,
+            870,
+            1801,
+            1115,
+            4108,
+            2832,
+            6941,
+            575,
+            1147,
+            1540,
+            4711,
+            7014
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/114_nyc_borough_Manhattan_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5421815750405149,
+        "test_acc": 0.5466666666666666,
+        "test_auc": 0.551883815262396,
+        "val_auc": 0.6560587515299877,
+        "k": 1,
+        "dataset": "114_nyc_borough_Manhattan",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            502
+        ]
+    },
+    {
+        "test_f1": 0.5909808502528386,
+        "test_acc": 0.5917948717948718,
+        "test_auc": 0.6476819436496449,
+        "val_auc": 0.7099143206854345,
+        "k": 16,
+        "dataset": "114_nyc_borough_Manhattan",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            502,
+            3072,
+            694,
+            7591,
+            928,
+            2016,
+            1694,
+            1939,
+            738,
+            218,
+            5467,
+            5136,
+            1719,
+            1623,
+            19604,
+            260
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/115_nyc_borough_Brooklyn_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.47928499606596,
+        "test_acc": 0.5158974358974359,
+        "test_auc": 0.5161683273302589,
+        "val_auc": 0.5320277437780498,
+        "k": 1,
+        "dataset": "115_nyc_borough_Brooklyn",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            5838
+        ]
+    },
+    {
+        "test_f1": 0.5248522938533454,
+        "test_acc": 0.5251282051282051,
+        "test_auc": 0.5273294173090517,
+        "val_auc": 0.6001631986944104,
+        "k": 16,
+        "dataset": "115_nyc_borough_Brooklyn",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            5838,
+            216,
+            1626,
+            1728,
+            218,
+            2016,
+            3064,
+            2799,
+            849,
+            126,
+            2514,
+            65,
+            30082,
+            1309,
+            260,
+            355
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/116_nyc_borough_Bronx_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.4928310090563661,
+        "test_acc": 0.5312820512820513,
+        "test_auc": 0.5312931295654223,
+        "val_auc": 0.5430436556507547,
+        "k": 1,
+        "dataset": "116_nyc_borough_Bronx",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1493
+        ]
+    },
+    {
+        "test_f1": 0.5471738419200378,
+        "test_acc": 0.5517948717948717,
+        "test_auc": 0.5607306358770661,
+        "val_auc": 0.5915952672378622,
+        "k": 16,
+        "dataset": "116_nyc_borough_Bronx",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1493,
+            2514,
+            1787,
+            30288,
+            23429,
+            12645,
+            1576,
+            1963,
+            3205,
+            248,
+            755,
+            4375,
+            1498,
+            30358,
+            1152,
+            65
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/117_us_state_FL_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8233894735728156,
+        "test_acc": 0.8282828282828283,
+        "test_auc": 0.8300000000000001,
+        "val_auc": 0.8183092948717948,
+        "k": 1,
+        "dataset": "117_us_state_FL",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26915
+        ]
+    },
+    {
+        "test_f1": 0.8181447124304266,
+        "test_acc": 0.8181818181818182,
+        "test_auc": 0.9191836734693878,
+        "val_auc": 0.9579326923076923,
+        "k": 16,
+        "dataset": "117_us_state_FL",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            26915,
+            390,
+            6811,
+            3518,
+            1785,
+            746,
+            7052,
+            1694,
+            1284,
+            1582,
+            6732,
+            2889,
+            3586,
+            3776,
+            7777,
+            6527
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/118_us_state_CA_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.888410991636798,
+        "test_acc": 0.8888888888888888,
+        "test_auc": 0.8965306122448978,
+        "val_auc": 0.9397035256410257,
+        "k": 1,
+        "dataset": "118_us_state_CA",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            4032
+        ]
+    },
+    {
+        "test_f1": 0.8785398998164956,
+        "test_acc": 0.8787878787878788,
+        "test_auc": 0.9583673469387755,
+        "val_auc": 0.9899839743589743,
+        "k": 16,
+        "dataset": "118_us_state_CA",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            4032,
+            746,
+            7038,
+            1131,
+            126,
+            4223,
+            6732,
+            7650,
+            2757,
+            1326,
+            6525,
+            538,
+            1727,
+            1429,
+            7777,
+            841
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/119_us_state_TX_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8473644735326978,
+        "test_acc": 0.8484848484848485,
+        "test_auc": 0.8759183673469387,
+        "val_auc": 0.8052884615384616,
+        "k": 1,
+        "dataset": "119_us_state_TX",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            8171
+        ]
+    },
+    {
+        "test_f1": 0.8989280055456527,
+        "test_acc": 0.898989898989899,
+        "test_auc": 0.9775510204081633,
+        "val_auc": 0.9543269230769231,
+        "k": 16,
+        "dataset": "119_us_state_TX",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            8171,
+            7038,
+            746,
+            557,
+            5467,
+            7052,
+            6732,
+            4223,
+            1823,
+            288,
+            6932,
+            7777,
+            1585,
+            178,
+            5673,
+            850
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/120_us_timezone_Chicago_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6291773460140262,
+        "test_acc": 0.6605981794538361,
+        "test_auc": 0.6660862101878756,
+        "val_auc": 0.7328,
+        "k": 1,
+        "dataset": "120_us_timezone_Chicago",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            4032
+        ]
+    },
+    {
+        "test_f1": 0.7861743175870144,
+        "test_acc": 0.7863025574338969,
+        "test_auc": 0.8812839987914882,
+        "val_auc": 0.894,
+        "k": 16,
+        "dataset": "120_us_timezone_Chicago",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            4032,
+            8171,
+            7038,
+            746,
+            5673,
+            126,
+            849,
+            1582,
+            5436,
+            7052,
+            18,
+            373,
+            441,
+            288,
+            425,
+            1694
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/121_us_timezone_New_York_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6029657527953877,
+        "test_acc": 0.6098829648894668,
+        "test_auc": 0.6332497095212399,
+        "val_auc": 0.6344000000000001,
+        "k": 1,
+        "dataset": "121_us_timezone_New_York",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            5436
+        ]
+    },
+    {
+        "test_f1": 0.8203616024969126,
+        "test_acc": 0.8214130905938448,
+        "test_auc": 0.9213369989523224,
+        "val_auc": 0.9683999999999999,
+        "k": 16,
+        "dataset": "121_us_timezone_New_York",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            5436,
+            4032,
+            7052,
+            7777,
+            8171,
+            2799,
+            6732,
+            5673,
+            4223,
+            7970,
+            1616,
+            1131,
+            6097,
+            557,
+            488,
+            649
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/122_us_timezone_Los_Angeles_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8317040063586488,
+        "test_acc": 0.8339835283918509,
+        "test_auc": 0.8464190319579247,
+        "val_auc": 0.8568,
+        "k": 1,
+        "dataset": "122_us_timezone_Los_Angeles",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            4032
+        ]
+    },
+    {
+        "test_f1": 0.8269683091823924,
+        "test_acc": 0.8300823580407456,
+        "test_auc": 0.9195580514098554,
+        "val_auc": 0.9481999999999999,
+        "k": 16,
+        "dataset": "122_us_timezone_Los_Angeles",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            4032,
+            746,
+            7038,
+            7777,
+            126,
+            1429,
+            4223,
+            1582,
+            832,
+            7591,
+            5353,
+            2757,
+            7052,
+            23169,
+            5673,
+            3776
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/123_world_country_United_Kingdom_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8758700150817185,
+        "test_acc": 0.8758974358974358,
+        "test_auc": 0.9490271653145723,
+        "val_auc": 0.9640962872297021,
+        "k": 1,
+        "dataset": "123_world_country_United_Kingdom",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            3561
+        ]
+    },
+    {
+        "test_f1": 0.9620141214967085,
+        "test_acc": 0.9620512820512821,
+        "test_auc": 0.9911552832665702,
+        "val_auc": 0.9930640554875562,
+        "k": 16,
+        "dataset": "123_world_country_United_Kingdom",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            3561,
+            3350,
+            4099,
+            5467,
+            1293,
+            288,
+            26439,
+            124,
+            1585,
+            6932,
+            1582,
+            1785,
+            12764,
+            57,
+            14471,
+            128
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/124_world_country_United_States_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.7585132995164583,
+        "test_acc": 0.76,
+        "test_auc": 0.8036405560978894,
+        "val_auc": 0.864953080375357,
+        "k": 1,
+        "dataset": "124_world_country_United_States",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1238
+        ]
+    },
+    {
+        "test_f1": 0.9558948377016445,
+        "test_acc": 0.9558974358974359,
+        "test_auc": 0.9910837513044064,
+        "val_auc": 1.0,
+        "k": 16,
+        "dataset": "124_world_country_United_States",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1238,
+            7161,
+            22214,
+            1293,
+            10346,
+            2846,
+            1018,
+            6763,
+            841,
+            1827,
+            806,
+            6894,
+            4561,
+            850,
+            5467,
+            12764
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/125_world_country_Italy_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8892027972027973,
+        "test_acc": 0.8892307692307693,
+        "test_auc": 0.9603670851987748,
+        "val_auc": 0.9661362709098327,
+        "k": 1,
+        "dataset": "125_world_country_Italy",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1238
+        ]
+    },
+    {
+        "test_f1": 0.9815384226975771,
+        "test_acc": 0.9815384615384616,
+        "test_auc": 0.9982874406705491,
+        "val_auc": 1.0,
+        "k": 16,
+        "dataset": "125_world_country_Italy",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1238,
+            5855,
+            23310,
+            128,
+            7760,
+            726,
+            806,
+            52,
+            441,
+            896,
+            218,
+            1652,
+            22214,
+            1168,
+            3561,
+            18157
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/126_art_type_book_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5810247630045569,
+        "test_acc": 0.6025140875596012,
+        "test_auc": 0.613088304039947,
+        "val_auc": 0.6372,
+        "k": 1,
+        "dataset": "126_art_type_book",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            5925
+        ]
+    },
+    {
+        "test_f1": 0.7011243941203538,
+        "test_acc": 0.7013437364542696,
+        "test_auc": 0.7737858138140126,
+        "val_auc": 0.824,
+        "k": 16,
+        "dataset": "126_art_type_book",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            5925,
+            765,
+            1627,
+            1471,
+            965,
+            976,
+            8182,
+            1245,
+            1974,
+            850,
+            9215,
+            13167,
+            6492,
+            1956,
+            750,
+            455
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/127_art_type_song_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6203802143288761,
+        "test_acc": 0.6402254009536195,
+        "test_auc": 0.6498235332137849,
+        "val_auc": 0.7092,
+        "k": 1,
+        "dataset": "127_art_type_song",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1245
+        ]
+    },
+    {
+        "test_f1": 0.7596734443124059,
+        "test_acc": 0.7598612917208496,
+        "test_auc": 0.8486049503893843,
+        "val_auc": 0.8296,
+        "k": 16,
+        "dataset": "127_art_type_song",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1245,
+            1301,
+            8182,
+            409,
+            31360,
+            1391,
+            9215,
+            755,
+            31605,
+            1627,
+            1956,
+            1253,
+            3544,
+            5925,
+            726,
+            759
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/128_art_type_movie_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.580628661854354,
+        "test_acc": 0.6016471608149111,
+        "test_auc": 0.612021837389013,
+        "val_auc": 0.6571999999999999,
+        "k": 1,
+        "dataset": "128_art_type_movie",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1293
+        ]
+    },
+    {
+        "test_f1": 0.6699944893321388,
+        "test_acc": 0.6701343736454269,
+        "test_auc": 0.7443884614170554,
+        "val_auc": 0.8204,
+        "k": 16,
+        "dataset": "128_art_type_movie",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1293,
+            806,
+            976,
+            338,
+            1301,
+            841,
+            828,
+            128,
+            1245,
+            409,
+            1939,
+            1133,
+            31605,
+            8182,
+            1186,
+            6777
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/129_arith_mc_A_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5763080389618984,
+        "test_acc": 0.5884861407249466,
+        "test_auc": 0.6015093653391526,
+        "val_auc": 0.6288,
+        "k": 1,
+        "dataset": "129_arith_mc_A",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1752
+        ]
+    },
+    {
+        "test_f1": 0.7269895228760173,
+        "test_acc": 0.7270788912579957,
+        "test_auc": 0.8215675577377706,
+        "val_auc": 0.8056,
+        "k": 16,
+        "dataset": "129_arith_mc_A",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1752,
+            66,
+            1702,
+            21988,
+            3907,
+            1529,
+            298,
+            1763,
+            1236,
+            1782,
+            1900,
+            7729,
+            1416,
+            5967,
+            892,
+            416
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/130_temp_cat_Frequency_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.9393815708101421,
+        "test_acc": 0.9393939393939394,
+        "test_auc": 0.9648979591836735,
+        "val_auc": 0.9665861513687601,
+        "k": 1,
+        "dataset": "130_temp_cat_Frequency",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            803
+        ]
+    },
+    {
+        "test_f1": 1.0,
+        "test_acc": 1.0,
+        "test_auc": 1.0,
+        "val_auc": 1.0,
+        "k": 16,
+        "dataset": "130_temp_cat_Frequency",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            803,
+            881,
+            26786,
+            1699,
+            1143,
+            12841,
+            743,
+            948,
+            412,
+            5740,
+            2034,
+            774,
+            1779,
+            7295,
+            1043,
+            2030
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/131_temp_cat_Typical Time_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8382848088730442,
+        "test_acc": 0.8383838383838383,
+        "test_auc": 0.8828571428571429,
+        "val_auc": 0.8667471819645732,
+        "k": 1,
+        "dataset": "131_temp_cat_Typical Time",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            18126
+        ]
+    },
+    {
+        "test_f1": 0.9494846391855681,
+        "test_acc": 0.9494949494949495,
+        "test_auc": 0.9820408163265306,
+        "val_auc": 0.9661835748792271,
+        "k": 16,
+        "dataset": "131_temp_cat_Typical Time",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            18126,
+            1546,
+            1779,
+            12841,
+            907,
+            1389,
+            3926,
+            264,
+            1043,
+            2598,
+            4676,
+            1699,
+            1412,
+            732,
+            803,
+            728
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/132_temp_cat_Event Ordering_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.9290757032692516,
+        "test_acc": 0.9292929292929293,
+        "test_auc": 0.9485714285714285,
+        "val_auc": 0.9690016103059581,
+        "k": 1,
+        "dataset": "132_temp_cat_Event Ordering",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1389
+        ]
+    },
+    {
+        "test_f1": 1.0,
+        "test_acc": 1.0,
+        "test_auc": 1.0,
+        "val_auc": 1.0,
+        "k": 16,
+        "dataset": "132_temp_cat_Event Ordering",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1389,
+            3619,
+            601,
+            673,
+            1404,
+            18725,
+            1412,
+            19,
+            59,
+            2278,
+            12841,
+            1108,
+            5858,
+            112,
+            1043,
+            2393
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/133_context_type_Causality_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.9288860795055486,
+        "test_acc": 0.9288888888888889,
+        "test_auc": 0.9521965865992414,
+        "val_auc": 0.9354707792207794,
+        "k": 1,
+        "dataset": "133_context_type_Causality",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1896
+        ]
+    },
+    {
+        "test_f1": 0.9377531840140536,
+        "test_acc": 0.9377777777777778,
+        "test_auc": 0.9766908975979771,
+        "val_auc": 0.9910714285714286,
+        "k": 16,
+        "dataset": "133_context_type_Causality",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1896,
+            537,
+            18725,
+            16688,
+            6065,
+            2036,
+            1089,
+            975,
+            2574,
+            1816,
+            995,
+            3926,
+            1136,
+            1520,
+            14471,
+            110
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/134_context_type_Belief_states_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8311044388256777,
+        "test_acc": 0.8311111111111111,
+        "test_auc": 0.8823878002528445,
+        "val_auc": 0.8530844155844155,
+        "k": 1,
+        "dataset": "134_context_type_Belief_states",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1536
+        ]
+    },
+    {
+        "test_f1": 0.8710958341838806,
+        "test_acc": 0.8711111111111111,
+        "test_auc": 0.939198798988622,
+        "val_auc": 0.9068587662337662,
+        "k": 16,
+        "dataset": "134_context_type_Belief_states",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1536,
+            950,
+            1286,
+            1164,
+            1187,
+            1907,
+            609,
+            3926,
+            948,
+            1343,
+            7689,
+            110,
+            29973,
+            19935,
+            5137,
+            1854
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/135_context_type_Event_duration_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.9244444444444444,
+        "test_acc": 0.9244444444444444,
+        "test_auc": 0.9511694058154236,
+        "val_auc": 0.9389204545454546,
+        "k": 1,
+        "dataset": "135_context_type_Event_duration",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1389
+        ]
+    },
+    {
+        "test_f1": 0.9733333333333334,
+        "test_acc": 0.9733333333333334,
+        "test_auc": 0.9822218710493045,
+        "val_auc": 0.9805194805194805,
+        "k": 16,
+        "dataset": "135_context_type_Event_duration",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1389,
+            1043,
+            1568,
+            2278,
+            12841,
+            1779,
+            296,
+            288,
+            1699,
+            1045,
+            918,
+            743,
+            1536,
+            1896,
+            7776,
+            1452
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/136_glue_mnli_entailment_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6931515798171085,
+        "test_acc": 0.693974859124404,
+        "test_auc": 0.7382805160526154,
+        "val_auc": 0.8124,
+        "k": 1,
+        "dataset": "136_glue_mnli_entailment",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            17441
+        ]
+    },
+    {
+        "test_f1": 0.7576863748010236,
+        "test_acc": 0.7589943649761595,
+        "test_auc": 0.8276367429702637,
+        "val_auc": 0.8808,
+        "k": 16,
+        "dataset": "136_glue_mnli_entailment",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            17441,
+            6,
+            1149,
+            2993,
+            3478,
+            6259,
+            5197,
+            484,
+            23968,
+            870,
+            1673,
+            1573,
+            3798,
+            772,
+            3733,
+            7742
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/137_glue_mnli_neutral_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5918740790861167,
+        "test_acc": 0.5925444299956654,
+        "test_auc": 0.6224384883981355,
+        "val_auc": 0.6424,
+        "k": 1,
+        "dataset": "137_glue_mnli_neutral",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            831
+        ]
+    },
+    {
+        "test_f1": 0.6823735884160967,
+        "test_acc": 0.682704811443433,
+        "test_auc": 0.7453504609330494,
+        "val_auc": 0.8089999999999999,
+        "k": 16,
+        "dataset": "137_glue_mnli_neutral",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            831,
+            6,
+            17441,
+            870,
+            1942,
+            9,
+            3478,
+            1149,
+            5631,
+            5475,
+            496,
+            3358,
+            2993,
+            641,
+            1573,
+            772
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/138_glue_mnli_contradiction_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6031938982411725,
+        "test_acc": 0.6168183788469874,
+        "test_auc": 0.6442134977550839,
+        "val_auc": 0.6803999999999999,
+        "k": 1,
+        "dataset": "138_glue_mnli_contradiction",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            870
+        ]
+    },
+    {
+        "test_f1": 0.7530309590465332,
+        "test_acc": 0.7542262678803641,
+        "test_auc": 0.8377493871010896,
+        "val_auc": 0.7992,
+        "k": 16,
+        "dataset": "138_glue_mnli_contradiction",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            870,
+            1149,
+            5631,
+            6,
+            1989,
+            17441,
+            1986,
+            1204,
+            3478,
+            1460,
+            1865,
+            422,
+            484,
+            575,
+            1563,
+            6259
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/139_news_class_Politics_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8053932859952562,
+        "test_acc": 0.8067796610169492,
+        "test_auc": 0.834229627913647,
+        "val_auc": 0.8015297906602254,
+        "k": 1,
+        "dataset": "139_news_class_Politics",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            386
+        ]
+    },
+    {
+        "test_f1": 0.8764820911771912,
+        "test_acc": 0.8766101694915254,
+        "test_auc": 0.9417325787911881,
+        "val_auc": 0.9448470209339774,
+        "k": 16,
+        "dataset": "139_news_class_Politics",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            386,
+            1293,
+            7619,
+            1605,
+            31430,
+            6186,
+            591,
+            15791,
+            642,
+            351,
+            1147,
+            656,
+            4454,
+            15549,
+            51,
+            6365
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/140_news_class_Technology_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.8301655639119235,
+        "test_acc": 0.8325423728813559,
+        "test_auc": 0.8414146929800369,
+        "val_auc": 0.8047504025764896,
+        "k": 1,
+        "dataset": "140_news_class_Technology",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            642
+        ]
+    },
+    {
+        "test_f1": 0.8604195503375026,
+        "test_acc": 0.8610169491525423,
+        "test_auc": 0.9290373704279784,
+        "val_auc": 0.8776167471819646,
+        "k": 16,
+        "dataset": "140_news_class_Technology",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            642,
+            234,
+            2803,
+            1756,
+            351,
+            2019,
+            607,
+            20009,
+            179,
+            1605,
+            492,
+            1685,
+            735,
+            386,
+            6365,
+            2054
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/141_news_class_Entertainment_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6359536817229112,
+        "test_acc": 0.64,
+        "test_auc": 0.6656977492434355,
+        "val_auc": 0.6843800322061192,
+        "k": 1,
+        "dataset": "141_news_class_Entertainment",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            4454
+        ]
+    },
+    {
+        "test_f1": 0.8054156793246283,
+        "test_acc": 0.8054237288135593,
+        "test_auc": 0.9003770872172765,
+        "val_auc": 0.9376006441223833,
+        "k": 16,
+        "dataset": "141_news_class_Entertainment",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            4454,
+            921,
+            1795,
+            386,
+            591,
+            1065,
+            6962,
+            351,
+            15549,
+            1164,
+            1535,
+            15791,
+            28150,
+            7619,
+            310,
+            462
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/142_cancer_cat_Thyroid_Cancer_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6062019613040022,
+        "test_acc": 0.6122448979591837,
+        "test_auc": 0.6179620563035496,
+        "val_auc": 0.5438175270108043,
+        "k": 1,
+        "dataset": "142_cancer_cat_Thyroid_Cancer",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            21381
+        ]
+    },
+    {
+        "test_f1": 0.6520499049822358,
+        "test_acc": 0.6530612244897959,
+        "test_auc": 0.7547939616483068,
+        "val_auc": 0.7302921168467388,
+        "k": 16,
+        "dataset": "142_cancer_cat_Thyroid_Cancer",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            21381,
+            6438,
+            1051,
+            58,
+            1246,
+            1336,
+            1912,
+            945,
+            6526,
+            364,
+            1398,
+            1959,
+            405,
+            883,
+            1440,
+            1707
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/143_cancer_cat_Lung_Cancer_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.7118675852178012,
+        "test_acc": 0.7230320699708455,
+        "test_auc": 0.7396980824153406,
+        "val_auc": 0.7294917967186876,
+        "k": 1,
+        "dataset": "143_cancer_cat_Lung_Cancer",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            822
+        ]
+    },
+    {
+        "test_f1": 0.8539667068820793,
+        "test_acc": 0.8542274052478134,
+        "test_auc": 0.926016591867265,
+        "val_auc": 0.9059623849539816,
+        "k": 16,
+        "dataset": "143_cancer_cat_Lung_Cancer",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            822,
+            1246,
+            405,
+            6526,
+            21381,
+            307,
+            611,
+            945,
+            1152,
+            1912,
+            1336,
+            565,
+            872,
+            268,
+            792,
+            1051
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/144_cancer_cat_Colon_Cancer_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.6616882630922509,
+        "test_acc": 0.6676384839650146,
+        "test_auc": 0.6858595131238949,
+        "val_auc": 0.6846738695478191,
+        "k": 1,
+        "dataset": "144_cancer_cat_Colon_Cancer",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            822
+        ]
+    },
+    {
+        "test_f1": 0.8278830114955611,
+        "test_acc": 0.8279883381924198,
+        "test_auc": 0.8875628994968041,
+        "val_auc": 0.912765106042417,
+        "k": 16,
+        "dataset": "144_cancer_cat_Colon_Cancer",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            822,
+            1152,
+            1090,
+            1707,
+            11181,
+            565,
+            307,
+            611,
+            6526,
+            1246,
+            405,
+            550,
+            4173,
+            65,
+            1750,
+            1756
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/145_disease_class_digestive system diseases_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.3389600705036947,
+        "test_acc": 0.5050505050505051,
+        "test_auc": 0.5,
+        "val_auc": 0.5,
+        "k": 1,
+        "dataset": "145_disease_class_digestive system diseases",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            777
+        ]
+    },
+    {
+        "test_f1": 0.5246703106692887,
+        "test_acc": 0.5252525252525253,
+        "test_auc": 0.5612244897959183,
+        "val_auc": 0.7002020202020203,
+        "k": 16,
+        "dataset": "145_disease_class_digestive system diseases",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            777,
+            4978,
+            2258,
+            828,
+            7169,
+            24524,
+            16234,
+            209,
+            1997,
+            1064,
+            3833,
+            158,
+            935,
+            496,
+            5312,
+            6273
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/146_disease_class_cardiovascular diseases_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.509923546960584,
+        "test_acc": 0.5252525252525253,
+        "test_auc": 0.506938775510204,
+        "val_auc": 0.5915151515151514,
+        "k": 1,
+        "dataset": "146_disease_class_cardiovascular diseases",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            828
+        ]
+    },
+    {
+        "test_f1": 0.5858585858585859,
+        "test_acc": 0.5858585858585859,
+        "test_auc": 0.6140816326530611,
+        "val_auc": 0.6012121212121211,
+        "k": 16,
+        "dataset": "146_disease_class_cardiovascular diseases",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            828,
+            653,
+            759,
+            4711,
+            1567,
+            3833,
+            713,
+            29134,
+            6832,
+            20539,
+            7,
+            1957,
+            16181,
+            6446,
+            12389,
+            286
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/147_disease_class_nervous system diseases_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5636261691770523,
+        "test_acc": 0.5757575757575758,
+        "test_auc": 0.5740816326530612,
+        "val_auc": 0.5723232323232323,
+        "k": 1,
+        "dataset": "147_disease_class_nervous system diseases",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            713
+        ]
+    },
+    {
+        "test_f1": 0.5541916712129478,
+        "test_acc": 0.5555555555555556,
+        "test_auc": 0.5677551020408164,
+        "val_auc": 0.6056565656565656,
+        "k": 16,
+        "dataset": "147_disease_class_nervous system diseases",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            713,
+            4821,
+            24524,
+            7677,
+            562,
+            120,
+            24361,
+            7768,
+            24921,
+            3449,
+            65,
+            733,
+            31821,
+            1957,
+            563,
+            1667
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/148_twt_emotion_worry_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.49158923230309076,
+        "test_acc": 0.528135593220339,
+        "test_auc": 0.5337778954451688,
+        "val_auc": 0.5571658615136876,
+        "k": 1,
+        "dataset": "148_twt_emotion_worry",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1714
+        ]
+    },
+    {
+        "test_f1": 0.5776271186440678,
+        "test_acc": 0.5776271186440678,
+        "test_auc": 0.6218353906741239,
+        "val_auc": 0.6151368760064412,
+        "k": 16,
+        "dataset": "148_twt_emotion_worry",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1714,
+            1390,
+            1188,
+            288,
+            1460,
+            1801,
+            286,
+            1410,
+            1661,
+            566,
+            1779,
+            750,
+            870,
+            30258,
+            1586,
+            1245
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/149_twt_emotion_happiness_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5911363415229978,
+        "test_acc": 0.5925423728813559,
+        "test_auc": 0.6170349288296141,
+        "val_auc": 0.6751207729468599,
+        "k": 1,
+        "dataset": "149_twt_emotion_happiness",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            750
+        ]
+    },
+    {
+        "test_f1": 0.6687002654009802,
+        "test_acc": 0.6691525423728814,
+        "test_auc": 0.7358403841840317,
+        "val_auc": 0.7661030595813204,
+        "k": 16,
+        "dataset": "149_twt_emotion_happiness",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            750,
+            1460,
+            1661,
+            1390,
+            3731,
+            7587,
+            721,
+            866,
+            870,
+            1801,
+            1325,
+            4934,
+            1124,
+            1188,
+            7456,
+            1809
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/150_twt_emotion_sadness_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5920515426753724,
+        "test_acc": 0.6006779661016949,
+        "test_auc": 0.6100061407669707,
+        "val_auc": 0.6384863123993558,
+        "k": 1,
+        "dataset": "150_twt_emotion_sadness",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1460
+        ]
+    },
+    {
+        "test_f1": 0.6126216842100116,
+        "test_acc": 0.6149152542372881,
+        "test_auc": 0.6556463800730274,
+        "val_auc": 0.7238325281803543,
+        "k": 16,
+        "dataset": "150_twt_emotion_sadness",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            1460,
+            1536,
+            1834,
+            1188,
+            1661,
+            15253,
+            7456,
+            1718,
+            866,
+            28318,
+            1801,
+            870,
+            1822,
+            750,
+            669,
+            1873
+        ]
+    }
+]

gemma-2-2b-twin-btk-mat/layer-12/k-150/w-32768/t-500M/enc-0.7-dec-0.7/seed-0/sae_probes/sae_probes_gemma-2-2b/normal_setting/151_it_tick_HR Support_blocks.12.hook_resid_post_l1.json

@@ -0,0 +1,45 @@
+[
+    {
+        "test_f1": 0.5730537842260894,
+        "test_acc": 0.5732009925558312,
+        "test_auc": 0.587483375203192,
+        "val_auc": 0.5438175270108043,
+        "k": 1,
+        "dataset": "151_it_tick_HR Support",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            907
+        ]
+    },
+    {
+        "test_f1": 0.5975639435006681,
+        "test_acc": 0.598014888337469,
+        "test_auc": 0.665558346879464,
+        "val_auc": 0.6890756302521007,
+        "k": 16,
+        "dataset": "151_it_tick_HR Support",
+        "hook_name": "blocks.12.hook_resid_post",
+        "reg_type": "l1",
+        "binarize": false,
+        "indices": [
+            907,
+            1506,
+            4308,
+            1025,
+            2,
+            28659,
+            765,
+            1279,
+            434,
+            2046,
+            504,
+            7954,
+            1692,
+            1098,
+            32074,
+            4803
+        ]
+    }
+]