diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..1060cbcd9941e3f42600629c530587e96e196f91 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,71 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-16,Token-correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-16,Token-correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-23,Token-last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-23,Token-last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-3,Token-correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-3,Token-correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-9,Token-correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-9,Token-correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-7,Token-correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-7,Token-correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-14,Token-correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-14,Token-correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-2,Token-correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-2,Token-correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-8,Token-correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-8,Token-correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-11,Token-correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-11,Token-correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-15,Token-correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-15,Token-correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-15,Token-last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-15,Token-last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-2,Token-correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-2,Token-correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-7,Token-correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-7,Token-correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-17,Token-last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-17,Token-last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-22,Token-correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-22,Token-correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-24,Token-correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-24,Token-correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-25,Token-correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-25,Token-correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-16,Token-last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-16,Token-last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-22,Token-correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-22,Token-correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-22,Token-last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-22,Token-last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-25,Token-correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-25,Token-correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-25,Token-last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-25,Token-last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +arithmetic_Gemma2ForCausalLM_ones_carry/ResidualStream(Layer-16,Token-op2_last)_featurizer filter=lfs diff=lfs merge=lfs -text +arithmetic_Gemma2ForCausalLM_ones_carry/ResidualStream(Layer-16,Token-op2_last)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +arithmetic_Gemma2ForCausalLM_ones_carry/ResidualStream(Layer-21,Token-last)_featurizer filter=lfs diff=lfs merge=lfs -text +arithmetic_Gemma2ForCausalLM_ones_carry/ResidualStream(Layer-21,Token-last)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +ravel_task_Gemma2ForCausalLM_Continent/ResidualStream(Layer-25,Token-entity_last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +ravel_task_Gemma2ForCausalLM_Continent/ResidualStream(Layer-25,Token-entity_last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +ravel_task_Gemma2ForCausalLM_Continent/ResidualStream(Layer-6,Token-entity_last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +ravel_task_Gemma2ForCausalLM_Continent/ResidualStream(Layer-6,Token-entity_last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +ravel_task_Gemma2ForCausalLM_Country/ResidualStream(Layer-25,Token-entity_last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +ravel_task_Gemma2ForCausalLM_Country/ResidualStream(Layer-25,Token-entity_last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +ravel_task_Gemma2ForCausalLM_Country/ResidualStream(Layer-6,Token-entity_last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +ravel_task_Gemma2ForCausalLM_Country/ResidualStream(Layer-6,Token-entity_last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +ravel_task_Gemma2ForCausalLM_Language/ResidualStream(Layer-25,Token-entity_last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +ravel_task_Gemma2ForCausalLM_Language/ResidualStream(Layer-25,Token-entity_last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +ravel_task_Gemma2ForCausalLM_Language/ResidualStream(Layer-6,Token-entity_last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +ravel_task_Gemma2ForCausalLM_Language/ResidualStream(Layer-6,Token-entity_last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-16,Token-correct_symbol)_featurizer b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-16,Token-correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..859ebd8da49fe5ce66ebb407fcd77e00f8a483ed --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-16,Token-correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ca1837c7a767ef2ba22ab6ec76317ac5791377b6612907e55c7f8d84927e3de +size 21531802 diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-16,Token-correct_symbol)_indices b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-16,Token-correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-16,Token-correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-16,Token-correct_symbol)_inverse_featurizer b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-16,Token-correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..c4a979b592bcf15833593bf5f9149c998823625d --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-16,Token-correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faba64867da4011cced3067c9eca355e97d84e4eadcbc9c2bce286989c27bb6d +size 21532002 diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-23,Token-last_token)_featurizer b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-23,Token-last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..4c2c53e066b1b6f43f0c614a21591d801d530e3d --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-23,Token-last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94b45855519a7a3318b6e0264711a84a2dd8d11c0ae70a044c3724e602f6843c +size 21531702 diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-23,Token-last_token)_indices b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-23,Token-last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-23,Token-last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-23,Token-last_token)_inverse_featurizer b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-23,Token-last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..ff9abe45f10f35b88df0b81bbeb913d371f678bb --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-23,Token-last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c95bb3c06548c3dd3ebde7e154d2bd6dc1b2c4526bf6beb41004ff7851753e18 +size 21531902 diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-3,Token-correct_symbol)_featurizer b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-3,Token-correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..205d8d96ad3bea393e3f7b8c9b9b76bf3a7a750c --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-3,Token-correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5113383a4a251cf8841a94d7a65e0cfa9eb76582ead8381a7df90e88c616cf24 +size 21531793 diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-3,Token-correct_symbol)_indices b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-3,Token-correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-3,Token-correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-3,Token-correct_symbol)_inverse_featurizer b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-3,Token-correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..544f9f96034b385a6634130f4489c24abb811055 --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-3,Token-correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7649149b4f06182cbf0e83ea50f4776cfeec331f677a9c73e737e5f60e931550 +size 21531993 diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-9,Token-correct_symbol)_featurizer b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-9,Token-correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..cc04e689bcc60254a60a8799b976589c67f25d7a --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-9,Token-correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38e8fcef3da8e96e1918fdf58100cf94de4fe8eb1a51b2417a35cfc355e490f9 +size 21531793 diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-9,Token-correct_symbol)_indices b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-9,Token-correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-9,Token-correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-9,Token-correct_symbol)_inverse_featurizer b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-9,Token-correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..443cf73c6c15881b70c61c304da97d17d99f49bd --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer/ResidualStream(Layer-9,Token-correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b6a0c6670e7b9c22eba9e8acbefa4f465e05aa87110dd5819129582eae9a838 +size 21531993 diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-correct_symbol)_featurizer b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..9b9dbe230d687f0433e4efb8523e8a79389a5253 --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56a2b5c87cdaacc73a9ecb6359fd86aae491e0ad2cb12b6c9d60f290dd991049 +size 21531802 diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-correct_symbol)_indices b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-correct_symbol)_inverse_featurizer b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..99777671abff3f97716fca0f4ede4682e75eda84 --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cafc0ed359096bbe76f2ecc7166d1a83ae3e2f009449519c8e80f70976407142 +size 21532002 diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-correct_symbol_period)_featurizer b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..120aae7c3653ee503cad7976b021bb1d72899f90 --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c3407f1093fba140209afa23cd5236cbfd635315ac1b751bb9fa28cc53ddb44 +size 21531993 diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-correct_symbol_period)_indices b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..fb7b573930c82071e8c30d0dd68c79697f7ab3f9 --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8620d24f0da672cee748767d860ab3fec3c354408b2843fe51fce86a340b58ff +size 21532257 diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-last_token)_featurizer b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..f21a11e4ed3a0e199bb7b2d81f2d715b2056205f --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19ea1f746ad1c87e3405ee6778f5b5c82546654c33534e1a96c29b34155b27ba +size 21531702 diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-last_token)_indices b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-last_token)_inverse_featurizer b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..de38e6b1d7a668ad8c67a657f69a65543b275186 --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12121bb62ecd6fde7523e4f62173c4260c31b9a7aee77b58085efe7c398dab47 +size 21531902 diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-7,Token-correct_symbol)_featurizer b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-7,Token-correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..dd839162e1361fb7ee7737514f543be6c0de2125 --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-7,Token-correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87fa44418cc87ce1cf846d5fb10319ba26e0dc7d351c9db97722a11e7101f96a +size 21531793 diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-7,Token-correct_symbol)_indices b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-7,Token-correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-7,Token-correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-7,Token-correct_symbol)_inverse_featurizer b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-7,Token-correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..3c8471dc4fe73ce4937605c912f4b9d8439ec0d8 --- /dev/null +++ b/4_answer_MCQA_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-7,Token-correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aef0bda1ed0d6871d7821808dbe45e03120d1098c930ff20959ecbbd010a168 +size 21531993 diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-14,Token-correct_symbol)_featurizer b/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-14,Token-correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..a62d10cfa0ee4a76c5f0ff2776f5db6b35b79283 --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-14,Token-correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90f87f01d13c14a5dde842d58ed718792c727c54eb58f1e55c7e891a998048ba +size 3329178 diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-14,Token-correct_symbol)_indices b/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-14,Token-correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-14,Token-correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-14,Token-correct_symbol)_inverse_featurizer b/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-14,Token-correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..ac9c9fbe68d745be1eb9d7b4801f10c51d3f4eb2 --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-14,Token-correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92ebad025a8dda0bf9f8638c789002d1f7aa4e78eca1a8efef9f2f9d2fe795b3 +size 3329378 diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-2,Token-correct_symbol)_featurizer b/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-2,Token-correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..183fefe5bc0eddb553b6c11ffbaad0e5183ae717 --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-2,Token-correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76c2d0ff0f1bf39545640db4b183f5b75661e5a714585ad9c9837d9a91f80f9d +size 3329169 diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-2,Token-correct_symbol)_indices b/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-2,Token-correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-2,Token-correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-2,Token-correct_symbol)_inverse_featurizer b/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-2,Token-correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..775df6d0f4da88b671b8e364bd3c8f60580f830d --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-2,Token-correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bddb9b60ef204acf263b5f717669f7074857452d7f161c48af31bd6f82aa2ac +size 3329369 diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-8,Token-correct_symbol)_featurizer b/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-8,Token-correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..f0fb74ddd54ea20a5f446e810f6e2d9d73e24c65 --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-8,Token-correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77e26667d194f315677c11d1be8a0638e38de4f55c3999e763fb58d99d65cb84 +size 3329169 diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-8,Token-correct_symbol)_indices b/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-8,Token-correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-8,Token-correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-8,Token-correct_symbol)_inverse_featurizer b/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-8,Token-correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..3f36e398c1bb57ebb9161cae2bc1ae07aeb1b7cd --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer/ResidualStream(Layer-8,Token-correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:514111df38d68509c3bada0c02feead31f4fda824b5be77b0aef388093b6f980 +size 3329369 diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-11,Token-correct_symbol)_featurizer b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-11,Token-correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d900ad8c18d42343087b81ceb2947fa134b2cf5d --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-11,Token-correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f3bf136daa2f1fe3943626ba4a6719ef24682bcef4aea07f6e3154a8635a942 +size 3329178 diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-11,Token-correct_symbol)_indices b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-11,Token-correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-11,Token-correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-11,Token-correct_symbol)_inverse_featurizer b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-11,Token-correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..9cef2e521d724fa469d5d780c2d1a5c27cc8716a --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-11,Token-correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:519454d83f7bd8e9e4d268917962e2707ac48c9e5fdb0f19c96aa9a2ac1f9ec3 +size 3329378 diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-15,Token-correct_symbol_period)_featurizer b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-15,Token-correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..88880290041c45b90c01ca745195b3ceb6eafb4b --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-15,Token-correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:766dc1de59fe02172ea4e42e2c5e909af7bcaae56f7922e3506f77f35cee6bd8 +size 3329369 diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-15,Token-correct_symbol_period)_indices b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-15,Token-correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-15,Token-correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-15,Token-correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-15,Token-correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..51869a99e6b945f53ad375a3e6e18292620c4445 --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-15,Token-correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43d044c0c9360b004d1279aaa69db06477f46f09a77e285a43608fa233d22746 +size 3329633 diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-15,Token-last_token)_featurizer b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-15,Token-last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..209a8bd5459a06447ff2425a6c72d81d5ec0f621 --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-15,Token-last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03077396395d5a5f62db9dbe20cbd21c48b4f7a4911127496a12bed602a1233c +size 3329078 diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-15,Token-last_token)_indices b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-15,Token-last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-15,Token-last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-15,Token-last_token)_inverse_featurizer b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-15,Token-last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..1e080bb023b3d1f96d8cdf03d687c33a15f7f1f9 --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-15,Token-last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39d92bee2e25b33d898b45d090e3db779dcd9113574ea82d1ebda80efac0661d +size 3329278 diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-2,Token-correct_symbol)_featurizer b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-2,Token-correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..488daaf444393c36cb7820327488e7433e58c530 --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-2,Token-correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c661efb86b8299858666d096180958304ac9fbc5a8b07c1d90d8fafcf471c4dc +size 3329169 diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-2,Token-correct_symbol)_indices b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-2,Token-correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-2,Token-correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-2,Token-correct_symbol)_inverse_featurizer b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-2,Token-correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..93794a35e37c4fe2429dc538065a7b434eb6489e --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-2,Token-correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:387c385c8dcb9ce7bc1182d1bde31be22d16d415fe2fde1b0bdd1333f5807b5d +size 3329369 diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-7,Token-correct_symbol)_featurizer b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-7,Token-correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..db15945fab86194069a820b8d7047895653896ec --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-7,Token-correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab006aa21c28d65798d2ff9832798834b72b3bf9122e47808d421e3a31395cfd +size 3329169 diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-7,Token-correct_symbol)_indices b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-7,Token-correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-7,Token-correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-7,Token-correct_symbol)_inverse_featurizer b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-7,Token-correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..8b2267d2ae44c17831dafb25565499c02bcd0e95 --- /dev/null +++ b/4_answer_MCQA_Qwen2ForCausalLM_answer_pointer/ResidualStream(Layer-7,Token-correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a071acfdb247b327c5b4dcf77217083ddce3c559510fcbc83d6a7ec5664b071a +size 3329369 diff --git a/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-17,Token-last_token)_featurizer b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-17,Token-last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..a77a65f779b3c7565ba7f89e80e98631714fee6e --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-17,Token-last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c046de09966b642dd917b837bc6e51b845c57259f1c5fb1d9b877a3fe1a42188 +size 21531702 diff --git a/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-17,Token-last_token)_indices b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-17,Token-last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-17,Token-last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-17,Token-last_token)_inverse_featurizer b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-17,Token-last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..2cb3a831dc8bff9abd4762b7bcb6836fd9e08d58 --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-17,Token-last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9f63e1a18e28e524e5c3ca425b6dd59e27ccf7e0a80f5db34d0ae4a612a41e5 +size 21531902 diff --git a/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-22,Token-correct_symbol)_featurizer b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-22,Token-correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..8c2c572118ac7d4aa4c110324ee864d351a1c40c --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-22,Token-correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ce97b06383e6a3f1466e5fb8fea4001e155a49324f03e052a6e30bd8ecaa38d +size 21531802 diff --git a/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-22,Token-correct_symbol)_indices b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-22,Token-correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-22,Token-correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-22,Token-correct_symbol)_inverse_featurizer b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-22,Token-correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..47bb76f1c2526b7d8d55992f5cbdbfbcd6e41658 --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-22,Token-correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bddf36b94a9063d71dd581c52ede4b296febefcbcdaea5487dadf46eef80367b +size 21532002 diff --git a/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-24,Token-correct_symbol)_featurizer b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-24,Token-correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..3aee5a4412afadfefac8369af4934652755c83c1 --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-24,Token-correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c93ce2ebb9089a08afbdfb3cb08a9cdf005d0cbaf2af57da6f8685b4265c0f5c +size 21531802 diff --git a/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-24,Token-correct_symbol)_indices b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-24,Token-correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-24,Token-correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-24,Token-correct_symbol)_inverse_featurizer b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-24,Token-correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..6c851d313972747367b6bab98e08aa7b16808698 --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-24,Token-correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dfe186873a33f74a83895b26b061421d73bf8e9af80b493fd210013e01075aa +size 21532002 diff --git a/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-25,Token-correct_symbol)_featurizer b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-25,Token-correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..1c22ed386c78f1ce403f52881f7a70187cc2f34f --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-25,Token-correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56dd1ceea6442c48263556f4a1542d7486359f008c0b9b121329f8d82150b0cd +size 21531802 diff --git a/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-25,Token-correct_symbol)_indices b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-25,Token-correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-25,Token-correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-25,Token-correct_symbol)_inverse_featurizer b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-25,Token-correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..114ee63125b103cf13ae728ea6f413f8a856e1db --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer/ResidualStream(Layer-25,Token-correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:888d9f504de44a74157249068effb6e1d1ad9d2923a50cc198ee021ead6e9be6 +size 21532002 diff --git a/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-16,Token-last_token)_featurizer b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-16,Token-last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..f6d2df2f7c9075d0b4f4ba424e05266e0f9b8be9 --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-16,Token-last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db643b3bbc9ba14582874110a264580450b342a1f0bfd44bbb41aa0bf9e03388 +size 21531702 diff --git a/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-16,Token-last_token)_indices b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-16,Token-last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-16,Token-last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-16,Token-last_token)_inverse_featurizer b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-16,Token-last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..5ba29aeae0dffa57fd6afc1175db5a96b5d5e5f0 --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-16,Token-last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e1c871bd10342cc154151b510cf38064ada79506734726d90b8a00bf120601a +size 21531902 diff --git a/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-last_token)_featurizer b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..842a9c2d500b509d23c7133db565a0132b913bd5 --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbcab5ad91758372ab96da9271150922f2c2db23d5ee8d17fffe62345240d6ac +size 21531702 diff --git a/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-last_token)_indices b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-last_token)_inverse_featurizer b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..e469f40e0ef70245b8760762575109dc515b0006 --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-17,Token-last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00ee7c084f28e9cbee03e58599d6b7681f1c5fc1f21d72ec10e6198a829544b3 +size 21531902 diff --git a/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-22,Token-correct_symbol)_featurizer b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-22,Token-correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..142973306b2c235c79a997e3d457b6edc3164ce8 --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-22,Token-correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e70d253da7fbaf4902da0475cfc0c3e50685b5f396247d8e7f2bf3bae0b5a04 +size 21531802 diff --git a/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-22,Token-correct_symbol)_indices b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-22,Token-correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-22,Token-correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-22,Token-correct_symbol)_inverse_featurizer b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-22,Token-correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..24e48f0fefb7f450930822e1a359f16480f34725 --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-22,Token-correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:965727bd93a9b32459ec2fcea8e44acda0bc125c0aa47b5c44ed2c8102173807 +size 21532002 diff --git a/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-22,Token-last_token)_featurizer b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-22,Token-last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..51308866672c6d1698b5208bb1a3294284b18a7a --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-22,Token-last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e4dc2e808c5b60cd8de9b791eafc22eda982cd9150061005c9398cbf2dbef45 +size 21531702 diff --git a/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-22,Token-last_token)_indices b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-22,Token-last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-22,Token-last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-22,Token-last_token)_inverse_featurizer b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-22,Token-last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..5574bf162422b08217b39e6d691155c95412735f --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-22,Token-last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e19c20eb592ae25b0dc726009abda8dea1b667146d42d32ec9276145a4f0d4e +size 21531902 diff --git a/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-25,Token-correct_symbol)_featurizer b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-25,Token-correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..6cc7236324dbc26f0695735bee4e481073e0724d --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-25,Token-correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf61da237ac7fb7f5da1e5ffff45ef061290648e36ccceced567ec1bad3bbc64 +size 21531802 diff --git a/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-25,Token-correct_symbol)_indices b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-25,Token-correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-25,Token-correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-25,Token-correct_symbol)_inverse_featurizer b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-25,Token-correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..ef637f0cf83c32f71c5d81c0ad0daab6c7eb3a01 --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-25,Token-correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:943e540dfe0a2e25e2f97c03896fa040124c6f491375dfa7c548675573cce71d +size 21532002 diff --git a/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-25,Token-last_token)_featurizer b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-25,Token-last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..03da42aed1cbaece91710161e87f92780a911122 --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-25,Token-last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab28caed43a3e52f23045841058a4cf42539df62b7576f529bf09824ea183f57 +size 21531702 diff --git a/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-25,Token-last_token)_indices b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-25,Token-last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-25,Token-last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-25,Token-last_token)_inverse_featurizer b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-25,Token-last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..f66d6ae4ea1cd967794259f39fd08a1b9e2c604e --- /dev/null +++ b/ARC_easy_Gemma2ForCausalLM_answer_pointer/ResidualStream(Layer-25,Token-last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc9bad9e7ecfac09374e3ce5e7ecdcee0d79c4f7a6df4a296954fe1a97b96922 +size 21531902 diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..6d2cab5e3c5edb83d9770a7c802840ee59012ff6 --- /dev/null +++ b/README.md @@ -0,0 +1,87 @@ +--- +license: mit +tags: +- mib +- causal-variable-localization +- interpretability +- featurizers +--- + +# PLOT-DAS — MIB Causal Variable Localization Track submission + +This repo contains a PLOT-DAS submission to the [MIB Causal Variable Localization Track](https://huggingface.co/spaces/mib-bench/leaderboard). + +**PLOT** = *Progressive Localization via Optimal Transport*. Two-stage Sinkhorn OT picks `(layer, token_position)` sites; DAS rotations are then trained only at those picked sites. The variant in this repo (PLOT-DAS) ships the trained rotations. + +Source paper / reference implementation: . +Method narrative and per-cell engineering notes: see the [project repo](https://github.com/bojro/plot-mib-submissions) (`JOURNAL.md`, `PLOT_SHORTCOMINGS.md`, `WALKTHROUGHS.md`). + +## Submission contents + +12 of 26 cells shipped (the other 14 — all Llama-8B cells and Qwen/Gemma IOI — need ≥16 GB GPU and were deferred to cloud): + +| Folder | Task × Model × Variable | Type | +|---|---|---| +| `4_answer_MCQA_Qwen2ForCausalLM_answer_pointer` | MCQA × Qwen-2.5-0.5B × answer_pointer | residual stream | +| `4_answer_MCQA_Qwen2ForCausalLM_answer` | MCQA × Qwen-2.5-0.5B × answer | residual stream | +| `4_answer_MCQA_Gemma2ForCausalLM_answer_pointer` | MCQA × Gemma-2-2B × answer_pointer | residual stream | +| `4_answer_MCQA_Gemma2ForCausalLM_answer` | MCQA × Gemma-2-2B × answer | residual stream | +| `ARC_easy_Gemma2ForCausalLM_answer_pointer` | ARC × Gemma-2-2B × answer_pointer | residual stream | +| `ARC_easy_Gemma2ForCausalLM_answer` | ARC × Gemma-2-2B × answer | residual stream | +| `arithmetic_Gemma2ForCausalLM_ones_carry` | arithmetic × Gemma-2-2B × ones_carry | residual stream | +| `ravel_task_Gemma2ForCausalLM_Country` | RAVEL × Gemma-2-2B × Country | residual stream | +| `ravel_task_Gemma2ForCausalLM_Continent` | RAVEL × Gemma-2-2B × Continent | residual stream | +| `ravel_task_Gemma2ForCausalLM_Language` | RAVEL × Gemma-2-2B × Language | residual stream | +| `ioi_task_GPT2LMHeadModel_output_token` | IOI × GPT-2 small × output_token | attention head | +| `ioi_task_GPT2LMHeadModel_output_position` | IOI × GPT-2 small × output_position | attention head | +| `ioi_linear_params.json` | IOI causal-model linear params (required) | metadata | + +This submission qualifies for the **"best" (single-layer) leaderboard** — each cell has 2–6 picked layers, not every layer. + +## Local public-test scores + +Per-split max IIA on the public MIB test sets (full numbers and methodology in the project repo's `RESULTS.md`): + +#### Residual-stream cells (IIA, higher is better) + +| cell | sites | mean IIA | +|---|---|---| +| MCQA × Qwen × answer_pointer | 5 | **1.000** | +| MCQA × Qwen × answer | 3 | 0.849 | +| MCQA × Gemma × answer_pointer | 4 | 0.955 | +| MCQA × Gemma × answer | 4 | 0.908 | +| ARC × Gemma × answer_pointer | 6 | 0.884 | +| ARC × Gemma × answer | 4 | **0.999** ‡ | +| arithmetic × Gemma × ones_carry | 2 | 0.448 (smoke settings) | +| RAVEL × Gemma × Continent | 2 | **0.856** | +| RAVEL × Gemma × Country | 2 | 0.615 | +| RAVEL × Gemma × Language | 2 | 0.629 | + +#### IOI cells (MSE, lower is better) + +| cell | sites | MSE | +|---|---|---| +| IOI × GPT-2 × output_token | 3 heads | 5.16 | +| IOI × GPT-2 × output_position | 3 heads | 16.0 | + +‡ **Cell 8 ARC × Gemma × answer (0.999) caveat.** This score is driven by the harness's automatic identity-fallback at `L25 last_token` — a position PLOT did not pick to train. PLOT's actually-trained DAS rotations at the picked sites score 0.04–0.79 at this cell. The 0.999 is methodologically valid per the eval's scoring rules (it scores every position at picked layers, defaulting to identity at unselected positions) but is not a direct PLOT-rotation result. The mechanism and discussion live in `PLOT_SHORTCOMINGS.md` §15 in the project repo. + +## Method (one paragraph) + +For each cell: Stage A is a per-OT-row Sinkhorn between abstract layer signatures and per-layer mean-aggregated neural signatures; each OT row picks its top-1 layer. Stage B does a second Sinkhorn within each Stage-A layer between abstract rows and per-token-position neural rows, keeping `top_k ∈ {1, 2}` positions per layer. Stage C trains DAS orthogonal-rotation featurizers at the selected `(layer, position)` sites only. The output is a `Featurizer` per site, satisfying the MIB harness's invertibility contract. + +Compared to baseline DAS (which trains rotations at all 72 sites per cell), PLOT-DAS trains 2–6 sites per cell while remaining within seed-variance of DAS on 5 of 11 IIA cells we ran. The remaining cells have structural gaps documented in `PLOT_SHORTCOMINGS.md` (notably §13 for IOI signature design and §14 for RAVEL site-selection ceilings on high-cardinality outputs). + +## Reproducing locally + +```bash +git clone https://github.com/bojro/plot-mib-submissions +cd plot-mib-submissions +# follow README.md "Setup from a fresh clone" → uses .venv-mib +.venv-mib/bin/python -m mib_submission.plot.run \ + --task 4_answer_MCQA \ + --model Qwen/Qwen2.5-0.5B \ + --variable answer_pointer +``` + +Cells are CLI-configurable; per-task configs live in `mib_submission/plot/configs.py`. The 8 GB-box pipeline reaches all of the cells above; cells marked LlamaForCausalLM or non-GPT-2 IOI in the MIB cell set require ≥16 GB VRAM and were not run. diff --git a/arithmetic_Gemma2ForCausalLM_ones_carry/ResidualStream(Layer-16,Token-op2_last)_featurizer b/arithmetic_Gemma2ForCausalLM_ones_carry/ResidualStream(Layer-16,Token-op2_last)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..00528b0d434bd3bb112ec605738ff90167e546d6 --- /dev/null +++ b/arithmetic_Gemma2ForCausalLM_ones_carry/ResidualStream(Layer-16,Token-op2_last)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a31a247496083e3f496704aef844656f6fb835fbf66089aa979e377f0d6e9e5c +size 21531684 diff --git a/arithmetic_Gemma2ForCausalLM_ones_carry/ResidualStream(Layer-16,Token-op2_last)_indices b/arithmetic_Gemma2ForCausalLM_ones_carry/ResidualStream(Layer-16,Token-op2_last)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/arithmetic_Gemma2ForCausalLM_ones_carry/ResidualStream(Layer-16,Token-op2_last)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/arithmetic_Gemma2ForCausalLM_ones_carry/ResidualStream(Layer-16,Token-op2_last)_inverse_featurizer b/arithmetic_Gemma2ForCausalLM_ones_carry/ResidualStream(Layer-16,Token-op2_last)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..a719161dfe07ec1928377088fb1a90142334c2c8 --- /dev/null +++ b/arithmetic_Gemma2ForCausalLM_ones_carry/ResidualStream(Layer-16,Token-op2_last)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4077b135ce63ac9ff0ad7b9eb81a30210def36a4a30331d7bb1d4fde081d2031 +size 21531820 diff --git a/arithmetic_Gemma2ForCausalLM_ones_carry/ResidualStream(Layer-21,Token-last)_featurizer b/arithmetic_Gemma2ForCausalLM_ones_carry/ResidualStream(Layer-21,Token-last)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..e039c88ebce76503d66a9a7055cb54364c5bcb4d --- /dev/null +++ b/arithmetic_Gemma2ForCausalLM_ones_carry/ResidualStream(Layer-21,Token-last)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3d38e9f0f601bfc27cb4d54c14ab06ad0c06b413a69e51a0d15ac15eb66b401 +size 21531648 diff --git a/arithmetic_Gemma2ForCausalLM_ones_carry/ResidualStream(Layer-21,Token-last)_indices b/arithmetic_Gemma2ForCausalLM_ones_carry/ResidualStream(Layer-21,Token-last)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/arithmetic_Gemma2ForCausalLM_ones_carry/ResidualStream(Layer-21,Token-last)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/arithmetic_Gemma2ForCausalLM_ones_carry/ResidualStream(Layer-21,Token-last)_inverse_featurizer b/arithmetic_Gemma2ForCausalLM_ones_carry/ResidualStream(Layer-21,Token-last)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..e47ff4f5a85c22c902358c87cdbad533dcec8fa8 --- /dev/null +++ b/arithmetic_Gemma2ForCausalLM_ones_carry/ResidualStream(Layer-21,Token-last)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:284c1e8c164ea099a939a19b19e0027974793c083f73b128b12e0cc7e6876c60 +size 21531784 diff --git a/ioi_linear_params.json b/ioi_linear_params.json new file mode 100644 index 0000000000000000000000000000000000000000..9f05431d0e1a86012b283a7c58582dec37023057 --- /dev/null +++ b/ioi_linear_params.json @@ -0,0 +1,10 @@ +{ + "gpt2": { + "bias": 0.04835936613380909, + "token_coeff": 0.7679731324315144, + "position_coeff": 2.00462684966624, + "score": 0.6773347995219674, + "model_name": "openai-community/gpt2" + }, + "model_class": "GPT2LMHeadModel" +} \ No newline at end of file diff --git a/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-1,Token-all)_featurizer b/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-1,Token-all)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..ac0e3750d063d3774f5926f7d503929ca8134ba3 Binary files /dev/null and b/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-1,Token-all)_featurizer differ diff --git a/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-1,Token-all)_indices b/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-1,Token-all)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-1,Token-all)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-1,Token-all)_inverse_featurizer b/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-1,Token-all)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..9370317f1a3dbae0867fa69eb3c1814cd095fd5b Binary files /dev/null and b/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-1,Token-all)_inverse_featurizer differ diff --git a/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-10,Token-all)_featurizer b/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-10,Token-all)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..27839da2625bcd845dc8b0bedd37eb5a31485d01 Binary files /dev/null and b/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-10,Token-all)_featurizer differ diff --git a/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-10,Token-all)_indices b/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-10,Token-all)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-10,Token-all)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-10,Token-all)_inverse_featurizer b/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-10,Token-all)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..6f7acc04b2d3513221d63f82ffb4f8f81a116d54 Binary files /dev/null and b/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-10,Token-all)_inverse_featurizer differ diff --git a/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-5,Token-all)_featurizer b/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-5,Token-all)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..e2ce1c3a86268f6c4bc364ddf5e9737580096fcf Binary files /dev/null and b/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-5,Token-all)_featurizer differ diff --git a/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-5,Token-all)_indices b/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-5,Token-all)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-5,Token-all)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-5,Token-all)_inverse_featurizer b/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-5,Token-all)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..04682c50b088fd2afb4f075136f35f7c5315c8f8 Binary files /dev/null and b/ioi_task_GPT2LMHeadModel_output_position/AttentionHead(Layer-9,Head-5,Token-all)_inverse_featurizer differ diff --git a/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-11,Token-all)_featurizer b/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-11,Token-all)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..a2bb826737dd1a5d586c80a13af77b69f1398192 Binary files /dev/null and b/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-11,Token-all)_featurizer differ diff --git a/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-11,Token-all)_indices b/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-11,Token-all)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-11,Token-all)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-11,Token-all)_inverse_featurizer b/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-11,Token-all)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..bbc4e617d5a256e043bce92a64a24b2d8435cfeb Binary files /dev/null and b/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-11,Token-all)_inverse_featurizer differ diff --git a/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-2,Token-all)_featurizer b/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-2,Token-all)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..56b0a720f99fab2492db963d00bc5f280b39d5c6 Binary files /dev/null and b/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-2,Token-all)_featurizer differ diff --git a/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-2,Token-all)_indices b/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-2,Token-all)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-2,Token-all)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-2,Token-all)_inverse_featurizer b/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-2,Token-all)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..dd4351981d9a986e805e88f9abe0552990c85b6a Binary files /dev/null and b/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-2,Token-all)_inverse_featurizer differ diff --git a/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-3,Token-all)_featurizer b/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-3,Token-all)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..25420bc85fb4c365847c1aa5f364c4af02b9e2e1 Binary files /dev/null and b/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-3,Token-all)_featurizer differ diff --git a/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-3,Token-all)_indices b/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-3,Token-all)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-3,Token-all)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-3,Token-all)_inverse_featurizer b/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-3,Token-all)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..a12d6d03937932cdfd20a1dd3db1c4c8eb817507 Binary files /dev/null and b/ioi_task_GPT2LMHeadModel_output_token/AttentionHead(Layer-9,Head-3,Token-all)_inverse_featurizer differ diff --git a/ravel_task_Gemma2ForCausalLM_Continent/ResidualStream(Layer-25,Token-entity_last_token)_featurizer b/ravel_task_Gemma2ForCausalLM_Continent/ResidualStream(Layer-25,Token-entity_last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d5ff4a8bf5080c3ef26f4c3a41b6dc08d0c533c4 --- /dev/null +++ b/ravel_task_Gemma2ForCausalLM_Continent/ResidualStream(Layer-25,Token-entity_last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b80452f4560e0cf30e5e91735b2d99d9b99e56ca61eed6fbcd2dea3c8fc50b65 +size 26545461 diff --git a/ravel_task_Gemma2ForCausalLM_Continent/ResidualStream(Layer-25,Token-entity_last_token)_indices b/ravel_task_Gemma2ForCausalLM_Continent/ResidualStream(Layer-25,Token-entity_last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/ravel_task_Gemma2ForCausalLM_Continent/ResidualStream(Layer-25,Token-entity_last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/ravel_task_Gemma2ForCausalLM_Continent/ResidualStream(Layer-25,Token-entity_last_token)_inverse_featurizer b/ravel_task_Gemma2ForCausalLM_Continent/ResidualStream(Layer-25,Token-entity_last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..ec9d8658bc9728c1621c294f189c93bebacbefef --- /dev/null +++ b/ravel_task_Gemma2ForCausalLM_Continent/ResidualStream(Layer-25,Token-entity_last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce80bee2095e4e162cd974af9f895c5e674f5aaa010a42b744f8f71387d267d5 +size 26545661 diff --git a/ravel_task_Gemma2ForCausalLM_Continent/ResidualStream(Layer-6,Token-entity_last_token)_featurizer b/ravel_task_Gemma2ForCausalLM_Continent/ResidualStream(Layer-6,Token-entity_last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..b219da165bd300bb1d040b8ab8faf2d88bc43122 --- /dev/null +++ b/ravel_task_Gemma2ForCausalLM_Continent/ResidualStream(Layer-6,Token-entity_last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffd968729e4b5d908dd253e4d31abc2f5e660163ba19dc880e0a57030e34c216 +size 26545388 diff --git a/ravel_task_Gemma2ForCausalLM_Continent/ResidualStream(Layer-6,Token-entity_last_token)_indices b/ravel_task_Gemma2ForCausalLM_Continent/ResidualStream(Layer-6,Token-entity_last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/ravel_task_Gemma2ForCausalLM_Continent/ResidualStream(Layer-6,Token-entity_last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/ravel_task_Gemma2ForCausalLM_Continent/ResidualStream(Layer-6,Token-entity_last_token)_inverse_featurizer b/ravel_task_Gemma2ForCausalLM_Continent/ResidualStream(Layer-6,Token-entity_last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..1d51dad13a1bb58955932b68958f90b4dafae4ad --- /dev/null +++ b/ravel_task_Gemma2ForCausalLM_Continent/ResidualStream(Layer-6,Token-entity_last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaa2387155fde0a4e7d78f42b1bb5747541a1637b925c59c9db5a14c396219ff +size 26545588 diff --git a/ravel_task_Gemma2ForCausalLM_Country/ResidualStream(Layer-25,Token-entity_last_token)_featurizer b/ravel_task_Gemma2ForCausalLM_Country/ResidualStream(Layer-25,Token-entity_last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..3c57fe89cb28e2cddd41a37bcfe622cd18805dbc --- /dev/null +++ b/ravel_task_Gemma2ForCausalLM_Country/ResidualStream(Layer-25,Token-entity_last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed294b9f74322f3acc786c7bdad09b4eeb4f4cd5ce15320205245edbc351f123 +size 26545461 diff --git a/ravel_task_Gemma2ForCausalLM_Country/ResidualStream(Layer-25,Token-entity_last_token)_indices b/ravel_task_Gemma2ForCausalLM_Country/ResidualStream(Layer-25,Token-entity_last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/ravel_task_Gemma2ForCausalLM_Country/ResidualStream(Layer-25,Token-entity_last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/ravel_task_Gemma2ForCausalLM_Country/ResidualStream(Layer-25,Token-entity_last_token)_inverse_featurizer b/ravel_task_Gemma2ForCausalLM_Country/ResidualStream(Layer-25,Token-entity_last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..031a8a7cf5d43140269a0776bb8b8b9e885249c1 --- /dev/null +++ b/ravel_task_Gemma2ForCausalLM_Country/ResidualStream(Layer-25,Token-entity_last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2dab6f223dca77d723b82ffdf98e0672882afb0a43ce7ff9be42ca6077de2ce +size 26545661 diff --git a/ravel_task_Gemma2ForCausalLM_Country/ResidualStream(Layer-6,Token-entity_last_token)_featurizer b/ravel_task_Gemma2ForCausalLM_Country/ResidualStream(Layer-6,Token-entity_last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..777e29ca22d7371ca5767c6b895810b19b9585eb --- /dev/null +++ b/ravel_task_Gemma2ForCausalLM_Country/ResidualStream(Layer-6,Token-entity_last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d79add92349a77104fc5e0b41deb861f293bf3017a4a347f5137d09e051d21d +size 26545388 diff --git a/ravel_task_Gemma2ForCausalLM_Country/ResidualStream(Layer-6,Token-entity_last_token)_indices b/ravel_task_Gemma2ForCausalLM_Country/ResidualStream(Layer-6,Token-entity_last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/ravel_task_Gemma2ForCausalLM_Country/ResidualStream(Layer-6,Token-entity_last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/ravel_task_Gemma2ForCausalLM_Country/ResidualStream(Layer-6,Token-entity_last_token)_inverse_featurizer b/ravel_task_Gemma2ForCausalLM_Country/ResidualStream(Layer-6,Token-entity_last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..96155c123d709186649db3c1bcdf6a7c3f0437a3 --- /dev/null +++ b/ravel_task_Gemma2ForCausalLM_Country/ResidualStream(Layer-6,Token-entity_last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d319a17c1e1d43a2921a0e861469a6b8852e27b37a8084b15d360e6360b140b3 +size 26545588 diff --git a/ravel_task_Gemma2ForCausalLM_Language/ResidualStream(Layer-25,Token-entity_last_token)_featurizer b/ravel_task_Gemma2ForCausalLM_Language/ResidualStream(Layer-25,Token-entity_last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d0abd723127032a5b2064c528d1d15ada514efe7 --- /dev/null +++ b/ravel_task_Gemma2ForCausalLM_Language/ResidualStream(Layer-25,Token-entity_last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c0cfae4ca3b92ce8ebbed12bbc9737c1847a337e4ed22b03ba84720e1ce09cf +size 26545461 diff --git a/ravel_task_Gemma2ForCausalLM_Language/ResidualStream(Layer-25,Token-entity_last_token)_indices b/ravel_task_Gemma2ForCausalLM_Language/ResidualStream(Layer-25,Token-entity_last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/ravel_task_Gemma2ForCausalLM_Language/ResidualStream(Layer-25,Token-entity_last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/ravel_task_Gemma2ForCausalLM_Language/ResidualStream(Layer-25,Token-entity_last_token)_inverse_featurizer b/ravel_task_Gemma2ForCausalLM_Language/ResidualStream(Layer-25,Token-entity_last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..6e6c0c93c97ea85b74f81c3d608ab2e8fff2a12b --- /dev/null +++ b/ravel_task_Gemma2ForCausalLM_Language/ResidualStream(Layer-25,Token-entity_last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d67624cfccd0db848c8f52dacb84f40d23c038461afe3187b8a7dcad0f978050 +size 26545661 diff --git a/ravel_task_Gemma2ForCausalLM_Language/ResidualStream(Layer-6,Token-entity_last_token)_featurizer b/ravel_task_Gemma2ForCausalLM_Language/ResidualStream(Layer-6,Token-entity_last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..c5bfff688f494a13f86a0a12dbaf8d8ebc2f89a3 --- /dev/null +++ b/ravel_task_Gemma2ForCausalLM_Language/ResidualStream(Layer-6,Token-entity_last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bd5b0d3946f343f7b53c135b9bf91a23045e6d2f0baf8638061033a54860bf4 +size 26545388 diff --git a/ravel_task_Gemma2ForCausalLM_Language/ResidualStream(Layer-6,Token-entity_last_token)_indices b/ravel_task_Gemma2ForCausalLM_Language/ResidualStream(Layer-6,Token-entity_last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/ravel_task_Gemma2ForCausalLM_Language/ResidualStream(Layer-6,Token-entity_last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/ravel_task_Gemma2ForCausalLM_Language/ResidualStream(Layer-6,Token-entity_last_token)_inverse_featurizer b/ravel_task_Gemma2ForCausalLM_Language/ResidualStream(Layer-6,Token-entity_last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..2ffda510638d8317fa7d21208b59afcc1c1d2ed5 --- /dev/null +++ b/ravel_task_Gemma2ForCausalLM_Language/ResidualStream(Layer-6,Token-entity_last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e5789177ece57b175c71e90915ece0a69637a93f7c7e95c5ff02c36f1aa747a +size 26545588