diff --git a/2b_l10/outputs_add_free/all/simpo/1/config.json b/2b_l10/outputs_add_free/all/simpo/1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/1/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/101/config.json b/2b_l10/outputs_add_free/all/simpo/101/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/101/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/102/config.json b/2b_l10/outputs_add_free/all/simpo/102/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/102/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/103/config.json b/2b_l10/outputs_add_free/all/simpo/103/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/103/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/107/config.json b/2b_l10/outputs_add_free/all/simpo/107/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/107/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/108/config.json b/2b_l10/outputs_add_free/all/simpo/108/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/108/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/111/config.json b/2b_l10/outputs_add_free/all/simpo/111/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/111/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/115/config.json b/2b_l10/outputs_add_free/all/simpo/115/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/115/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/116/config.json b/2b_l10/outputs_add_free/all/simpo/116/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/116/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/118/config.json b/2b_l10/outputs_add_free/all/simpo/118/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/118/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/120/config.json b/2b_l10/outputs_add_free/all/simpo/120/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/120/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/121/config.json b/2b_l10/outputs_add_free/all/simpo/121/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/121/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/124/config.json b/2b_l10/outputs_add_free/all/simpo/124/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/124/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/128/config.json b/2b_l10/outputs_add_free/all/simpo/128/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/128/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/129/config.json b/2b_l10/outputs_add_free/all/simpo/129/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/129/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/14/config.json b/2b_l10/outputs_add_free/all/simpo/14/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/14/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/141/config.json b/2b_l10/outputs_add_free/all/simpo/141/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/141/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/142/config.json b/2b_l10/outputs_add_free/all/simpo/142/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/142/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/145/config.json b/2b_l10/outputs_add_free/all/simpo/145/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/145/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/147/config.json b/2b_l10/outputs_add_free/all/simpo/147/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/147/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/149/config.json b/2b_l10/outputs_add_free/all/simpo/149/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/149/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/15/config.json b/2b_l10/outputs_add_free/all/simpo/15/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/15/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/152/config.json b/2b_l10/outputs_add_free/all/simpo/152/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/152/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/154/config.json b/2b_l10/outputs_add_free/all/simpo/154/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/154/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/157/config.json b/2b_l10/outputs_add_free/all/simpo/157/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/157/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/158/config.json b/2b_l10/outputs_add_free/all/simpo/158/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/158/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/160/config.json b/2b_l10/outputs_add_free/all/simpo/160/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/160/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/161/config.json b/2b_l10/outputs_add_free/all/simpo/161/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/161/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/164/config.json b/2b_l10/outputs_add_free/all/simpo/164/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/164/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/169/config.json b/2b_l10/outputs_add_free/all/simpo/169/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/169/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/17/config.json b/2b_l10/outputs_add_free/all/simpo/17/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/17/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/170/config.json b/2b_l10/outputs_add_free/all/simpo/170/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/170/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/174/config.json b/2b_l10/outputs_add_free/all/simpo/174/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/174/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/175/config.json b/2b_l10/outputs_add_free/all/simpo/175/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/175/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/176/config.json b/2b_l10/outputs_add_free/all/simpo/176/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/176/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/18/config.json b/2b_l10/outputs_add_free/all/simpo/18/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/18/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/187/config.json b/2b_l10/outputs_add_free/all/simpo/187/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/187/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/190/config.json b/2b_l10/outputs_add_free/all/simpo/190/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/190/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/195/config.json b/2b_l10/outputs_add_free/all/simpo/195/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/195/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/199/config.json b/2b_l10/outputs_add_free/all/simpo/199/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/199/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/2/config.json b/2b_l10/outputs_add_free/all/simpo/2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/2/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/204/config.json b/2b_l10/outputs_add_free/all/simpo/204/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/204/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/207/config.json b/2b_l10/outputs_add_free/all/simpo/207/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/207/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/208/config.json b/2b_l10/outputs_add_free/all/simpo/208/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/208/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/209/config.json b/2b_l10/outputs_add_free/all/simpo/209/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/209/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/215/config.json b/2b_l10/outputs_add_free/all/simpo/215/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/215/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/221/config.json b/2b_l10/outputs_add_free/all/simpo/221/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/221/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/222/config.json b/2b_l10/outputs_add_free/all/simpo/222/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/222/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/223/config.json b/2b_l10/outputs_add_free/all/simpo/223/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/223/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/226/config.json b/2b_l10/outputs_add_free/all/simpo/226/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/226/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/228/config.json b/2b_l10/outputs_add_free/all/simpo/228/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/228/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/231/config.json b/2b_l10/outputs_add_free/all/simpo/231/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/231/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/232/config.json b/2b_l10/outputs_add_free/all/simpo/232/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/232/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/233/config.json b/2b_l10/outputs_add_free/all/simpo/233/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/233/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/241/config.json b/2b_l10/outputs_add_free/all/simpo/241/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/241/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/242/config.json b/2b_l10/outputs_add_free/all/simpo/242/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/242/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/246/config.json b/2b_l10/outputs_add_free/all/simpo/246/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/246/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/253/config.json b/2b_l10/outputs_add_free/all/simpo/253/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/253/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/254/config.json b/2b_l10/outputs_add_free/all/simpo/254/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/254/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/256/config.json b/2b_l10/outputs_add_free/all/simpo/256/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/256/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/257/config.json b/2b_l10/outputs_add_free/all/simpo/257/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/257/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/258/config.json b/2b_l10/outputs_add_free/all/simpo/258/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/258/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/259/config.json b/2b_l10/outputs_add_free/all/simpo/259/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/259/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/262/config.json b/2b_l10/outputs_add_free/all/simpo/262/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/262/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/267/config.json b/2b_l10/outputs_add_free/all/simpo/267/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/267/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/285/config.json b/2b_l10/outputs_add_free/all/simpo/285/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/285/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/287/config.json b/2b_l10/outputs_add_free/all/simpo/287/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/287/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/292/config.json b/2b_l10/outputs_add_free/all/simpo/292/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/292/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/295/config.json b/2b_l10/outputs_add_free/all/simpo/295/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/295/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/30/config.json b/2b_l10/outputs_add_free/all/simpo/30/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/30/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/303/config.json b/2b_l10/outputs_add_free/all/simpo/303/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/303/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/306/config.json b/2b_l10/outputs_add_free/all/simpo/306/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/306/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/307/config.json b/2b_l10/outputs_add_free/all/simpo/307/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/307/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/309/config.json b/2b_l10/outputs_add_free/all/simpo/309/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/309/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/31/config.json b/2b_l10/outputs_add_free/all/simpo/31/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/31/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/313/config.json b/2b_l10/outputs_add_free/all/simpo/313/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/313/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/321/config.json b/2b_l10/outputs_add_free/all/simpo/321/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/321/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/33/config.json b/2b_l10/outputs_add_free/all/simpo/33/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/33/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/336/config.json b/2b_l10/outputs_add_free/all/simpo/336/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/336/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/339/config.json b/2b_l10/outputs_add_free/all/simpo/339/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/339/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/343/config.json b/2b_l10/outputs_add_free/all/simpo/343/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/343/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/346/config.json b/2b_l10/outputs_add_free/all/simpo/346/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/346/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/35/config.json b/2b_l10/outputs_add_free/all/simpo/35/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/35/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/351/config.json b/2b_l10/outputs_add_free/all/simpo/351/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/351/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/352/config.json b/2b_l10/outputs_add_free/all/simpo/352/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/352/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/353/config.json b/2b_l10/outputs_add_free/all/simpo/353/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/353/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/357/config.json b/2b_l10/outputs_add_free/all/simpo/357/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/357/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/359/config.json b/2b_l10/outputs_add_free/all/simpo/359/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/359/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/363/config.json b/2b_l10/outputs_add_free/all/simpo/363/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/363/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/364/config.json b/2b_l10/outputs_add_free/all/simpo/364/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/364/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/365/config.json b/2b_l10/outputs_add_free/all/simpo/365/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/365/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/368/config.json b/2b_l10/outputs_add_free/all/simpo/368/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/368/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/369/config.json b/2b_l10/outputs_add_free/all/simpo/369/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/369/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/370/config.json b/2b_l10/outputs_add_free/all/simpo/370/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/370/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/378/config.json b/2b_l10/outputs_add_free/all/simpo/378/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/378/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/380/config.json b/2b_l10/outputs_add_free/all/simpo/380/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/380/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/381/config.json b/2b_l10/outputs_add_free/all/simpo/381/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/381/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/391/config.json b/2b_l10/outputs_add_free/all/simpo/391/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/391/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/394/config.json b/2b_l10/outputs_add_free/all/simpo/394/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/394/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/396/config.json b/2b_l10/outputs_add_free/all/simpo/396/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/396/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/397/config.json b/2b_l10/outputs_add_free/all/simpo/397/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/397/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/398/config.json b/2b_l10/outputs_add_free/all/simpo/398/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/398/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/399/config.json b/2b_l10/outputs_add_free/all/simpo/399/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/399/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/407/config.json b/2b_l10/outputs_add_free/all/simpo/407/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/407/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/41/config.json b/2b_l10/outputs_add_free/all/simpo/41/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/41/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/410/config.json b/2b_l10/outputs_add_free/all/simpo/410/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/410/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/411/config.json b/2b_l10/outputs_add_free/all/simpo/411/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/411/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/412/config.json b/2b_l10/outputs_add_free/all/simpo/412/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/412/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/414/config.json b/2b_l10/outputs_add_free/all/simpo/414/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/414/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/416/config.json b/2b_l10/outputs_add_free/all/simpo/416/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/416/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/419/config.json b/2b_l10/outputs_add_free/all/simpo/419/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/419/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/422/config.json b/2b_l10/outputs_add_free/all/simpo/422/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/422/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/424/config.json b/2b_l10/outputs_add_free/all/simpo/424/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/424/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/428/config.json b/2b_l10/outputs_add_free/all/simpo/428/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/428/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/430/config.json b/2b_l10/outputs_add_free/all/simpo/430/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/430/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/440/config.json b/2b_l10/outputs_add_free/all/simpo/440/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/440/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/449/config.json b/2b_l10/outputs_add_free/all/simpo/449/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/449/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/45/config.json b/2b_l10/outputs_add_free/all/simpo/45/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/45/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/450/config.json b/2b_l10/outputs_add_free/all/simpo/450/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/450/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/452/config.json b/2b_l10/outputs_add_free/all/simpo/452/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/452/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/462/config.json b/2b_l10/outputs_add_free/all/simpo/462/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/462/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/469/config.json b/2b_l10/outputs_add_free/all/simpo/469/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/469/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/47/config.json b/2b_l10/outputs_add_free/all/simpo/47/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/47/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/474/config.json b/2b_l10/outputs_add_free/all/simpo/474/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/474/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/478/config.json b/2b_l10/outputs_add_free/all/simpo/478/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/478/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/479/config.json b/2b_l10/outputs_add_free/all/simpo/479/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/479/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/48/config.json b/2b_l10/outputs_add_free/all/simpo/48/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/48/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/482/config.json b/2b_l10/outputs_add_free/all/simpo/482/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/482/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/484/config.json b/2b_l10/outputs_add_free/all/simpo/484/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/484/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/485/config.json b/2b_l10/outputs_add_free/all/simpo/485/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/485/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/486/config.json b/2b_l10/outputs_add_free/all/simpo/486/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/486/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/487/config.json b/2b_l10/outputs_add_free/all/simpo/487/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/487/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/491/config.json b/2b_l10/outputs_add_free/all/simpo/491/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/491/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/499/config.json b/2b_l10/outputs_add_free/all/simpo/499/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/499/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/5/config.json b/2b_l10/outputs_add_free/all/simpo/5/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/5/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/52/config.json b/2b_l10/outputs_add_free/all/simpo/52/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/52/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/53/config.json b/2b_l10/outputs_add_free/all/simpo/53/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/53/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/54/config.json b/2b_l10/outputs_add_free/all/simpo/54/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/54/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/56/config.json b/2b_l10/outputs_add_free/all/simpo/56/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/56/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/58/config.json b/2b_l10/outputs_add_free/all/simpo/58/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/58/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/59/config.json b/2b_l10/outputs_add_free/all/simpo/59/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/59/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/60/config.json b/2b_l10/outputs_add_free/all/simpo/60/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/60/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/63/config.json b/2b_l10/outputs_add_free/all/simpo/63/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/63/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/64/config.json b/2b_l10/outputs_add_free/all/simpo/64/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/64/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/67/config.json b/2b_l10/outputs_add_free/all/simpo/67/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/67/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/69/config.json b/2b_l10/outputs_add_free/all/simpo/69/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/69/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/70/config.json b/2b_l10/outputs_add_free/all/simpo/70/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/70/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/71/config.json b/2b_l10/outputs_add_free/all/simpo/71/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/71/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/72/config.json b/2b_l10/outputs_add_free/all/simpo/72/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/72/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/73/config.json b/2b_l10/outputs_add_free/all/simpo/73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/73/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/74/config.json b/2b_l10/outputs_add_free/all/simpo/74/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/74/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/75/config.json b/2b_l10/outputs_add_free/all/simpo/75/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/75/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/78/config.json b/2b_l10/outputs_add_free/all/simpo/78/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/78/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/8/config.json b/2b_l10/outputs_add_free/all/simpo/8/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/8/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/83/config.json b/2b_l10/outputs_add_free/all/simpo/83/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/83/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/84/config.json b/2b_l10/outputs_add_free/all/simpo/84/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/84/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/95/config.json b/2b_l10/outputs_add_free/all/simpo/95/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/95/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/97/config.json b/2b_l10/outputs_add_free/all/simpo/97/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/97/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/98/config.json b/2b_l10/outputs_add_free/all/simpo/98/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/98/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/99/config.json b/2b_l10/outputs_add_free/all/simpo/99/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/99/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/0/config.json b/2b_l10/outputs_add_free/f2+l2/lang/0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/0/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/100/config.json b/2b_l10/outputs_add_free/f2+l2/lang/100/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/100/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/101/config.json b/2b_l10/outputs_add_free/f2+l2/lang/101/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/101/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/103/config.json b/2b_l10/outputs_add_free/f2+l2/lang/103/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/103/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/104/config.json b/2b_l10/outputs_add_free/f2+l2/lang/104/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/104/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/105/config.json b/2b_l10/outputs_add_free/f2+l2/lang/105/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/105/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/106/config.json b/2b_l10/outputs_add_free/f2+l2/lang/106/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/106/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/109/config.json b/2b_l10/outputs_add_free/f2+l2/lang/109/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/109/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/11/config.json b/2b_l10/outputs_add_free/f2+l2/lang/11/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/11/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/110/config.json b/2b_l10/outputs_add_free/f2+l2/lang/110/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/110/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/111/config.json b/2b_l10/outputs_add_free/f2+l2/lang/111/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/111/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/113/config.json b/2b_l10/outputs_add_free/f2+l2/lang/113/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/113/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/114/config.json b/2b_l10/outputs_add_free/f2+l2/lang/114/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/114/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/116/config.json b/2b_l10/outputs_add_free/f2+l2/lang/116/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/116/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/117/config.json b/2b_l10/outputs_add_free/f2+l2/lang/117/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/117/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/119/config.json b/2b_l10/outputs_add_free/f2+l2/lang/119/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/119/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/120/config.json b/2b_l10/outputs_add_free/f2+l2/lang/120/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/120/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/121/config.json b/2b_l10/outputs_add_free/f2+l2/lang/121/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/121/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/122/config.json b/2b_l10/outputs_add_free/f2+l2/lang/122/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/122/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/123/config.json b/2b_l10/outputs_add_free/f2+l2/lang/123/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/123/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/124/config.json b/2b_l10/outputs_add_free/f2+l2/lang/124/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/124/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/128/config.json b/2b_l10/outputs_add_free/f2+l2/lang/128/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/128/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/129/config.json b/2b_l10/outputs_add_free/f2+l2/lang/129/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/129/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/130/config.json b/2b_l10/outputs_add_free/f2+l2/lang/130/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/130/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/131/config.json b/2b_l10/outputs_add_free/f2+l2/lang/131/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/131/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/133/config.json b/2b_l10/outputs_add_free/f2+l2/lang/133/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/133/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/134/config.json b/2b_l10/outputs_add_free/f2+l2/lang/134/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/134/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/135/config.json b/2b_l10/outputs_add_free/f2+l2/lang/135/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/135/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/138/config.json b/2b_l10/outputs_add_free/f2+l2/lang/138/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/138/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/142/config.json b/2b_l10/outputs_add_free/f2+l2/lang/142/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/142/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/144/config.json b/2b_l10/outputs_add_free/f2+l2/lang/144/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/144/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/146/config.json b/2b_l10/outputs_add_free/f2+l2/lang/146/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/146/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/147/config.json b/2b_l10/outputs_add_free/f2+l2/lang/147/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/147/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/148/config.json b/2b_l10/outputs_add_free/f2+l2/lang/148/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/148/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/15/config.json b/2b_l10/outputs_add_free/f2+l2/lang/15/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/15/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/150/config.json b/2b_l10/outputs_add_free/f2+l2/lang/150/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/150/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/151/config.json b/2b_l10/outputs_add_free/f2+l2/lang/151/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/151/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/156/config.json b/2b_l10/outputs_add_free/f2+l2/lang/156/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/156/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/157/config.json b/2b_l10/outputs_add_free/f2+l2/lang/157/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/157/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/158/config.json b/2b_l10/outputs_add_free/f2+l2/lang/158/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/158/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/16/config.json b/2b_l10/outputs_add_free/f2+l2/lang/16/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/16/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/162/config.json b/2b_l10/outputs_add_free/f2+l2/lang/162/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/162/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/166/config.json b/2b_l10/outputs_add_free/f2+l2/lang/166/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/166/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/167/config.json b/2b_l10/outputs_add_free/f2+l2/lang/167/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/167/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/169/config.json b/2b_l10/outputs_add_free/f2+l2/lang/169/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/169/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/171/config.json b/2b_l10/outputs_add_free/f2+l2/lang/171/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/171/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/172/config.json b/2b_l10/outputs_add_free/f2+l2/lang/172/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/172/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/173/config.json b/2b_l10/outputs_add_free/f2+l2/lang/173/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/173/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/177/config.json b/2b_l10/outputs_add_free/f2+l2/lang/177/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/177/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/178/config.json b/2b_l10/outputs_add_free/f2+l2/lang/178/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/178/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/179/config.json b/2b_l10/outputs_add_free/f2+l2/lang/179/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/179/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/18/config.json b/2b_l10/outputs_add_free/f2+l2/lang/18/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/18/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/183/config.json b/2b_l10/outputs_add_free/f2+l2/lang/183/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/183/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/184/config.json b/2b_l10/outputs_add_free/f2+l2/lang/184/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/184/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/186/config.json b/2b_l10/outputs_add_free/f2+l2/lang/186/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/186/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/188/config.json b/2b_l10/outputs_add_free/f2+l2/lang/188/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/188/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/19/config.json b/2b_l10/outputs_add_free/f2+l2/lang/19/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/19/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/192/config.json b/2b_l10/outputs_add_free/f2+l2/lang/192/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/192/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/193/config.json b/2b_l10/outputs_add_free/f2+l2/lang/193/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/193/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/198/config.json b/2b_l10/outputs_add_free/f2+l2/lang/198/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/198/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/199/config.json b/2b_l10/outputs_add_free/f2+l2/lang/199/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/199/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/2/config.json b/2b_l10/outputs_add_free/f2+l2/lang/2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/2/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/20/config.json b/2b_l10/outputs_add_free/f2+l2/lang/20/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/20/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/200/config.json b/2b_l10/outputs_add_free/f2+l2/lang/200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/200/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/201/config.json b/2b_l10/outputs_add_free/f2+l2/lang/201/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/201/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/202/config.json b/2b_l10/outputs_add_free/f2+l2/lang/202/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/202/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/205/config.json b/2b_l10/outputs_add_free/f2+l2/lang/205/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/205/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/206/config.json b/2b_l10/outputs_add_free/f2+l2/lang/206/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/206/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/207/config.json b/2b_l10/outputs_add_free/f2+l2/lang/207/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/207/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/208/config.json b/2b_l10/outputs_add_free/f2+l2/lang/208/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/208/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/209/config.json b/2b_l10/outputs_add_free/f2+l2/lang/209/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/209/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/211/config.json b/2b_l10/outputs_add_free/f2+l2/lang/211/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/211/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/213/config.json b/2b_l10/outputs_add_free/f2+l2/lang/213/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/213/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/214/config.json b/2b_l10/outputs_add_free/f2+l2/lang/214/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/214/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/217/config.json b/2b_l10/outputs_add_free/f2+l2/lang/217/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/217/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/218/config.json b/2b_l10/outputs_add_free/f2+l2/lang/218/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/218/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/220/config.json b/2b_l10/outputs_add_free/f2+l2/lang/220/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/220/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/221/config.json b/2b_l10/outputs_add_free/f2+l2/lang/221/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/221/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/223/config.json b/2b_l10/outputs_add_free/f2+l2/lang/223/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/223/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/224/config.json b/2b_l10/outputs_add_free/f2+l2/lang/224/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/224/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/225/config.json b/2b_l10/outputs_add_free/f2+l2/lang/225/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/225/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/227/config.json b/2b_l10/outputs_add_free/f2+l2/lang/227/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/227/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/228/config.json b/2b_l10/outputs_add_free/f2+l2/lang/228/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/228/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/23/config.json b/2b_l10/outputs_add_free/f2+l2/lang/23/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/23/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/232/config.json b/2b_l10/outputs_add_free/f2+l2/lang/232/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/232/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/233/config.json b/2b_l10/outputs_add_free/f2+l2/lang/233/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/233/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/238/config.json b/2b_l10/outputs_add_free/f2+l2/lang/238/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/238/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/239/config.json b/2b_l10/outputs_add_free/f2+l2/lang/239/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/239/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/24/config.json b/2b_l10/outputs_add_free/f2+l2/lang/24/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/24/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/241/config.json b/2b_l10/outputs_add_free/f2+l2/lang/241/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/241/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/244/config.json b/2b_l10/outputs_add_free/f2+l2/lang/244/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/244/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/245/config.json b/2b_l10/outputs_add_free/f2+l2/lang/245/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/245/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/249/config.json b/2b_l10/outputs_add_free/f2+l2/lang/249/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/249/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/25/config.json b/2b_l10/outputs_add_free/f2+l2/lang/25/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/25/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/250/config.json b/2b_l10/outputs_add_free/f2+l2/lang/250/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/250/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/251/config.json b/2b_l10/outputs_add_free/f2+l2/lang/251/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/251/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/254/config.json b/2b_l10/outputs_add_free/f2+l2/lang/254/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/254/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/255/config.json b/2b_l10/outputs_add_free/f2+l2/lang/255/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/255/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/258/config.json b/2b_l10/outputs_add_free/f2+l2/lang/258/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/258/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/259/config.json b/2b_l10/outputs_add_free/f2+l2/lang/259/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/259/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/26/config.json b/2b_l10/outputs_add_free/f2+l2/lang/26/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/26/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/261/config.json b/2b_l10/outputs_add_free/f2+l2/lang/261/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/261/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/262/config.json b/2b_l10/outputs_add_free/f2+l2/lang/262/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/262/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/263/config.json b/2b_l10/outputs_add_free/f2+l2/lang/263/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/263/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/265/config.json b/2b_l10/outputs_add_free/f2+l2/lang/265/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/265/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/267/config.json b/2b_l10/outputs_add_free/f2+l2/lang/267/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/267/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/268/config.json b/2b_l10/outputs_add_free/f2+l2/lang/268/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/268/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/27/config.json b/2b_l10/outputs_add_free/f2+l2/lang/27/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/27/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/270/config.json b/2b_l10/outputs_add_free/f2+l2/lang/270/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/270/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/272/config.json b/2b_l10/outputs_add_free/f2+l2/lang/272/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/272/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/273/config.json b/2b_l10/outputs_add_free/f2+l2/lang/273/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/273/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/274/config.json b/2b_l10/outputs_add_free/f2+l2/lang/274/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/274/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/275/config.json b/2b_l10/outputs_add_free/f2+l2/lang/275/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/275/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/276/config.json b/2b_l10/outputs_add_free/f2+l2/lang/276/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/276/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/277/config.json b/2b_l10/outputs_add_free/f2+l2/lang/277/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/277/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/278/config.json b/2b_l10/outputs_add_free/f2+l2/lang/278/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/278/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/279/config.json b/2b_l10/outputs_add_free/f2+l2/lang/279/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/279/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/28/config.json b/2b_l10/outputs_add_free/f2+l2/lang/28/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/28/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/280/config.json b/2b_l10/outputs_add_free/f2+l2/lang/280/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/280/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/281/config.json b/2b_l10/outputs_add_free/f2+l2/lang/281/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/281/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/283/config.json b/2b_l10/outputs_add_free/f2+l2/lang/283/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/283/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/285/config.json b/2b_l10/outputs_add_free/f2+l2/lang/285/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/285/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/286/config.json b/2b_l10/outputs_add_free/f2+l2/lang/286/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/286/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/287/config.json b/2b_l10/outputs_add_free/f2+l2/lang/287/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/287/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/288/config.json b/2b_l10/outputs_add_free/f2+l2/lang/288/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/288/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/289/config.json b/2b_l10/outputs_add_free/f2+l2/lang/289/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/289/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/290/config.json b/2b_l10/outputs_add_free/f2+l2/lang/290/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/290/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/292/config.json b/2b_l10/outputs_add_free/f2+l2/lang/292/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/292/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/293/config.json b/2b_l10/outputs_add_free/f2+l2/lang/293/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/293/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/294/config.json b/2b_l10/outputs_add_free/f2+l2/lang/294/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/294/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/295/config.json b/2b_l10/outputs_add_free/f2+l2/lang/295/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/295/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/296/config.json b/2b_l10/outputs_add_free/f2+l2/lang/296/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/296/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/298/config.json b/2b_l10/outputs_add_free/f2+l2/lang/298/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/298/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/299/config.json b/2b_l10/outputs_add_free/f2+l2/lang/299/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/299/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/2b_l10_lang_prosv.sh b/2b_l10/outputs_add_free/f2+l2/lang/2b_l10_lang_prosv.sh new file mode 100644 index 0000000000000000000000000000000000000000..d8a229ee4df8e3ada8df92ed134b5bebb5d4b028 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/2b_l10_lang_prosv.sh @@ -0,0 +1,8 @@ +FACTOR_INIT=4 +FACTOR_LR=10 +VEC_INIT=8 +VEC_LR=4e-2 +EPOCHS=12 +BATCH_SIZE=12 +SV=add_free +POSITIONS=f2+l2 diff --git a/2b_l10/outputs_add_free/f2+l2/lang/301/config.json b/2b_l10/outputs_add_free/f2+l2/lang/301/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/301/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/304/config.json b/2b_l10/outputs_add_free/f2+l2/lang/304/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/304/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/305/config.json b/2b_l10/outputs_add_free/f2+l2/lang/305/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/305/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/306/config.json b/2b_l10/outputs_add_free/f2+l2/lang/306/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/306/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/308/config.json b/2b_l10/outputs_add_free/f2+l2/lang/308/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/308/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/309/config.json b/2b_l10/outputs_add_free/f2+l2/lang/309/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/309/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/31/config.json b/2b_l10/outputs_add_free/f2+l2/lang/31/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/31/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/311/config.json b/2b_l10/outputs_add_free/f2+l2/lang/311/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/311/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/314/config.json b/2b_l10/outputs_add_free/f2+l2/lang/314/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/314/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/318/config.json b/2b_l10/outputs_add_free/f2+l2/lang/318/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/318/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/32/config.json b/2b_l10/outputs_add_free/f2+l2/lang/32/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/32/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/320/config.json b/2b_l10/outputs_add_free/f2+l2/lang/320/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/320/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/321/config.json b/2b_l10/outputs_add_free/f2+l2/lang/321/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/321/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/322/config.json b/2b_l10/outputs_add_free/f2+l2/lang/322/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/322/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/323/config.json b/2b_l10/outputs_add_free/f2+l2/lang/323/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/323/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/324/config.json b/2b_l10/outputs_add_free/f2+l2/lang/324/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/324/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/326/config.json b/2b_l10/outputs_add_free/f2+l2/lang/326/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/326/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/327/config.json b/2b_l10/outputs_add_free/f2+l2/lang/327/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/327/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/328/config.json b/2b_l10/outputs_add_free/f2+l2/lang/328/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/328/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/329/config.json b/2b_l10/outputs_add_free/f2+l2/lang/329/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/329/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/33/config.json b/2b_l10/outputs_add_free/f2+l2/lang/33/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/33/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/332/config.json b/2b_l10/outputs_add_free/f2+l2/lang/332/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/332/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/333/config.json b/2b_l10/outputs_add_free/f2+l2/lang/333/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/333/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/335/config.json b/2b_l10/outputs_add_free/f2+l2/lang/335/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/335/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/337/config.json b/2b_l10/outputs_add_free/f2+l2/lang/337/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/337/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/338/config.json b/2b_l10/outputs_add_free/f2+l2/lang/338/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/338/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/34/config.json b/2b_l10/outputs_add_free/f2+l2/lang/34/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/34/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/340/config.json b/2b_l10/outputs_add_free/f2+l2/lang/340/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/340/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/341/config.json b/2b_l10/outputs_add_free/f2+l2/lang/341/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/341/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/342/config.json b/2b_l10/outputs_add_free/f2+l2/lang/342/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/342/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/343/config.json b/2b_l10/outputs_add_free/f2+l2/lang/343/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/343/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/344/config.json b/2b_l10/outputs_add_free/f2+l2/lang/344/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/344/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/37/config.json b/2b_l10/outputs_add_free/f2+l2/lang/37/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/37/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/4/config.json b/2b_l10/outputs_add_free/f2+l2/lang/4/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/4/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/40/config.json b/2b_l10/outputs_add_free/f2+l2/lang/40/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/40/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/43/config.json b/2b_l10/outputs_add_free/f2+l2/lang/43/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/43/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/44/config.json b/2b_l10/outputs_add_free/f2+l2/lang/44/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/44/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/45/config.json b/2b_l10/outputs_add_free/f2+l2/lang/45/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/45/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/48/config.json b/2b_l10/outputs_add_free/f2+l2/lang/48/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/48/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/50/config.json b/2b_l10/outputs_add_free/f2+l2/lang/50/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/50/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/51/config.json b/2b_l10/outputs_add_free/f2+l2/lang/51/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/51/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/54/config.json b/2b_l10/outputs_add_free/f2+l2/lang/54/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/54/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/56/config.json b/2b_l10/outputs_add_free/f2+l2/lang/56/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/56/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/57/config.json b/2b_l10/outputs_add_free/f2+l2/lang/57/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/57/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/58/config.json b/2b_l10/outputs_add_free/f2+l2/lang/58/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/58/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/6/config.json b/2b_l10/outputs_add_free/f2+l2/lang/6/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/6/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/62/config.json b/2b_l10/outputs_add_free/f2+l2/lang/62/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/62/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/66/config.json b/2b_l10/outputs_add_free/f2+l2/lang/66/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/66/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/70/config.json b/2b_l10/outputs_add_free/f2+l2/lang/70/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/70/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/73/config.json b/2b_l10/outputs_add_free/f2+l2/lang/73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/73/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/75/config.json b/2b_l10/outputs_add_free/f2+l2/lang/75/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/75/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/77/config.json b/2b_l10/outputs_add_free/f2+l2/lang/77/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/77/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/78/config.json b/2b_l10/outputs_add_free/f2+l2/lang/78/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/78/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/8/config.json b/2b_l10/outputs_add_free/f2+l2/lang/8/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/8/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/80/config.json b/2b_l10/outputs_add_free/f2+l2/lang/80/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/80/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/81/config.json b/2b_l10/outputs_add_free/f2+l2/lang/81/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/81/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/83/config.json b/2b_l10/outputs_add_free/f2+l2/lang/83/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/83/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/84/config.json b/2b_l10/outputs_add_free/f2+l2/lang/84/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/84/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/85/config.json b/2b_l10/outputs_add_free/f2+l2/lang/85/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/85/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/86/config.json b/2b_l10/outputs_add_free/f2+l2/lang/86/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/86/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/90/config.json b/2b_l10/outputs_add_free/f2+l2/lang/90/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/90/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/91/config.json b/2b_l10/outputs_add_free/f2+l2/lang/91/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/91/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/92/config.json b/2b_l10/outputs_add_free/f2+l2/lang/92/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/92/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/93/config.json b/2b_l10/outputs_add_free/f2+l2/lang/93/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/93/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/96/config.json b/2b_l10/outputs_add_free/f2+l2/lang/96/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/96/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/97/config.json b/2b_l10/outputs_add_free/f2+l2/lang/97/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/97/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/99/config.json b/2b_l10/outputs_add_free/f2+l2/lang/99/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/99/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/110/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/110/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/110/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/112/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/112/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/112/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/122/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/122/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/122/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/123/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/123/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/123/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/130/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/130/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/130/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/144/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/144/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/144/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/146/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/146/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/146/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/20/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/20/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/20/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/211/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/211/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/211/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/214/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/214/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/214/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/261/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/261/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/261/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/280/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/280/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/280/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/293/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/293/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/293/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/301/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/301/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/301/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/304/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/304/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/304/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/326/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/326/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/326/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/344/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/344/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/344/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/348/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/348/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/348/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/349/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/349/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/349/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/358/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/358/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/358/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/37/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/37/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/37/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/385/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/385/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/385/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/386/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/386/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/386/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/389/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/389/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/389/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/390/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/390/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/390/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/393/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/393/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/393/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/402/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/402/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/402/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/426/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/426/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/426/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/427/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/427/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/427/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/443/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/443/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/443/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/456/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/456/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/456/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/480/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/480/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/494/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/494/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/494/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/495/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/495/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/495/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/62/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/62/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/62/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/65/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/65/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/65/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/86/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/86/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/86/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/92/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/92/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/92/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file