diff --git a/2b_l10/outputs_add_free/all/lang/1/config.json b/2b_l10/outputs_add_free/all/lang/1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/1/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/100/config.json b/2b_l10/outputs_add_free/all/lang/100/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/100/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/105/config.json b/2b_l10/outputs_add_free/all/lang/105/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/105/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/111/config.json b/2b_l10/outputs_add_free/all/lang/111/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/111/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/115/config.json b/2b_l10/outputs_add_free/all/lang/115/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/115/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/118/config.json b/2b_l10/outputs_add_free/all/lang/118/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/118/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/12/config.json b/2b_l10/outputs_add_free/all/lang/12/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/12/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/124/config.json b/2b_l10/outputs_add_free/all/lang/124/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/124/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/126/config.json b/2b_l10/outputs_add_free/all/lang/126/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/126/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/129/config.json b/2b_l10/outputs_add_free/all/lang/129/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/129/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/133/config.json b/2b_l10/outputs_add_free/all/lang/133/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/133/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/134/config.json b/2b_l10/outputs_add_free/all/lang/134/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/134/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/136/config.json b/2b_l10/outputs_add_free/all/lang/136/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/136/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/14/config.json b/2b_l10/outputs_add_free/all/lang/14/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/14/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/143/config.json b/2b_l10/outputs_add_free/all/lang/143/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/143/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/145/config.json b/2b_l10/outputs_add_free/all/lang/145/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/145/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/149/config.json b/2b_l10/outputs_add_free/all/lang/149/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/149/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/15/config.json b/2b_l10/outputs_add_free/all/lang/15/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/15/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/150/config.json b/2b_l10/outputs_add_free/all/lang/150/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/150/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/152/config.json b/2b_l10/outputs_add_free/all/lang/152/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/152/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/153/config.json b/2b_l10/outputs_add_free/all/lang/153/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/153/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/154/config.json b/2b_l10/outputs_add_free/all/lang/154/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/154/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/157/config.json b/2b_l10/outputs_add_free/all/lang/157/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/157/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/161/config.json b/2b_l10/outputs_add_free/all/lang/161/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/161/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/163/config.json b/2b_l10/outputs_add_free/all/lang/163/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/163/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/164/config.json b/2b_l10/outputs_add_free/all/lang/164/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/164/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/168/config.json b/2b_l10/outputs_add_free/all/lang/168/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/168/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/17/config.json b/2b_l10/outputs_add_free/all/lang/17/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/17/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/175/config.json b/2b_l10/outputs_add_free/all/lang/175/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/175/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/178/config.json b/2b_l10/outputs_add_free/all/lang/178/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/178/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/179/config.json b/2b_l10/outputs_add_free/all/lang/179/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/179/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/18/config.json b/2b_l10/outputs_add_free/all/lang/18/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/18/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/181/config.json b/2b_l10/outputs_add_free/all/lang/181/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/181/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/189/config.json b/2b_l10/outputs_add_free/all/lang/189/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/189/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/191/config.json b/2b_l10/outputs_add_free/all/lang/191/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/191/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/192/config.json b/2b_l10/outputs_add_free/all/lang/192/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/192/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/198/config.json b/2b_l10/outputs_add_free/all/lang/198/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/198/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/203/config.json b/2b_l10/outputs_add_free/all/lang/203/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/203/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/209/config.json b/2b_l10/outputs_add_free/all/lang/209/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/209/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/21/config.json b/2b_l10/outputs_add_free/all/lang/21/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/21/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/210/config.json b/2b_l10/outputs_add_free/all/lang/210/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/210/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/220/config.json b/2b_l10/outputs_add_free/all/lang/220/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/220/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/222/config.json b/2b_l10/outputs_add_free/all/lang/222/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/222/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/223/config.json b/2b_l10/outputs_add_free/all/lang/223/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/223/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/226/config.json b/2b_l10/outputs_add_free/all/lang/226/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/226/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/233/config.json b/2b_l10/outputs_add_free/all/lang/233/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/233/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/234/config.json b/2b_l10/outputs_add_free/all/lang/234/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/234/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/235/config.json b/2b_l10/outputs_add_free/all/lang/235/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/235/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/236/config.json b/2b_l10/outputs_add_free/all/lang/236/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/236/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/237/config.json b/2b_l10/outputs_add_free/all/lang/237/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/237/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/24/config.json b/2b_l10/outputs_add_free/all/lang/24/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/24/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/250/config.json b/2b_l10/outputs_add_free/all/lang/250/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/250/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/253/config.json b/2b_l10/outputs_add_free/all/lang/253/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/253/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/258/config.json b/2b_l10/outputs_add_free/all/lang/258/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/258/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/259/config.json b/2b_l10/outputs_add_free/all/lang/259/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/259/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/264/config.json b/2b_l10/outputs_add_free/all/lang/264/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/264/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/266/config.json b/2b_l10/outputs_add_free/all/lang/266/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/266/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/274/config.json b/2b_l10/outputs_add_free/all/lang/274/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/274/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/276/config.json b/2b_l10/outputs_add_free/all/lang/276/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/276/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/287/config.json b/2b_l10/outputs_add_free/all/lang/287/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/287/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/291/config.json b/2b_l10/outputs_add_free/all/lang/291/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/291/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/3/config.json b/2b_l10/outputs_add_free/all/lang/3/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/3/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/30/config.json b/2b_l10/outputs_add_free/all/lang/30/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/30/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/300/config.json b/2b_l10/outputs_add_free/all/lang/300/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/300/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/306/config.json b/2b_l10/outputs_add_free/all/lang/306/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/306/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/308/config.json b/2b_l10/outputs_add_free/all/lang/308/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/308/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/311/config.json b/2b_l10/outputs_add_free/all/lang/311/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/311/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/313/config.json b/2b_l10/outputs_add_free/all/lang/313/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/313/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/320/config.json b/2b_l10/outputs_add_free/all/lang/320/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/320/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/321/config.json b/2b_l10/outputs_add_free/all/lang/321/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/321/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/322/config.json b/2b_l10/outputs_add_free/all/lang/322/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/322/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/33/config.json b/2b_l10/outputs_add_free/all/lang/33/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/33/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/330/config.json b/2b_l10/outputs_add_free/all/lang/330/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/330/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/331/config.json b/2b_l10/outputs_add_free/all/lang/331/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/331/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/336/config.json b/2b_l10/outputs_add_free/all/lang/336/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/336/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/338/config.json b/2b_l10/outputs_add_free/all/lang/338/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/338/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/34/config.json b/2b_l10/outputs_add_free/all/lang/34/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/34/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/343/config.json b/2b_l10/outputs_add_free/all/lang/343/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/343/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/35/config.json b/2b_l10/outputs_add_free/all/lang/35/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/35/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/354/config.json b/2b_l10/outputs_add_free/all/lang/354/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/354/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/356/config.json b/2b_l10/outputs_add_free/all/lang/356/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/356/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/359/config.json b/2b_l10/outputs_add_free/all/lang/359/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/359/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/36/config.json b/2b_l10/outputs_add_free/all/lang/36/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/36/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/362/config.json b/2b_l10/outputs_add_free/all/lang/362/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/362/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/365/config.json b/2b_l10/outputs_add_free/all/lang/365/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/365/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/371/config.json b/2b_l10/outputs_add_free/all/lang/371/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/371/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/375/config.json b/2b_l10/outputs_add_free/all/lang/375/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/375/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/378/config.json b/2b_l10/outputs_add_free/all/lang/378/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/378/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/379/config.json b/2b_l10/outputs_add_free/all/lang/379/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/379/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/381/config.json b/2b_l10/outputs_add_free/all/lang/381/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/381/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/391/config.json b/2b_l10/outputs_add_free/all/lang/391/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/391/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/394/config.json b/2b_l10/outputs_add_free/all/lang/394/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/394/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/396/config.json b/2b_l10/outputs_add_free/all/lang/396/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/396/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/397/config.json b/2b_l10/outputs_add_free/all/lang/397/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/397/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/398/config.json b/2b_l10/outputs_add_free/all/lang/398/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/398/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/401/config.json b/2b_l10/outputs_add_free/all/lang/401/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/401/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/407/config.json b/2b_l10/outputs_add_free/all/lang/407/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/407/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/414/config.json b/2b_l10/outputs_add_free/all/lang/414/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/414/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/416/config.json b/2b_l10/outputs_add_free/all/lang/416/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/416/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/419/config.json b/2b_l10/outputs_add_free/all/lang/419/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/419/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/42/config.json b/2b_l10/outputs_add_free/all/lang/42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/42/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/424/config.json b/2b_l10/outputs_add_free/all/lang/424/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/424/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/425/config.json b/2b_l10/outputs_add_free/all/lang/425/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/425/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/428/config.json b/2b_l10/outputs_add_free/all/lang/428/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/428/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/434/config.json b/2b_l10/outputs_add_free/all/lang/434/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/434/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/440/config.json b/2b_l10/outputs_add_free/all/lang/440/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/440/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/442/config.json b/2b_l10/outputs_add_free/all/lang/442/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/442/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/444/config.json b/2b_l10/outputs_add_free/all/lang/444/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/444/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/445/config.json b/2b_l10/outputs_add_free/all/lang/445/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/445/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/457/config.json b/2b_l10/outputs_add_free/all/lang/457/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/457/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/458/config.json b/2b_l10/outputs_add_free/all/lang/458/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/458/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/462/config.json b/2b_l10/outputs_add_free/all/lang/462/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/462/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/47/config.json b/2b_l10/outputs_add_free/all/lang/47/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/47/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/471/config.json b/2b_l10/outputs_add_free/all/lang/471/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/471/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/472/config.json b/2b_l10/outputs_add_free/all/lang/472/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/472/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/474/config.json b/2b_l10/outputs_add_free/all/lang/474/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/474/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/475/config.json b/2b_l10/outputs_add_free/all/lang/475/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/475/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/477/config.json b/2b_l10/outputs_add_free/all/lang/477/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/477/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/478/config.json b/2b_l10/outputs_add_free/all/lang/478/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/478/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/48/config.json b/2b_l10/outputs_add_free/all/lang/48/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/48/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/481/config.json b/2b_l10/outputs_add_free/all/lang/481/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/481/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/482/config.json b/2b_l10/outputs_add_free/all/lang/482/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/482/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/486/config.json b/2b_l10/outputs_add_free/all/lang/486/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/486/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/49/config.json b/2b_l10/outputs_add_free/all/lang/49/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/49/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/55/config.json b/2b_l10/outputs_add_free/all/lang/55/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/55/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/58/config.json b/2b_l10/outputs_add_free/all/lang/58/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/58/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/59/config.json b/2b_l10/outputs_add_free/all/lang/59/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/59/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/63/config.json b/2b_l10/outputs_add_free/all/lang/63/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/63/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/64/config.json b/2b_l10/outputs_add_free/all/lang/64/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/64/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/66/config.json b/2b_l10/outputs_add_free/all/lang/66/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/66/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/67/config.json b/2b_l10/outputs_add_free/all/lang/67/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/67/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/68/config.json b/2b_l10/outputs_add_free/all/lang/68/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/68/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/69/config.json b/2b_l10/outputs_add_free/all/lang/69/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/69/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/7/config.json b/2b_l10/outputs_add_free/all/lang/7/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/7/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/70/config.json b/2b_l10/outputs_add_free/all/lang/70/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/70/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/71/config.json b/2b_l10/outputs_add_free/all/lang/71/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/71/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/74/config.json b/2b_l10/outputs_add_free/all/lang/74/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/74/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/76/config.json b/2b_l10/outputs_add_free/all/lang/76/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/76/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/78/config.json b/2b_l10/outputs_add_free/all/lang/78/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/78/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/82/config.json b/2b_l10/outputs_add_free/all/lang/82/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/82/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/83/config.json b/2b_l10/outputs_add_free/all/lang/83/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/83/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/88/config.json b/2b_l10/outputs_add_free/all/lang/88/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/88/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/89/config.json b/2b_l10/outputs_add_free/all/lang/89/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/89/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/94/config.json b/2b_l10/outputs_add_free/all/lang/94/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/94/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/97/config.json b/2b_l10/outputs_add_free/all/lang/97/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/97/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/98/config.json b/2b_l10/outputs_add_free/all/lang/98/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/98/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/99/config.json b/2b_l10/outputs_add_free/all/lang/99/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/99/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/122/config.json b/2b_l10/outputs_add_free/all/simpo/122/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/122/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/127/config.json b/2b_l10/outputs_add_free/all/simpo/127/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/127/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/131/config.json b/2b_l10/outputs_add_free/all/simpo/131/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/131/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/139/config.json b/2b_l10/outputs_add_free/all/simpo/139/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/139/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/144/config.json b/2b_l10/outputs_add_free/all/simpo/144/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/144/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/146/config.json b/2b_l10/outputs_add_free/all/simpo/146/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/146/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/148/config.json b/2b_l10/outputs_add_free/all/simpo/148/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/148/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/155/config.json b/2b_l10/outputs_add_free/all/simpo/155/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/155/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/16/config.json b/2b_l10/outputs_add_free/all/simpo/16/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/16/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/183/config.json b/2b_l10/outputs_add_free/all/simpo/183/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/183/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/197/config.json b/2b_l10/outputs_add_free/all/simpo/197/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/197/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/20/config.json b/2b_l10/outputs_add_free/all/simpo/20/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/20/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/202/config.json b/2b_l10/outputs_add_free/all/simpo/202/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/202/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/214/config.json b/2b_l10/outputs_add_free/all/simpo/214/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/214/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/244/config.json b/2b_l10/outputs_add_free/all/simpo/244/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/244/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/261/config.json b/2b_l10/outputs_add_free/all/simpo/261/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/261/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/265/config.json b/2b_l10/outputs_add_free/all/simpo/265/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/265/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/281/config.json b/2b_l10/outputs_add_free/all/simpo/281/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/281/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/283/config.json b/2b_l10/outputs_add_free/all/simpo/283/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/283/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/284/config.json b/2b_l10/outputs_add_free/all/simpo/284/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/284/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/288/config.json b/2b_l10/outputs_add_free/all/simpo/288/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/288/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/293/config.json b/2b_l10/outputs_add_free/all/simpo/293/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/293/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/294/config.json b/2b_l10/outputs_add_free/all/simpo/294/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/294/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/296/config.json b/2b_l10/outputs_add_free/all/simpo/296/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/296/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/2b_l10_simpo_all.sh b/2b_l10/outputs_add_free/all/simpo/2b_l10_simpo_all.sh new file mode 100644 index 0000000000000000000000000000000000000000..1da1725e37dbe84a755b1b7fcd5743ffcbb024b5 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/2b_l10_simpo_all.sh @@ -0,0 +1,8 @@ +FACTOR_INIT=2 +FACTOR_LR=0.1 +VEC_INIT=1 +VEC_LR=4e-2 +EPOCHS=12 +BATCH_SIZE=6 +SV=add_free +POSITIONS=all diff --git a/2b_l10/outputs_add_free/all/simpo/301/config.json b/2b_l10/outputs_add_free/all/simpo/301/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/301/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/337/config.json b/2b_l10/outputs_add_free/all/simpo/337/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/337/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/344/config.json b/2b_l10/outputs_add_free/all/simpo/344/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/344/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/348/config.json b/2b_l10/outputs_add_free/all/simpo/348/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/348/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/349/config.json b/2b_l10/outputs_add_free/all/simpo/349/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/349/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/358/config.json b/2b_l10/outputs_add_free/all/simpo/358/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/358/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/367/config.json b/2b_l10/outputs_add_free/all/simpo/367/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/367/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/377/config.json b/2b_l10/outputs_add_free/all/simpo/377/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/377/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/386/config.json b/2b_l10/outputs_add_free/all/simpo/386/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/386/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/390/config.json b/2b_l10/outputs_add_free/all/simpo/390/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/390/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/402/config.json b/2b_l10/outputs_add_free/all/simpo/402/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/402/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/406/config.json b/2b_l10/outputs_add_free/all/simpo/406/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/406/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/420/config.json b/2b_l10/outputs_add_free/all/simpo/420/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/420/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/426/config.json b/2b_l10/outputs_add_free/all/simpo/426/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/426/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/427/config.json b/2b_l10/outputs_add_free/all/simpo/427/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/427/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/436/config.json b/2b_l10/outputs_add_free/all/simpo/436/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/436/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/44/config.json b/2b_l10/outputs_add_free/all/simpo/44/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/44/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/443/config.json b/2b_l10/outputs_add_free/all/simpo/443/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/443/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/447/config.json b/2b_l10/outputs_add_free/all/simpo/447/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/447/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/456/config.json b/2b_l10/outputs_add_free/all/simpo/456/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/456/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/463/config.json b/2b_l10/outputs_add_free/all/simpo/463/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/463/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/476/config.json b/2b_l10/outputs_add_free/all/simpo/476/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/476/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/480/config.json b/2b_l10/outputs_add_free/all/simpo/480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/480/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/494/config.json b/2b_l10/outputs_add_free/all/simpo/494/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/494/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/495/config.json b/2b_l10/outputs_add_free/all/simpo/495/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/495/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/57/config.json b/2b_l10/outputs_add_free/all/simpo/57/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/57/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/85/config.json b/2b_l10/outputs_add_free/all/simpo/85/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/85/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/86/config.json b/2b_l10/outputs_add_free/all/simpo/86/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/86/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file