diff --git a/9b_l20/outputs_add_free/all/lang/1/config.json b/9b_l20/outputs_add_free/all/lang/1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/1/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/12/config.json b/9b_l20/outputs_add_free/all/lang/12/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/12/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/126/config.json b/9b_l20/outputs_add_free/all/lang/126/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/126/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/129/config.json b/9b_l20/outputs_add_free/all/lang/129/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/129/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/14/config.json b/9b_l20/outputs_add_free/all/lang/14/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/14/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/149/config.json b/9b_l20/outputs_add_free/all/lang/149/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/149/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/15/config.json b/9b_l20/outputs_add_free/all/lang/15/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/15/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/152/config.json b/9b_l20/outputs_add_free/all/lang/152/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/152/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/161/config.json b/9b_l20/outputs_add_free/all/lang/161/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/161/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/163/config.json b/9b_l20/outputs_add_free/all/lang/163/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/163/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/168/config.json b/9b_l20/outputs_add_free/all/lang/168/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/168/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/17/config.json b/9b_l20/outputs_add_free/all/lang/17/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/17/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/178/config.json b/9b_l20/outputs_add_free/all/lang/178/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/178/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/181/config.json b/9b_l20/outputs_add_free/all/lang/181/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/181/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/187/config.json b/9b_l20/outputs_add_free/all/lang/187/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/187/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/189/config.json b/9b_l20/outputs_add_free/all/lang/189/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/189/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/203/config.json b/9b_l20/outputs_add_free/all/lang/203/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/203/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/210/config.json b/9b_l20/outputs_add_free/all/lang/210/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/210/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/226/config.json b/9b_l20/outputs_add_free/all/lang/226/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/226/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/250/config.json b/9b_l20/outputs_add_free/all/lang/250/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/250/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/259/config.json b/9b_l20/outputs_add_free/all/lang/259/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/259/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/264/config.json b/9b_l20/outputs_add_free/all/lang/264/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/264/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/320/config.json b/9b_l20/outputs_add_free/all/lang/320/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/320/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/33/config.json b/9b_l20/outputs_add_free/all/lang/33/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/33/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/336/config.json b/9b_l20/outputs_add_free/all/lang/336/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/336/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/34/config.json b/9b_l20/outputs_add_free/all/lang/34/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/34/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/35/config.json b/9b_l20/outputs_add_free/all/lang/35/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/35/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/354/config.json b/9b_l20/outputs_add_free/all/lang/354/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/354/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/356/config.json b/9b_l20/outputs_add_free/all/lang/356/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/356/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/359/config.json b/9b_l20/outputs_add_free/all/lang/359/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/359/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/36/config.json b/9b_l20/outputs_add_free/all/lang/36/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/36/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/378/config.json b/9b_l20/outputs_add_free/all/lang/378/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/378/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/387/config.json b/9b_l20/outputs_add_free/all/lang/387/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/387/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/396/config.json b/9b_l20/outputs_add_free/all/lang/396/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/396/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/407/config.json b/9b_l20/outputs_add_free/all/lang/407/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/407/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/419/config.json b/9b_l20/outputs_add_free/all/lang/419/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/419/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/42/config.json b/9b_l20/outputs_add_free/all/lang/42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/42/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/441/config.json b/9b_l20/outputs_add_free/all/lang/441/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/441/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/445/config.json b/9b_l20/outputs_add_free/all/lang/445/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/445/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/457/config.json b/9b_l20/outputs_add_free/all/lang/457/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/457/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/458/config.json b/9b_l20/outputs_add_free/all/lang/458/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/458/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/477/config.json b/9b_l20/outputs_add_free/all/lang/477/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/477/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/486/config.json b/9b_l20/outputs_add_free/all/lang/486/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/486/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/49/config.json b/9b_l20/outputs_add_free/all/lang/49/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/49/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/64/config.json b/9b_l20/outputs_add_free/all/lang/64/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/64/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/70/config.json b/9b_l20/outputs_add_free/all/lang/70/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/70/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/74/config.json b/9b_l20/outputs_add_free/all/lang/74/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/74/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/78/config.json b/9b_l20/outputs_add_free/all/lang/78/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/78/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/82/config.json b/9b_l20/outputs_add_free/all/lang/82/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/82/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/98/config.json b/9b_l20/outputs_add_free/all/lang/98/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/98/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/99/config.json b/9b_l20/outputs_add_free/all/lang/99/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/99/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/1/config.json b/9b_l20/outputs_add_free/all/simpo/1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/1/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/10/config.json b/9b_l20/outputs_add_free/all/simpo/10/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/10/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/100/config.json b/9b_l20/outputs_add_free/all/simpo/100/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/100/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/101/config.json b/9b_l20/outputs_add_free/all/simpo/101/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/101/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/102/config.json b/9b_l20/outputs_add_free/all/simpo/102/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/102/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/103/config.json b/9b_l20/outputs_add_free/all/simpo/103/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/103/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/105/config.json b/9b_l20/outputs_add_free/all/simpo/105/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/105/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/107/config.json b/9b_l20/outputs_add_free/all/simpo/107/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/107/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/108/config.json b/9b_l20/outputs_add_free/all/simpo/108/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/108/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/11/config.json b/9b_l20/outputs_add_free/all/simpo/11/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/11/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/110/config.json b/9b_l20/outputs_add_free/all/simpo/110/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/110/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/111/config.json b/9b_l20/outputs_add_free/all/simpo/111/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/111/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/112/config.json b/9b_l20/outputs_add_free/all/simpo/112/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/112/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/113/config.json b/9b_l20/outputs_add_free/all/simpo/113/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/113/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/114/config.json b/9b_l20/outputs_add_free/all/simpo/114/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/114/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/115/config.json b/9b_l20/outputs_add_free/all/simpo/115/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/115/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/116/config.json b/9b_l20/outputs_add_free/all/simpo/116/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/116/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/117/config.json b/9b_l20/outputs_add_free/all/simpo/117/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/117/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/118/config.json b/9b_l20/outputs_add_free/all/simpo/118/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/118/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/119/config.json b/9b_l20/outputs_add_free/all/simpo/119/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/119/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/12/config.json b/9b_l20/outputs_add_free/all/simpo/12/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/12/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/120/config.json b/9b_l20/outputs_add_free/all/simpo/120/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/120/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/121/config.json b/9b_l20/outputs_add_free/all/simpo/121/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/121/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/124/config.json b/9b_l20/outputs_add_free/all/simpo/124/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/124/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/125/config.json b/9b_l20/outputs_add_free/all/simpo/125/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/125/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/126/config.json b/9b_l20/outputs_add_free/all/simpo/126/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/126/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/127/config.json b/9b_l20/outputs_add_free/all/simpo/127/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/127/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/128/config.json b/9b_l20/outputs_add_free/all/simpo/128/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/128/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/129/config.json b/9b_l20/outputs_add_free/all/simpo/129/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/129/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/13/config.json b/9b_l20/outputs_add_free/all/simpo/13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/13/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/130/config.json b/9b_l20/outputs_add_free/all/simpo/130/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/130/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/131/config.json b/9b_l20/outputs_add_free/all/simpo/131/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/131/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/132/config.json b/9b_l20/outputs_add_free/all/simpo/132/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/132/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/133/config.json b/9b_l20/outputs_add_free/all/simpo/133/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/133/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/134/config.json b/9b_l20/outputs_add_free/all/simpo/134/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/134/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/135/config.json b/9b_l20/outputs_add_free/all/simpo/135/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/135/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/136/config.json b/9b_l20/outputs_add_free/all/simpo/136/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/136/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/137/config.json b/9b_l20/outputs_add_free/all/simpo/137/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/137/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/139/config.json b/9b_l20/outputs_add_free/all/simpo/139/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/139/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/14/config.json b/9b_l20/outputs_add_free/all/simpo/14/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/14/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/140/config.json b/9b_l20/outputs_add_free/all/simpo/140/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/140/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/141/config.json b/9b_l20/outputs_add_free/all/simpo/141/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/141/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/142/config.json b/9b_l20/outputs_add_free/all/simpo/142/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/142/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/143/config.json b/9b_l20/outputs_add_free/all/simpo/143/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/143/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/144/config.json b/9b_l20/outputs_add_free/all/simpo/144/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/144/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/145/config.json b/9b_l20/outputs_add_free/all/simpo/145/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/145/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/147/config.json b/9b_l20/outputs_add_free/all/simpo/147/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/147/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/148/config.json b/9b_l20/outputs_add_free/all/simpo/148/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/148/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/149/config.json b/9b_l20/outputs_add_free/all/simpo/149/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/149/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/15/config.json b/9b_l20/outputs_add_free/all/simpo/15/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/15/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/150/config.json b/9b_l20/outputs_add_free/all/simpo/150/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/150/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/151/config.json b/9b_l20/outputs_add_free/all/simpo/151/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/151/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/152/config.json b/9b_l20/outputs_add_free/all/simpo/152/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/152/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/153/config.json b/9b_l20/outputs_add_free/all/simpo/153/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/153/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/154/config.json b/9b_l20/outputs_add_free/all/simpo/154/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/154/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/155/config.json b/9b_l20/outputs_add_free/all/simpo/155/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/155/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/157/config.json b/9b_l20/outputs_add_free/all/simpo/157/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/157/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/158/config.json b/9b_l20/outputs_add_free/all/simpo/158/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/158/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/159/config.json b/9b_l20/outputs_add_free/all/simpo/159/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/159/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/16/config.json b/9b_l20/outputs_add_free/all/simpo/16/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/16/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/160/config.json b/9b_l20/outputs_add_free/all/simpo/160/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/160/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/161/config.json b/9b_l20/outputs_add_free/all/simpo/161/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/161/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/163/config.json b/9b_l20/outputs_add_free/all/simpo/163/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/163/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/164/config.json b/9b_l20/outputs_add_free/all/simpo/164/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/164/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/165/config.json b/9b_l20/outputs_add_free/all/simpo/165/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/165/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/166/config.json b/9b_l20/outputs_add_free/all/simpo/166/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/166/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/167/config.json b/9b_l20/outputs_add_free/all/simpo/167/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/167/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/168/config.json b/9b_l20/outputs_add_free/all/simpo/168/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/168/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/169/config.json b/9b_l20/outputs_add_free/all/simpo/169/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/169/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/17/config.json b/9b_l20/outputs_add_free/all/simpo/17/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/17/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/170/config.json b/9b_l20/outputs_add_free/all/simpo/170/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/170/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/173/config.json b/9b_l20/outputs_add_free/all/simpo/173/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/173/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/174/config.json b/9b_l20/outputs_add_free/all/simpo/174/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/174/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/175/config.json b/9b_l20/outputs_add_free/all/simpo/175/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/175/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/176/config.json b/9b_l20/outputs_add_free/all/simpo/176/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/176/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/178/config.json b/9b_l20/outputs_add_free/all/simpo/178/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/178/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/179/config.json b/9b_l20/outputs_add_free/all/simpo/179/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/179/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/18/config.json b/9b_l20/outputs_add_free/all/simpo/18/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/18/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/180/config.json b/9b_l20/outputs_add_free/all/simpo/180/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/180/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/181/config.json b/9b_l20/outputs_add_free/all/simpo/181/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/181/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/182/config.json b/9b_l20/outputs_add_free/all/simpo/182/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/182/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/183/config.json b/9b_l20/outputs_add_free/all/simpo/183/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/183/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/185/config.json b/9b_l20/outputs_add_free/all/simpo/185/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/185/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/187/config.json b/9b_l20/outputs_add_free/all/simpo/187/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/187/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/188/config.json b/9b_l20/outputs_add_free/all/simpo/188/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/188/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/189/config.json b/9b_l20/outputs_add_free/all/simpo/189/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/189/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/190/config.json b/9b_l20/outputs_add_free/all/simpo/190/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/190/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/191/config.json b/9b_l20/outputs_add_free/all/simpo/191/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/191/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/192/config.json b/9b_l20/outputs_add_free/all/simpo/192/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/192/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/193/config.json b/9b_l20/outputs_add_free/all/simpo/193/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/193/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/195/config.json b/9b_l20/outputs_add_free/all/simpo/195/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/195/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/196/config.json b/9b_l20/outputs_add_free/all/simpo/196/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/196/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/197/config.json b/9b_l20/outputs_add_free/all/simpo/197/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/197/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/198/config.json b/9b_l20/outputs_add_free/all/simpo/198/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/198/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/199/config.json b/9b_l20/outputs_add_free/all/simpo/199/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/199/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/2/config.json b/9b_l20/outputs_add_free/all/simpo/2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/2/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/20/config.json b/9b_l20/outputs_add_free/all/simpo/20/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/20/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/200/config.json b/9b_l20/outputs_add_free/all/simpo/200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/200/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/202/config.json b/9b_l20/outputs_add_free/all/simpo/202/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/202/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/203/config.json b/9b_l20/outputs_add_free/all/simpo/203/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/203/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/204/config.json b/9b_l20/outputs_add_free/all/simpo/204/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/204/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/206/config.json b/9b_l20/outputs_add_free/all/simpo/206/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/206/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/207/config.json b/9b_l20/outputs_add_free/all/simpo/207/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/207/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/208/config.json b/9b_l20/outputs_add_free/all/simpo/208/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/208/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/209/config.json b/9b_l20/outputs_add_free/all/simpo/209/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/209/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/21/config.json b/9b_l20/outputs_add_free/all/simpo/21/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/21/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/210/config.json b/9b_l20/outputs_add_free/all/simpo/210/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/210/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/213/config.json b/9b_l20/outputs_add_free/all/simpo/213/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/213/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/214/config.json b/9b_l20/outputs_add_free/all/simpo/214/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/214/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/215/config.json b/9b_l20/outputs_add_free/all/simpo/215/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/215/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/219/config.json b/9b_l20/outputs_add_free/all/simpo/219/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/219/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/22/config.json b/9b_l20/outputs_add_free/all/simpo/22/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/22/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/220/config.json b/9b_l20/outputs_add_free/all/simpo/220/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/220/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/221/config.json b/9b_l20/outputs_add_free/all/simpo/221/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/221/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/222/config.json b/9b_l20/outputs_add_free/all/simpo/222/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/222/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/223/config.json b/9b_l20/outputs_add_free/all/simpo/223/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/223/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/224/config.json b/9b_l20/outputs_add_free/all/simpo/224/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/224/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/226/config.json b/9b_l20/outputs_add_free/all/simpo/226/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/226/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/228/config.json b/9b_l20/outputs_add_free/all/simpo/228/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/228/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/229/config.json b/9b_l20/outputs_add_free/all/simpo/229/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/229/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/23/config.json b/9b_l20/outputs_add_free/all/simpo/23/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/23/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/230/config.json b/9b_l20/outputs_add_free/all/simpo/230/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/230/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/231/config.json b/9b_l20/outputs_add_free/all/simpo/231/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/231/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/232/config.json b/9b_l20/outputs_add_free/all/simpo/232/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/232/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/233/config.json b/9b_l20/outputs_add_free/all/simpo/233/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/233/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/234/config.json b/9b_l20/outputs_add_free/all/simpo/234/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/234/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/235/config.json b/9b_l20/outputs_add_free/all/simpo/235/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/235/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/236/config.json b/9b_l20/outputs_add_free/all/simpo/236/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/236/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/237/config.json b/9b_l20/outputs_add_free/all/simpo/237/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/237/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/24/config.json b/9b_l20/outputs_add_free/all/simpo/24/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/24/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/240/config.json b/9b_l20/outputs_add_free/all/simpo/240/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/240/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/241/config.json b/9b_l20/outputs_add_free/all/simpo/241/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/241/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/242/config.json b/9b_l20/outputs_add_free/all/simpo/242/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/242/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/243/config.json b/9b_l20/outputs_add_free/all/simpo/243/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/243/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/244/config.json b/9b_l20/outputs_add_free/all/simpo/244/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/244/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/245/config.json b/9b_l20/outputs_add_free/all/simpo/245/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/245/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/246/config.json b/9b_l20/outputs_add_free/all/simpo/246/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/246/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/247/config.json b/9b_l20/outputs_add_free/all/simpo/247/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/247/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/248/config.json b/9b_l20/outputs_add_free/all/simpo/248/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/248/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/250/config.json b/9b_l20/outputs_add_free/all/simpo/250/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/250/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/251/config.json b/9b_l20/outputs_add_free/all/simpo/251/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/251/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/252/config.json b/9b_l20/outputs_add_free/all/simpo/252/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/252/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/253/config.json b/9b_l20/outputs_add_free/all/simpo/253/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/253/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/254/config.json b/9b_l20/outputs_add_free/all/simpo/254/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/254/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/255/config.json b/9b_l20/outputs_add_free/all/simpo/255/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/255/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/256/config.json b/9b_l20/outputs_add_free/all/simpo/256/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/256/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/257/config.json b/9b_l20/outputs_add_free/all/simpo/257/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/257/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/258/config.json b/9b_l20/outputs_add_free/all/simpo/258/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/258/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/259/config.json b/9b_l20/outputs_add_free/all/simpo/259/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/259/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/260/config.json b/9b_l20/outputs_add_free/all/simpo/260/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/260/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/262/config.json b/9b_l20/outputs_add_free/all/simpo/262/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/262/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/263/config.json b/9b_l20/outputs_add_free/all/simpo/263/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/263/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/264/config.json b/9b_l20/outputs_add_free/all/simpo/264/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/264/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/265/config.json b/9b_l20/outputs_add_free/all/simpo/265/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/265/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/266/config.json b/9b_l20/outputs_add_free/all/simpo/266/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/266/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/267/config.json b/9b_l20/outputs_add_free/all/simpo/267/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/267/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/268/config.json b/9b_l20/outputs_add_free/all/simpo/268/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/268/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/269/config.json b/9b_l20/outputs_add_free/all/simpo/269/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/269/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/271/config.json b/9b_l20/outputs_add_free/all/simpo/271/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/271/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/272/config.json b/9b_l20/outputs_add_free/all/simpo/272/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/272/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/273/config.json b/9b_l20/outputs_add_free/all/simpo/273/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/273/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/274/config.json b/9b_l20/outputs_add_free/all/simpo/274/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/274/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/276/config.json b/9b_l20/outputs_add_free/all/simpo/276/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/276/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/28/config.json b/9b_l20/outputs_add_free/all/simpo/28/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/28/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/281/config.json b/9b_l20/outputs_add_free/all/simpo/281/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/281/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/283/config.json b/9b_l20/outputs_add_free/all/simpo/283/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/283/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/284/config.json b/9b_l20/outputs_add_free/all/simpo/284/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/284/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/285/config.json b/9b_l20/outputs_add_free/all/simpo/285/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/285/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/286/config.json b/9b_l20/outputs_add_free/all/simpo/286/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/286/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/287/config.json b/9b_l20/outputs_add_free/all/simpo/287/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/287/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/288/config.json b/9b_l20/outputs_add_free/all/simpo/288/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/288/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/289/config.json b/9b_l20/outputs_add_free/all/simpo/289/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/289/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/29/config.json b/9b_l20/outputs_add_free/all/simpo/29/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/29/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/291/config.json b/9b_l20/outputs_add_free/all/simpo/291/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/291/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/292/config.json b/9b_l20/outputs_add_free/all/simpo/292/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/292/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/293/config.json b/9b_l20/outputs_add_free/all/simpo/293/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/293/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/294/config.json b/9b_l20/outputs_add_free/all/simpo/294/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/294/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/295/config.json b/9b_l20/outputs_add_free/all/simpo/295/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/295/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/297/config.json b/9b_l20/outputs_add_free/all/simpo/297/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/297/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/298/config.json b/9b_l20/outputs_add_free/all/simpo/298/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/298/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/3/config.json b/9b_l20/outputs_add_free/all/simpo/3/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/3/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/30/config.json b/9b_l20/outputs_add_free/all/simpo/30/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/30/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/300/config.json b/9b_l20/outputs_add_free/all/simpo/300/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/300/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/301/config.json b/9b_l20/outputs_add_free/all/simpo/301/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/301/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/302/config.json b/9b_l20/outputs_add_free/all/simpo/302/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/302/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/303/config.json b/9b_l20/outputs_add_free/all/simpo/303/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/303/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/304/config.json b/9b_l20/outputs_add_free/all/simpo/304/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/304/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/306/config.json b/9b_l20/outputs_add_free/all/simpo/306/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/306/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/307/config.json b/9b_l20/outputs_add_free/all/simpo/307/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/307/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/308/config.json b/9b_l20/outputs_add_free/all/simpo/308/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/308/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/309/config.json b/9b_l20/outputs_add_free/all/simpo/309/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/309/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/31/config.json b/9b_l20/outputs_add_free/all/simpo/31/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/31/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/310/config.json b/9b_l20/outputs_add_free/all/simpo/310/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/310/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/311/config.json b/9b_l20/outputs_add_free/all/simpo/311/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/311/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/313/config.json b/9b_l20/outputs_add_free/all/simpo/313/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/313/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/314/config.json b/9b_l20/outputs_add_free/all/simpo/314/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/314/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/315/config.json b/9b_l20/outputs_add_free/all/simpo/315/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/315/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/316/config.json b/9b_l20/outputs_add_free/all/simpo/316/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/316/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/319/config.json b/9b_l20/outputs_add_free/all/simpo/319/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/319/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/32/config.json b/9b_l20/outputs_add_free/all/simpo/32/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/32/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/320/config.json b/9b_l20/outputs_add_free/all/simpo/320/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/320/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/321/config.json b/9b_l20/outputs_add_free/all/simpo/321/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/321/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/322/config.json b/9b_l20/outputs_add_free/all/simpo/322/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/322/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/323/config.json b/9b_l20/outputs_add_free/all/simpo/323/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/323/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/326/config.json b/9b_l20/outputs_add_free/all/simpo/326/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/326/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/328/config.json b/9b_l20/outputs_add_free/all/simpo/328/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/328/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/33/config.json b/9b_l20/outputs_add_free/all/simpo/33/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/33/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/330/config.json b/9b_l20/outputs_add_free/all/simpo/330/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/330/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/331/config.json b/9b_l20/outputs_add_free/all/simpo/331/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/331/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/332/config.json b/9b_l20/outputs_add_free/all/simpo/332/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/332/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/334/config.json b/9b_l20/outputs_add_free/all/simpo/334/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/334/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/336/config.json b/9b_l20/outputs_add_free/all/simpo/336/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/336/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/337/config.json b/9b_l20/outputs_add_free/all/simpo/337/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/337/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/338/config.json b/9b_l20/outputs_add_free/all/simpo/338/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/338/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/339/config.json b/9b_l20/outputs_add_free/all/simpo/339/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/339/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/34/config.json b/9b_l20/outputs_add_free/all/simpo/34/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/34/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/340/config.json b/9b_l20/outputs_add_free/all/simpo/340/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/340/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/343/config.json b/9b_l20/outputs_add_free/all/simpo/343/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/343/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/344/config.json b/9b_l20/outputs_add_free/all/simpo/344/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/344/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/345/config.json b/9b_l20/outputs_add_free/all/simpo/345/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/345/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/346/config.json b/9b_l20/outputs_add_free/all/simpo/346/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/346/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/349/config.json b/9b_l20/outputs_add_free/all/simpo/349/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/349/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/35/config.json b/9b_l20/outputs_add_free/all/simpo/35/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/35/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/350/config.json b/9b_l20/outputs_add_free/all/simpo/350/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/350/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/351/config.json b/9b_l20/outputs_add_free/all/simpo/351/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/351/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/352/config.json b/9b_l20/outputs_add_free/all/simpo/352/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/352/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/353/config.json b/9b_l20/outputs_add_free/all/simpo/353/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/353/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/354/config.json b/9b_l20/outputs_add_free/all/simpo/354/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/354/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/355/config.json b/9b_l20/outputs_add_free/all/simpo/355/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/355/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/356/config.json b/9b_l20/outputs_add_free/all/simpo/356/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/356/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/357/config.json b/9b_l20/outputs_add_free/all/simpo/357/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/357/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/358/config.json b/9b_l20/outputs_add_free/all/simpo/358/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/358/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/359/config.json b/9b_l20/outputs_add_free/all/simpo/359/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/359/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/36/config.json b/9b_l20/outputs_add_free/all/simpo/36/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/36/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/360/config.json b/9b_l20/outputs_add_free/all/simpo/360/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/360/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/361/config.json b/9b_l20/outputs_add_free/all/simpo/361/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/361/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/362/config.json b/9b_l20/outputs_add_free/all/simpo/362/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/362/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/363/config.json b/9b_l20/outputs_add_free/all/simpo/363/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/363/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/364/config.json b/9b_l20/outputs_add_free/all/simpo/364/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/364/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/365/config.json b/9b_l20/outputs_add_free/all/simpo/365/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/365/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/368/config.json b/9b_l20/outputs_add_free/all/simpo/368/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/368/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/369/config.json b/9b_l20/outputs_add_free/all/simpo/369/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/369/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/370/config.json b/9b_l20/outputs_add_free/all/simpo/370/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/370/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/371/config.json b/9b_l20/outputs_add_free/all/simpo/371/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/371/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/372/config.json b/9b_l20/outputs_add_free/all/simpo/372/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/372/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/373/config.json b/9b_l20/outputs_add_free/all/simpo/373/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/373/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/375/config.json b/9b_l20/outputs_add_free/all/simpo/375/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/375/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/376/config.json b/9b_l20/outputs_add_free/all/simpo/376/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/376/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/377/config.json b/9b_l20/outputs_add_free/all/simpo/377/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/377/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/378/config.json b/9b_l20/outputs_add_free/all/simpo/378/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/378/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/379/config.json b/9b_l20/outputs_add_free/all/simpo/379/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/379/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/38/config.json b/9b_l20/outputs_add_free/all/simpo/38/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/38/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/380/config.json b/9b_l20/outputs_add_free/all/simpo/380/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/380/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/381/config.json b/9b_l20/outputs_add_free/all/simpo/381/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/381/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/382/config.json b/9b_l20/outputs_add_free/all/simpo/382/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/382/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/383/config.json b/9b_l20/outputs_add_free/all/simpo/383/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/383/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/385/config.json b/9b_l20/outputs_add_free/all/simpo/385/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/385/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/386/config.json b/9b_l20/outputs_add_free/all/simpo/386/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/386/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/387/config.json b/9b_l20/outputs_add_free/all/simpo/387/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/387/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/39/config.json b/9b_l20/outputs_add_free/all/simpo/39/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/39/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/391/config.json b/9b_l20/outputs_add_free/all/simpo/391/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/391/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/392/config.json b/9b_l20/outputs_add_free/all/simpo/392/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/392/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/394/config.json b/9b_l20/outputs_add_free/all/simpo/394/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/394/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/395/config.json b/9b_l20/outputs_add_free/all/simpo/395/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/395/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/396/config.json b/9b_l20/outputs_add_free/all/simpo/396/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/396/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/397/config.json b/9b_l20/outputs_add_free/all/simpo/397/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/397/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/398/config.json b/9b_l20/outputs_add_free/all/simpo/398/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/398/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/399/config.json b/9b_l20/outputs_add_free/all/simpo/399/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/399/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/4/config.json b/9b_l20/outputs_add_free/all/simpo/4/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/4/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/401/config.json b/9b_l20/outputs_add_free/all/simpo/401/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/401/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/402/config.json b/9b_l20/outputs_add_free/all/simpo/402/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/402/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/403/config.json b/9b_l20/outputs_add_free/all/simpo/403/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/403/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/404/config.json b/9b_l20/outputs_add_free/all/simpo/404/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/404/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/405/config.json b/9b_l20/outputs_add_free/all/simpo/405/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/405/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/406/config.json b/9b_l20/outputs_add_free/all/simpo/406/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/406/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/407/config.json b/9b_l20/outputs_add_free/all/simpo/407/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/407/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/408/config.json b/9b_l20/outputs_add_free/all/simpo/408/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/408/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/41/config.json b/9b_l20/outputs_add_free/all/simpo/41/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/41/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/410/config.json b/9b_l20/outputs_add_free/all/simpo/410/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/410/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/411/config.json b/9b_l20/outputs_add_free/all/simpo/411/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/411/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/412/config.json b/9b_l20/outputs_add_free/all/simpo/412/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/412/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/413/config.json b/9b_l20/outputs_add_free/all/simpo/413/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/413/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/414/config.json b/9b_l20/outputs_add_free/all/simpo/414/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/414/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/415/config.json b/9b_l20/outputs_add_free/all/simpo/415/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/415/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/416/config.json b/9b_l20/outputs_add_free/all/simpo/416/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/416/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/418/config.json b/9b_l20/outputs_add_free/all/simpo/418/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/418/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/419/config.json b/9b_l20/outputs_add_free/all/simpo/419/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/419/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/42/config.json b/9b_l20/outputs_add_free/all/simpo/42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/42/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/420/config.json b/9b_l20/outputs_add_free/all/simpo/420/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/420/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/422/config.json b/9b_l20/outputs_add_free/all/simpo/422/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/422/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/424/config.json b/9b_l20/outputs_add_free/all/simpo/424/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/424/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/425/config.json b/9b_l20/outputs_add_free/all/simpo/425/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/425/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/426/config.json b/9b_l20/outputs_add_free/all/simpo/426/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/426/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/428/config.json b/9b_l20/outputs_add_free/all/simpo/428/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/428/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/429/config.json b/9b_l20/outputs_add_free/all/simpo/429/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/429/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/430/config.json b/9b_l20/outputs_add_free/all/simpo/430/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/430/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/432/config.json b/9b_l20/outputs_add_free/all/simpo/432/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/432/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/433/config.json b/9b_l20/outputs_add_free/all/simpo/433/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/433/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/434/config.json b/9b_l20/outputs_add_free/all/simpo/434/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/434/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/436/config.json b/9b_l20/outputs_add_free/all/simpo/436/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/436/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/44/config.json b/9b_l20/outputs_add_free/all/simpo/44/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/44/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/440/config.json b/9b_l20/outputs_add_free/all/simpo/440/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/440/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/441/config.json b/9b_l20/outputs_add_free/all/simpo/441/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/441/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/442/config.json b/9b_l20/outputs_add_free/all/simpo/442/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/442/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/443/config.json b/9b_l20/outputs_add_free/all/simpo/443/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/443/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/444/config.json b/9b_l20/outputs_add_free/all/simpo/444/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/444/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/445/config.json b/9b_l20/outputs_add_free/all/simpo/445/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/445/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/446/config.json b/9b_l20/outputs_add_free/all/simpo/446/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/446/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/447/config.json b/9b_l20/outputs_add_free/all/simpo/447/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/447/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/448/config.json b/9b_l20/outputs_add_free/all/simpo/448/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/448/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/449/config.json b/9b_l20/outputs_add_free/all/simpo/449/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/449/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/45/config.json b/9b_l20/outputs_add_free/all/simpo/45/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/45/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/450/config.json b/9b_l20/outputs_add_free/all/simpo/450/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/450/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/451/config.json b/9b_l20/outputs_add_free/all/simpo/451/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/451/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/452/config.json b/9b_l20/outputs_add_free/all/simpo/452/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/452/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/454/config.json b/9b_l20/outputs_add_free/all/simpo/454/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/454/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/455/config.json b/9b_l20/outputs_add_free/all/simpo/455/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/455/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/456/config.json b/9b_l20/outputs_add_free/all/simpo/456/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/456/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/457/config.json b/9b_l20/outputs_add_free/all/simpo/457/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/457/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/458/config.json b/9b_l20/outputs_add_free/all/simpo/458/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/458/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/459/config.json b/9b_l20/outputs_add_free/all/simpo/459/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/459/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/46/config.json b/9b_l20/outputs_add_free/all/simpo/46/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/46/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/460/config.json b/9b_l20/outputs_add_free/all/simpo/460/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/460/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/461/config.json b/9b_l20/outputs_add_free/all/simpo/461/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/461/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/462/config.json b/9b_l20/outputs_add_free/all/simpo/462/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/462/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/464/config.json b/9b_l20/outputs_add_free/all/simpo/464/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/464/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/465/config.json b/9b_l20/outputs_add_free/all/simpo/465/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/465/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/466/config.json b/9b_l20/outputs_add_free/all/simpo/466/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/466/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/467/config.json b/9b_l20/outputs_add_free/all/simpo/467/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/467/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/469/config.json b/9b_l20/outputs_add_free/all/simpo/469/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/469/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/47/config.json b/9b_l20/outputs_add_free/all/simpo/47/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/47/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/470/config.json b/9b_l20/outputs_add_free/all/simpo/470/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/470/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/471/config.json b/9b_l20/outputs_add_free/all/simpo/471/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/471/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/472/config.json b/9b_l20/outputs_add_free/all/simpo/472/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/472/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/474/config.json b/9b_l20/outputs_add_free/all/simpo/474/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/474/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/475/config.json b/9b_l20/outputs_add_free/all/simpo/475/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/475/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/477/config.json b/9b_l20/outputs_add_free/all/simpo/477/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/477/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/478/config.json b/9b_l20/outputs_add_free/all/simpo/478/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/478/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/479/config.json b/9b_l20/outputs_add_free/all/simpo/479/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/479/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/48/config.json b/9b_l20/outputs_add_free/all/simpo/48/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/48/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/481/config.json b/9b_l20/outputs_add_free/all/simpo/481/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/481/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/482/config.json b/9b_l20/outputs_add_free/all/simpo/482/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/482/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/483/config.json b/9b_l20/outputs_add_free/all/simpo/483/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/483/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/484/config.json b/9b_l20/outputs_add_free/all/simpo/484/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/484/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/485/config.json b/9b_l20/outputs_add_free/all/simpo/485/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/485/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/486/config.json b/9b_l20/outputs_add_free/all/simpo/486/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/486/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/487/config.json b/9b_l20/outputs_add_free/all/simpo/487/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/487/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/489/config.json b/9b_l20/outputs_add_free/all/simpo/489/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/489/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/49/config.json b/9b_l20/outputs_add_free/all/simpo/49/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/49/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/490/config.json b/9b_l20/outputs_add_free/all/simpo/490/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/490/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/491/config.json b/9b_l20/outputs_add_free/all/simpo/491/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/491/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/492/config.json b/9b_l20/outputs_add_free/all/simpo/492/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/492/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/493/config.json b/9b_l20/outputs_add_free/all/simpo/493/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/493/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/494/config.json b/9b_l20/outputs_add_free/all/simpo/494/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/494/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/495/config.json b/9b_l20/outputs_add_free/all/simpo/495/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/495/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/496/config.json b/9b_l20/outputs_add_free/all/simpo/496/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/496/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/498/config.json b/9b_l20/outputs_add_free/all/simpo/498/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/498/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/499/config.json b/9b_l20/outputs_add_free/all/simpo/499/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/499/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/5/config.json b/9b_l20/outputs_add_free/all/simpo/5/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/5/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/51/config.json b/9b_l20/outputs_add_free/all/simpo/51/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/51/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/52/config.json b/9b_l20/outputs_add_free/all/simpo/52/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/52/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/53/config.json b/9b_l20/outputs_add_free/all/simpo/53/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/53/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/54/config.json b/9b_l20/outputs_add_free/all/simpo/54/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/54/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/55/config.json b/9b_l20/outputs_add_free/all/simpo/55/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/55/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/56/config.json b/9b_l20/outputs_add_free/all/simpo/56/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/56/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/57/config.json b/9b_l20/outputs_add_free/all/simpo/57/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/57/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/58/config.json b/9b_l20/outputs_add_free/all/simpo/58/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/58/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/59/config.json b/9b_l20/outputs_add_free/all/simpo/59/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/59/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/60/config.json b/9b_l20/outputs_add_free/all/simpo/60/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/60/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/61/config.json b/9b_l20/outputs_add_free/all/simpo/61/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/61/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/62/config.json b/9b_l20/outputs_add_free/all/simpo/62/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/62/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/63/config.json b/9b_l20/outputs_add_free/all/simpo/63/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/63/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/64/config.json b/9b_l20/outputs_add_free/all/simpo/64/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/64/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/65/config.json b/9b_l20/outputs_add_free/all/simpo/65/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/65/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/66/config.json b/9b_l20/outputs_add_free/all/simpo/66/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/66/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/67/config.json b/9b_l20/outputs_add_free/all/simpo/67/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/67/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/68/config.json b/9b_l20/outputs_add_free/all/simpo/68/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/68/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/69/config.json b/9b_l20/outputs_add_free/all/simpo/69/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/69/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/7/config.json b/9b_l20/outputs_add_free/all/simpo/7/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/7/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/70/config.json b/9b_l20/outputs_add_free/all/simpo/70/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/70/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/71/config.json b/9b_l20/outputs_add_free/all/simpo/71/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/71/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/72/config.json b/9b_l20/outputs_add_free/all/simpo/72/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/72/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/73/config.json b/9b_l20/outputs_add_free/all/simpo/73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/73/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/74/config.json b/9b_l20/outputs_add_free/all/simpo/74/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/74/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/75/config.json b/9b_l20/outputs_add_free/all/simpo/75/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/75/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/76/config.json b/9b_l20/outputs_add_free/all/simpo/76/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/76/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/78/config.json b/9b_l20/outputs_add_free/all/simpo/78/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/78/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/79/config.json b/9b_l20/outputs_add_free/all/simpo/79/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/79/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/8/config.json b/9b_l20/outputs_add_free/all/simpo/8/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/8/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/80/config.json b/9b_l20/outputs_add_free/all/simpo/80/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/80/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/82/config.json b/9b_l20/outputs_add_free/all/simpo/82/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/82/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/83/config.json b/9b_l20/outputs_add_free/all/simpo/83/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/83/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/84/config.json b/9b_l20/outputs_add_free/all/simpo/84/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/84/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/85/config.json b/9b_l20/outputs_add_free/all/simpo/85/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/85/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/86/config.json b/9b_l20/outputs_add_free/all/simpo/86/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/86/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/87/config.json b/9b_l20/outputs_add_free/all/simpo/87/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/87/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/88/config.json b/9b_l20/outputs_add_free/all/simpo/88/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/88/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/89/config.json b/9b_l20/outputs_add_free/all/simpo/89/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/89/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/93/config.json b/9b_l20/outputs_add_free/all/simpo/93/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/93/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/94/config.json b/9b_l20/outputs_add_free/all/simpo/94/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/94/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/95/config.json b/9b_l20/outputs_add_free/all/simpo/95/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/95/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/97/config.json b/9b_l20/outputs_add_free/all/simpo/97/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/97/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/98/config.json b/9b_l20/outputs_add_free/all/simpo/98/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/98/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/99/config.json b/9b_l20/outputs_add_free/all/simpo/99/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/99/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/9b_l20_simpo_all.sh b/9b_l20/outputs_add_free/all/simpo/9b_l20_simpo_all.sh new file mode 100644 index 0000000000000000000000000000000000000000..a6162719c4645b6343b1b8b86db73ced16cbb659 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/9b_l20_simpo_all.sh @@ -0,0 +1,8 @@ +FACTOR_INIT=2 +FACTOR_LR=1e-1 +VEC_INIT=8 +VEC_LR=8e-2 +EPOCHS=12 +BATCH_SIZE=6 +SV=add_free +POSITIONS=all diff --git a/9b_l20/outputs_add_free/f2+l2/lang/0/config.json b/9b_l20/outputs_add_free/f2+l2/lang/0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/0/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/1/config.json b/9b_l20/outputs_add_free/f2+l2/lang/1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/1/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/10/config.json b/9b_l20/outputs_add_free/f2+l2/lang/10/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/10/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/100/config.json b/9b_l20/outputs_add_free/f2+l2/lang/100/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/100/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/101/config.json b/9b_l20/outputs_add_free/f2+l2/lang/101/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/101/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/102/config.json b/9b_l20/outputs_add_free/f2+l2/lang/102/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/102/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/103/config.json b/9b_l20/outputs_add_free/f2+l2/lang/103/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/103/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/104/config.json b/9b_l20/outputs_add_free/f2+l2/lang/104/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/104/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/105/config.json b/9b_l20/outputs_add_free/f2+l2/lang/105/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/105/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/106/config.json b/9b_l20/outputs_add_free/f2+l2/lang/106/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/106/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/107/config.json b/9b_l20/outputs_add_free/f2+l2/lang/107/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/107/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/108/config.json b/9b_l20/outputs_add_free/f2+l2/lang/108/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/108/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/109/config.json b/9b_l20/outputs_add_free/f2+l2/lang/109/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/109/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/11/config.json b/9b_l20/outputs_add_free/f2+l2/lang/11/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/11/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/110/config.json b/9b_l20/outputs_add_free/f2+l2/lang/110/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/110/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/111/config.json b/9b_l20/outputs_add_free/f2+l2/lang/111/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/111/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/112/config.json b/9b_l20/outputs_add_free/f2+l2/lang/112/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/112/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/113/config.json b/9b_l20/outputs_add_free/f2+l2/lang/113/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/113/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/114/config.json b/9b_l20/outputs_add_free/f2+l2/lang/114/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/114/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/115/config.json b/9b_l20/outputs_add_free/f2+l2/lang/115/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/115/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/116/config.json b/9b_l20/outputs_add_free/f2+l2/lang/116/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/116/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/117/config.json b/9b_l20/outputs_add_free/f2+l2/lang/117/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/117/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/118/config.json b/9b_l20/outputs_add_free/f2+l2/lang/118/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/118/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/119/config.json b/9b_l20/outputs_add_free/f2+l2/lang/119/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/119/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/120/config.json b/9b_l20/outputs_add_free/f2+l2/lang/120/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/120/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/121/config.json b/9b_l20/outputs_add_free/f2+l2/lang/121/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/121/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/122/config.json b/9b_l20/outputs_add_free/f2+l2/lang/122/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/122/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/123/config.json b/9b_l20/outputs_add_free/f2+l2/lang/123/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/123/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/124/config.json b/9b_l20/outputs_add_free/f2+l2/lang/124/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/124/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/125/config.json b/9b_l20/outputs_add_free/f2+l2/lang/125/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/125/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/126/config.json b/9b_l20/outputs_add_free/f2+l2/lang/126/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/126/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/127/config.json b/9b_l20/outputs_add_free/f2+l2/lang/127/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/127/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/128/config.json b/9b_l20/outputs_add_free/f2+l2/lang/128/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/128/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/129/config.json b/9b_l20/outputs_add_free/f2+l2/lang/129/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/129/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/13/config.json b/9b_l20/outputs_add_free/f2+l2/lang/13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/13/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/130/config.json b/9b_l20/outputs_add_free/f2+l2/lang/130/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/130/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/131/config.json b/9b_l20/outputs_add_free/f2+l2/lang/131/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/131/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/132/config.json b/9b_l20/outputs_add_free/f2+l2/lang/132/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/132/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/133/config.json b/9b_l20/outputs_add_free/f2+l2/lang/133/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/133/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/134/config.json b/9b_l20/outputs_add_free/f2+l2/lang/134/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/134/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/135/config.json b/9b_l20/outputs_add_free/f2+l2/lang/135/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/135/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/136/config.json b/9b_l20/outputs_add_free/f2+l2/lang/136/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/136/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/137/config.json b/9b_l20/outputs_add_free/f2+l2/lang/137/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/137/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/138/config.json b/9b_l20/outputs_add_free/f2+l2/lang/138/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/138/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/139/config.json b/9b_l20/outputs_add_free/f2+l2/lang/139/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/139/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/14/config.json b/9b_l20/outputs_add_free/f2+l2/lang/14/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/14/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/140/config.json b/9b_l20/outputs_add_free/f2+l2/lang/140/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/140/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/141/config.json b/9b_l20/outputs_add_free/f2+l2/lang/141/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/141/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/142/config.json b/9b_l20/outputs_add_free/f2+l2/lang/142/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/142/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/143/config.json b/9b_l20/outputs_add_free/f2+l2/lang/143/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/143/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/144/config.json b/9b_l20/outputs_add_free/f2+l2/lang/144/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/144/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/145/config.json b/9b_l20/outputs_add_free/f2+l2/lang/145/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/145/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/146/config.json b/9b_l20/outputs_add_free/f2+l2/lang/146/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/146/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/147/config.json b/9b_l20/outputs_add_free/f2+l2/lang/147/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/147/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/148/config.json b/9b_l20/outputs_add_free/f2+l2/lang/148/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/148/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/149/config.json b/9b_l20/outputs_add_free/f2+l2/lang/149/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/149/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/150/config.json b/9b_l20/outputs_add_free/f2+l2/lang/150/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/150/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/151/config.json b/9b_l20/outputs_add_free/f2+l2/lang/151/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/151/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/152/config.json b/9b_l20/outputs_add_free/f2+l2/lang/152/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/152/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/153/config.json b/9b_l20/outputs_add_free/f2+l2/lang/153/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/153/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/154/config.json b/9b_l20/outputs_add_free/f2+l2/lang/154/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/154/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/155/config.json b/9b_l20/outputs_add_free/f2+l2/lang/155/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/155/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/156/config.json b/9b_l20/outputs_add_free/f2+l2/lang/156/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/156/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/157/config.json b/9b_l20/outputs_add_free/f2+l2/lang/157/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/157/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/158/config.json b/9b_l20/outputs_add_free/f2+l2/lang/158/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/158/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/159/config.json b/9b_l20/outputs_add_free/f2+l2/lang/159/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/159/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/16/config.json b/9b_l20/outputs_add_free/f2+l2/lang/16/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/16/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/160/config.json b/9b_l20/outputs_add_free/f2+l2/lang/160/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/160/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/161/config.json b/9b_l20/outputs_add_free/f2+l2/lang/161/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/161/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/162/config.json b/9b_l20/outputs_add_free/f2+l2/lang/162/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/162/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/164/config.json b/9b_l20/outputs_add_free/f2+l2/lang/164/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/164/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/165/config.json b/9b_l20/outputs_add_free/f2+l2/lang/165/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/165/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/166/config.json b/9b_l20/outputs_add_free/f2+l2/lang/166/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/166/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/167/config.json b/9b_l20/outputs_add_free/f2+l2/lang/167/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/167/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/168/config.json b/9b_l20/outputs_add_free/f2+l2/lang/168/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/168/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/169/config.json b/9b_l20/outputs_add_free/f2+l2/lang/169/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/169/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/17/config.json b/9b_l20/outputs_add_free/f2+l2/lang/17/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/17/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/170/config.json b/9b_l20/outputs_add_free/f2+l2/lang/170/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/170/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/171/config.json b/9b_l20/outputs_add_free/f2+l2/lang/171/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/171/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/172/config.json b/9b_l20/outputs_add_free/f2+l2/lang/172/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/172/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/173/config.json b/9b_l20/outputs_add_free/f2+l2/lang/173/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/173/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/174/config.json b/9b_l20/outputs_add_free/f2+l2/lang/174/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/174/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/175/config.json b/9b_l20/outputs_add_free/f2+l2/lang/175/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/175/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/176/config.json b/9b_l20/outputs_add_free/f2+l2/lang/176/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/176/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/177/config.json b/9b_l20/outputs_add_free/f2+l2/lang/177/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/177/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/178/config.json b/9b_l20/outputs_add_free/f2+l2/lang/178/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/178/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/179/config.json b/9b_l20/outputs_add_free/f2+l2/lang/179/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/179/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/18/config.json b/9b_l20/outputs_add_free/f2+l2/lang/18/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/18/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/180/config.json b/9b_l20/outputs_add_free/f2+l2/lang/180/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/180/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/181/config.json b/9b_l20/outputs_add_free/f2+l2/lang/181/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/181/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/182/config.json b/9b_l20/outputs_add_free/f2+l2/lang/182/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/182/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/183/config.json b/9b_l20/outputs_add_free/f2+l2/lang/183/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/183/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/184/config.json b/9b_l20/outputs_add_free/f2+l2/lang/184/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/184/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/185/config.json b/9b_l20/outputs_add_free/f2+l2/lang/185/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/185/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/186/config.json b/9b_l20/outputs_add_free/f2+l2/lang/186/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/186/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/188/config.json b/9b_l20/outputs_add_free/f2+l2/lang/188/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/188/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/189/config.json b/9b_l20/outputs_add_free/f2+l2/lang/189/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/189/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/19/config.json b/9b_l20/outputs_add_free/f2+l2/lang/19/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/19/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/190/config.json b/9b_l20/outputs_add_free/f2+l2/lang/190/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/190/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/191/config.json b/9b_l20/outputs_add_free/f2+l2/lang/191/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/191/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/192/config.json b/9b_l20/outputs_add_free/f2+l2/lang/192/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/192/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/193/config.json b/9b_l20/outputs_add_free/f2+l2/lang/193/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/193/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/194/config.json b/9b_l20/outputs_add_free/f2+l2/lang/194/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/194/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/195/config.json b/9b_l20/outputs_add_free/f2+l2/lang/195/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/195/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/196/config.json b/9b_l20/outputs_add_free/f2+l2/lang/196/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/196/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/197/config.json b/9b_l20/outputs_add_free/f2+l2/lang/197/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/197/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/198/config.json b/9b_l20/outputs_add_free/f2+l2/lang/198/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/198/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/199/config.json b/9b_l20/outputs_add_free/f2+l2/lang/199/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/199/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/2/config.json b/9b_l20/outputs_add_free/f2+l2/lang/2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/2/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/20/config.json b/9b_l20/outputs_add_free/f2+l2/lang/20/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/20/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/200/config.json b/9b_l20/outputs_add_free/f2+l2/lang/200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/200/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/201/config.json b/9b_l20/outputs_add_free/f2+l2/lang/201/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/201/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/202/config.json b/9b_l20/outputs_add_free/f2+l2/lang/202/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/202/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/203/config.json b/9b_l20/outputs_add_free/f2+l2/lang/203/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/203/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/204/config.json b/9b_l20/outputs_add_free/f2+l2/lang/204/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/204/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/205/config.json b/9b_l20/outputs_add_free/f2+l2/lang/205/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/205/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/206/config.json b/9b_l20/outputs_add_free/f2+l2/lang/206/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/206/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/207/config.json b/9b_l20/outputs_add_free/f2+l2/lang/207/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/207/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/208/config.json b/9b_l20/outputs_add_free/f2+l2/lang/208/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/208/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/209/config.json b/9b_l20/outputs_add_free/f2+l2/lang/209/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/209/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/21/config.json b/9b_l20/outputs_add_free/f2+l2/lang/21/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/21/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/210/config.json b/9b_l20/outputs_add_free/f2+l2/lang/210/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/210/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/211/config.json b/9b_l20/outputs_add_free/f2+l2/lang/211/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/211/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/212/config.json b/9b_l20/outputs_add_free/f2+l2/lang/212/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/212/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/213/config.json b/9b_l20/outputs_add_free/f2+l2/lang/213/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/213/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/214/config.json b/9b_l20/outputs_add_free/f2+l2/lang/214/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/214/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/215/config.json b/9b_l20/outputs_add_free/f2+l2/lang/215/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/215/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/216/config.json b/9b_l20/outputs_add_free/f2+l2/lang/216/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/216/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/217/config.json b/9b_l20/outputs_add_free/f2+l2/lang/217/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/217/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/218/config.json b/9b_l20/outputs_add_free/f2+l2/lang/218/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/218/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/219/config.json b/9b_l20/outputs_add_free/f2+l2/lang/219/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/219/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/22/config.json b/9b_l20/outputs_add_free/f2+l2/lang/22/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/22/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/220/config.json b/9b_l20/outputs_add_free/f2+l2/lang/220/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/220/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/221/config.json b/9b_l20/outputs_add_free/f2+l2/lang/221/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/221/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/222/config.json b/9b_l20/outputs_add_free/f2+l2/lang/222/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/222/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/223/config.json b/9b_l20/outputs_add_free/f2+l2/lang/223/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/223/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/224/config.json b/9b_l20/outputs_add_free/f2+l2/lang/224/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/224/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/225/config.json b/9b_l20/outputs_add_free/f2+l2/lang/225/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/225/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/226/config.json b/9b_l20/outputs_add_free/f2+l2/lang/226/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/226/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/227/config.json b/9b_l20/outputs_add_free/f2+l2/lang/227/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/227/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/228/config.json b/9b_l20/outputs_add_free/f2+l2/lang/228/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/228/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/229/config.json b/9b_l20/outputs_add_free/f2+l2/lang/229/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/229/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/23/config.json b/9b_l20/outputs_add_free/f2+l2/lang/23/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/23/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/230/config.json b/9b_l20/outputs_add_free/f2+l2/lang/230/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/230/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/231/config.json b/9b_l20/outputs_add_free/f2+l2/lang/231/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/231/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/232/config.json b/9b_l20/outputs_add_free/f2+l2/lang/232/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/232/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/233/config.json b/9b_l20/outputs_add_free/f2+l2/lang/233/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/233/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/234/config.json b/9b_l20/outputs_add_free/f2+l2/lang/234/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/234/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/235/config.json b/9b_l20/outputs_add_free/f2+l2/lang/235/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/235/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/236/config.json b/9b_l20/outputs_add_free/f2+l2/lang/236/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/236/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/237/config.json b/9b_l20/outputs_add_free/f2+l2/lang/237/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/237/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/238/config.json b/9b_l20/outputs_add_free/f2+l2/lang/238/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/238/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/239/config.json b/9b_l20/outputs_add_free/f2+l2/lang/239/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/239/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/24/config.json b/9b_l20/outputs_add_free/f2+l2/lang/24/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/24/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/240/config.json b/9b_l20/outputs_add_free/f2+l2/lang/240/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/240/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/241/config.json b/9b_l20/outputs_add_free/f2+l2/lang/241/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/241/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/242/config.json b/9b_l20/outputs_add_free/f2+l2/lang/242/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/242/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/243/config.json b/9b_l20/outputs_add_free/f2+l2/lang/243/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/243/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/244/config.json b/9b_l20/outputs_add_free/f2+l2/lang/244/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/244/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/245/config.json b/9b_l20/outputs_add_free/f2+l2/lang/245/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/245/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/246/config.json b/9b_l20/outputs_add_free/f2+l2/lang/246/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/246/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/247/config.json b/9b_l20/outputs_add_free/f2+l2/lang/247/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/247/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/248/config.json b/9b_l20/outputs_add_free/f2+l2/lang/248/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/248/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/249/config.json b/9b_l20/outputs_add_free/f2+l2/lang/249/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/249/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/25/config.json b/9b_l20/outputs_add_free/f2+l2/lang/25/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/25/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/250/config.json b/9b_l20/outputs_add_free/f2+l2/lang/250/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/250/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/251/config.json b/9b_l20/outputs_add_free/f2+l2/lang/251/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/251/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/252/config.json b/9b_l20/outputs_add_free/f2+l2/lang/252/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/252/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/253/config.json b/9b_l20/outputs_add_free/f2+l2/lang/253/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/253/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/254/config.json b/9b_l20/outputs_add_free/f2+l2/lang/254/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/254/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/255/config.json b/9b_l20/outputs_add_free/f2+l2/lang/255/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/255/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/256/config.json b/9b_l20/outputs_add_free/f2+l2/lang/256/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/256/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/257/config.json b/9b_l20/outputs_add_free/f2+l2/lang/257/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/257/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/258/config.json b/9b_l20/outputs_add_free/f2+l2/lang/258/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/258/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/259/config.json b/9b_l20/outputs_add_free/f2+l2/lang/259/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/259/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/26/config.json b/9b_l20/outputs_add_free/f2+l2/lang/26/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/26/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/260/config.json b/9b_l20/outputs_add_free/f2+l2/lang/260/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/260/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/261/config.json b/9b_l20/outputs_add_free/f2+l2/lang/261/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/261/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/262/config.json b/9b_l20/outputs_add_free/f2+l2/lang/262/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/262/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/263/config.json b/9b_l20/outputs_add_free/f2+l2/lang/263/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/263/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/264/config.json b/9b_l20/outputs_add_free/f2+l2/lang/264/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/264/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/265/config.json b/9b_l20/outputs_add_free/f2+l2/lang/265/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/265/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/266/config.json b/9b_l20/outputs_add_free/f2+l2/lang/266/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/266/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/267/config.json b/9b_l20/outputs_add_free/f2+l2/lang/267/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/267/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/268/config.json b/9b_l20/outputs_add_free/f2+l2/lang/268/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/268/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/269/config.json b/9b_l20/outputs_add_free/f2+l2/lang/269/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/269/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/27/config.json b/9b_l20/outputs_add_free/f2+l2/lang/27/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/27/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/270/config.json b/9b_l20/outputs_add_free/f2+l2/lang/270/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/270/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/271/config.json b/9b_l20/outputs_add_free/f2+l2/lang/271/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/271/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/272/config.json b/9b_l20/outputs_add_free/f2+l2/lang/272/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/272/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/273/config.json b/9b_l20/outputs_add_free/f2+l2/lang/273/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/273/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/274/config.json b/9b_l20/outputs_add_free/f2+l2/lang/274/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/274/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/275/config.json b/9b_l20/outputs_add_free/f2+l2/lang/275/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/275/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/276/config.json b/9b_l20/outputs_add_free/f2+l2/lang/276/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/276/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/277/config.json b/9b_l20/outputs_add_free/f2+l2/lang/277/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/277/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/278/config.json b/9b_l20/outputs_add_free/f2+l2/lang/278/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/278/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/279/config.json b/9b_l20/outputs_add_free/f2+l2/lang/279/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/279/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/28/config.json b/9b_l20/outputs_add_free/f2+l2/lang/28/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/28/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/280/config.json b/9b_l20/outputs_add_free/f2+l2/lang/280/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/280/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/281/config.json b/9b_l20/outputs_add_free/f2+l2/lang/281/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/281/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/282/config.json b/9b_l20/outputs_add_free/f2+l2/lang/282/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/282/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/283/config.json b/9b_l20/outputs_add_free/f2+l2/lang/283/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/283/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/284/config.json b/9b_l20/outputs_add_free/f2+l2/lang/284/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/284/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/285/config.json b/9b_l20/outputs_add_free/f2+l2/lang/285/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/285/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/286/config.json b/9b_l20/outputs_add_free/f2+l2/lang/286/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/286/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/287/config.json b/9b_l20/outputs_add_free/f2+l2/lang/287/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/287/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/288/config.json b/9b_l20/outputs_add_free/f2+l2/lang/288/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/288/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/289/config.json b/9b_l20/outputs_add_free/f2+l2/lang/289/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/289/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/29/config.json b/9b_l20/outputs_add_free/f2+l2/lang/29/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/29/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/290/config.json b/9b_l20/outputs_add_free/f2+l2/lang/290/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/290/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/291/config.json b/9b_l20/outputs_add_free/f2+l2/lang/291/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/291/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/292/config.json b/9b_l20/outputs_add_free/f2+l2/lang/292/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/292/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/293/config.json b/9b_l20/outputs_add_free/f2+l2/lang/293/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/293/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/294/config.json b/9b_l20/outputs_add_free/f2+l2/lang/294/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/294/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/295/config.json b/9b_l20/outputs_add_free/f2+l2/lang/295/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/295/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/296/config.json b/9b_l20/outputs_add_free/f2+l2/lang/296/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/296/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/297/config.json b/9b_l20/outputs_add_free/f2+l2/lang/297/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/297/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/298/config.json b/9b_l20/outputs_add_free/f2+l2/lang/298/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/298/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/299/config.json b/9b_l20/outputs_add_free/f2+l2/lang/299/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/299/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/3/config.json b/9b_l20/outputs_add_free/f2+l2/lang/3/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/3/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/30/config.json b/9b_l20/outputs_add_free/f2+l2/lang/30/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/30/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/300/config.json b/9b_l20/outputs_add_free/f2+l2/lang/300/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/300/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/301/config.json b/9b_l20/outputs_add_free/f2+l2/lang/301/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/301/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/302/config.json b/9b_l20/outputs_add_free/f2+l2/lang/302/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/302/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/303/config.json b/9b_l20/outputs_add_free/f2+l2/lang/303/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/303/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/304/config.json b/9b_l20/outputs_add_free/f2+l2/lang/304/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/304/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/305/config.json b/9b_l20/outputs_add_free/f2+l2/lang/305/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/305/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/306/config.json b/9b_l20/outputs_add_free/f2+l2/lang/306/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/306/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/307/config.json b/9b_l20/outputs_add_free/f2+l2/lang/307/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/307/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/308/config.json b/9b_l20/outputs_add_free/f2+l2/lang/308/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/308/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/309/config.json b/9b_l20/outputs_add_free/f2+l2/lang/309/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/309/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/31/config.json b/9b_l20/outputs_add_free/f2+l2/lang/31/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/31/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/310/config.json b/9b_l20/outputs_add_free/f2+l2/lang/310/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/310/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/311/config.json b/9b_l20/outputs_add_free/f2+l2/lang/311/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/311/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/312/config.json b/9b_l20/outputs_add_free/f2+l2/lang/312/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/312/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/313/config.json b/9b_l20/outputs_add_free/f2+l2/lang/313/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/313/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/314/config.json b/9b_l20/outputs_add_free/f2+l2/lang/314/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/314/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/315/config.json b/9b_l20/outputs_add_free/f2+l2/lang/315/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/315/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/316/config.json b/9b_l20/outputs_add_free/f2+l2/lang/316/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/316/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/317/config.json b/9b_l20/outputs_add_free/f2+l2/lang/317/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/317/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/318/config.json b/9b_l20/outputs_add_free/f2+l2/lang/318/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/318/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/319/config.json b/9b_l20/outputs_add_free/f2+l2/lang/319/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/319/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/32/config.json b/9b_l20/outputs_add_free/f2+l2/lang/32/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/32/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/320/config.json b/9b_l20/outputs_add_free/f2+l2/lang/320/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/320/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/321/config.json b/9b_l20/outputs_add_free/f2+l2/lang/321/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/321/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/322/config.json b/9b_l20/outputs_add_free/f2+l2/lang/322/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/322/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/323/config.json b/9b_l20/outputs_add_free/f2+l2/lang/323/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/323/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/324/config.json b/9b_l20/outputs_add_free/f2+l2/lang/324/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/324/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/325/config.json b/9b_l20/outputs_add_free/f2+l2/lang/325/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/325/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/326/config.json b/9b_l20/outputs_add_free/f2+l2/lang/326/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/326/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/327/config.json b/9b_l20/outputs_add_free/f2+l2/lang/327/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/327/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/328/config.json b/9b_l20/outputs_add_free/f2+l2/lang/328/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/328/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/329/config.json b/9b_l20/outputs_add_free/f2+l2/lang/329/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/329/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/33/config.json b/9b_l20/outputs_add_free/f2+l2/lang/33/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/33/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/330/config.json b/9b_l20/outputs_add_free/f2+l2/lang/330/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/330/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/331/config.json b/9b_l20/outputs_add_free/f2+l2/lang/331/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/331/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/332/config.json b/9b_l20/outputs_add_free/f2+l2/lang/332/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/332/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/333/config.json b/9b_l20/outputs_add_free/f2+l2/lang/333/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/333/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/334/config.json b/9b_l20/outputs_add_free/f2+l2/lang/334/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/334/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/335/config.json b/9b_l20/outputs_add_free/f2+l2/lang/335/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/335/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/336/config.json b/9b_l20/outputs_add_free/f2+l2/lang/336/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/336/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/337/config.json b/9b_l20/outputs_add_free/f2+l2/lang/337/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/337/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/338/config.json b/9b_l20/outputs_add_free/f2+l2/lang/338/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/338/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/339/config.json b/9b_l20/outputs_add_free/f2+l2/lang/339/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/339/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/34/config.json b/9b_l20/outputs_add_free/f2+l2/lang/34/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/34/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/340/config.json b/9b_l20/outputs_add_free/f2+l2/lang/340/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/340/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/341/config.json b/9b_l20/outputs_add_free/f2+l2/lang/341/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/341/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/342/config.json b/9b_l20/outputs_add_free/f2+l2/lang/342/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/342/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/343/config.json b/9b_l20/outputs_add_free/f2+l2/lang/343/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/343/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/344/config.json b/9b_l20/outputs_add_free/f2+l2/lang/344/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/344/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/345/config.json b/9b_l20/outputs_add_free/f2+l2/lang/345/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/345/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/346/config.json b/9b_l20/outputs_add_free/f2+l2/lang/346/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/346/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/347/config.json b/9b_l20/outputs_add_free/f2+l2/lang/347/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/347/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/348/config.json b/9b_l20/outputs_add_free/f2+l2/lang/348/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/348/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/349/config.json b/9b_l20/outputs_add_free/f2+l2/lang/349/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/349/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/350/config.json b/9b_l20/outputs_add_free/f2+l2/lang/350/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/350/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/351/config.json b/9b_l20/outputs_add_free/f2+l2/lang/351/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/351/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/352/config.json b/9b_l20/outputs_add_free/f2+l2/lang/352/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/352/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/353/config.json b/9b_l20/outputs_add_free/f2+l2/lang/353/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/353/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/354/config.json b/9b_l20/outputs_add_free/f2+l2/lang/354/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/354/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/355/config.json b/9b_l20/outputs_add_free/f2+l2/lang/355/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/355/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/356/config.json b/9b_l20/outputs_add_free/f2+l2/lang/356/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/356/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/357/config.json b/9b_l20/outputs_add_free/f2+l2/lang/357/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/357/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/358/config.json b/9b_l20/outputs_add_free/f2+l2/lang/358/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/358/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/359/config.json b/9b_l20/outputs_add_free/f2+l2/lang/359/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/359/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/36/config.json b/9b_l20/outputs_add_free/f2+l2/lang/36/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/36/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/360/config.json b/9b_l20/outputs_add_free/f2+l2/lang/360/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/360/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/361/config.json b/9b_l20/outputs_add_free/f2+l2/lang/361/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/361/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/362/config.json b/9b_l20/outputs_add_free/f2+l2/lang/362/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/362/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/363/config.json b/9b_l20/outputs_add_free/f2+l2/lang/363/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/363/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/364/config.json b/9b_l20/outputs_add_free/f2+l2/lang/364/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/364/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/365/config.json b/9b_l20/outputs_add_free/f2+l2/lang/365/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/365/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/366/config.json b/9b_l20/outputs_add_free/f2+l2/lang/366/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/366/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/367/config.json b/9b_l20/outputs_add_free/f2+l2/lang/367/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/367/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/368/config.json b/9b_l20/outputs_add_free/f2+l2/lang/368/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/368/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/369/config.json b/9b_l20/outputs_add_free/f2+l2/lang/369/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/369/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/37/config.json b/9b_l20/outputs_add_free/f2+l2/lang/37/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/37/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/370/config.json b/9b_l20/outputs_add_free/f2+l2/lang/370/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/370/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/371/config.json b/9b_l20/outputs_add_free/f2+l2/lang/371/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/371/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/372/config.json b/9b_l20/outputs_add_free/f2+l2/lang/372/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/372/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/373/config.json b/9b_l20/outputs_add_free/f2+l2/lang/373/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/373/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/374/config.json b/9b_l20/outputs_add_free/f2+l2/lang/374/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/374/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/375/config.json b/9b_l20/outputs_add_free/f2+l2/lang/375/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/375/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/376/config.json b/9b_l20/outputs_add_free/f2+l2/lang/376/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/376/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/377/config.json b/9b_l20/outputs_add_free/f2+l2/lang/377/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/377/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/378/config.json b/9b_l20/outputs_add_free/f2+l2/lang/378/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/378/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/379/config.json b/9b_l20/outputs_add_free/f2+l2/lang/379/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/379/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/38/config.json b/9b_l20/outputs_add_free/f2+l2/lang/38/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/38/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/380/config.json b/9b_l20/outputs_add_free/f2+l2/lang/380/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/380/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/381/config.json b/9b_l20/outputs_add_free/f2+l2/lang/381/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/381/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/382/config.json b/9b_l20/outputs_add_free/f2+l2/lang/382/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/382/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/383/config.json b/9b_l20/outputs_add_free/f2+l2/lang/383/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/383/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/384/config.json b/9b_l20/outputs_add_free/f2+l2/lang/384/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/384/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/385/config.json b/9b_l20/outputs_add_free/f2+l2/lang/385/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/385/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/386/config.json b/9b_l20/outputs_add_free/f2+l2/lang/386/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/386/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/388/config.json b/9b_l20/outputs_add_free/f2+l2/lang/388/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/388/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/389/config.json b/9b_l20/outputs_add_free/f2+l2/lang/389/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/389/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/39/config.json b/9b_l20/outputs_add_free/f2+l2/lang/39/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/39/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/390/config.json b/9b_l20/outputs_add_free/f2+l2/lang/390/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/390/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/391/config.json b/9b_l20/outputs_add_free/f2+l2/lang/391/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/391/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/392/config.json b/9b_l20/outputs_add_free/f2+l2/lang/392/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/392/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/393/config.json b/9b_l20/outputs_add_free/f2+l2/lang/393/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/393/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/394/config.json b/9b_l20/outputs_add_free/f2+l2/lang/394/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/394/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/395/config.json b/9b_l20/outputs_add_free/f2+l2/lang/395/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/395/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/396/config.json b/9b_l20/outputs_add_free/f2+l2/lang/396/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/396/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/397/config.json b/9b_l20/outputs_add_free/f2+l2/lang/397/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/397/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/398/config.json b/9b_l20/outputs_add_free/f2+l2/lang/398/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/398/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/399/config.json b/9b_l20/outputs_add_free/f2+l2/lang/399/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/399/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/4/config.json b/9b_l20/outputs_add_free/f2+l2/lang/4/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/4/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/40/config.json b/9b_l20/outputs_add_free/f2+l2/lang/40/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/40/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/400/config.json b/9b_l20/outputs_add_free/f2+l2/lang/400/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/400/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/401/config.json b/9b_l20/outputs_add_free/f2+l2/lang/401/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/401/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/402/config.json b/9b_l20/outputs_add_free/f2+l2/lang/402/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/402/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/403/config.json b/9b_l20/outputs_add_free/f2+l2/lang/403/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/403/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/404/config.json b/9b_l20/outputs_add_free/f2+l2/lang/404/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/404/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/405/config.json b/9b_l20/outputs_add_free/f2+l2/lang/405/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/405/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/406/config.json b/9b_l20/outputs_add_free/f2+l2/lang/406/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/406/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/407/config.json b/9b_l20/outputs_add_free/f2+l2/lang/407/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/407/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/408/config.json b/9b_l20/outputs_add_free/f2+l2/lang/408/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/408/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/409/config.json b/9b_l20/outputs_add_free/f2+l2/lang/409/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/409/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/41/config.json b/9b_l20/outputs_add_free/f2+l2/lang/41/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/41/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/410/config.json b/9b_l20/outputs_add_free/f2+l2/lang/410/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/410/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/411/config.json b/9b_l20/outputs_add_free/f2+l2/lang/411/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/411/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/412/config.json b/9b_l20/outputs_add_free/f2+l2/lang/412/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/412/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/413/config.json b/9b_l20/outputs_add_free/f2+l2/lang/413/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/413/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/414/config.json b/9b_l20/outputs_add_free/f2+l2/lang/414/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/414/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/415/config.json b/9b_l20/outputs_add_free/f2+l2/lang/415/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/415/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/416/config.json b/9b_l20/outputs_add_free/f2+l2/lang/416/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/416/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/417/config.json b/9b_l20/outputs_add_free/f2+l2/lang/417/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/417/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/418/config.json b/9b_l20/outputs_add_free/f2+l2/lang/418/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/418/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/42/config.json b/9b_l20/outputs_add_free/f2+l2/lang/42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/42/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/420/config.json b/9b_l20/outputs_add_free/f2+l2/lang/420/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/420/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/421/config.json b/9b_l20/outputs_add_free/f2+l2/lang/421/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/421/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/422/config.json b/9b_l20/outputs_add_free/f2+l2/lang/422/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/422/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/423/config.json b/9b_l20/outputs_add_free/f2+l2/lang/423/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/423/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/424/config.json b/9b_l20/outputs_add_free/f2+l2/lang/424/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/424/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/425/config.json b/9b_l20/outputs_add_free/f2+l2/lang/425/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/425/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/426/config.json b/9b_l20/outputs_add_free/f2+l2/lang/426/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/426/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/427/config.json b/9b_l20/outputs_add_free/f2+l2/lang/427/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/427/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/428/config.json b/9b_l20/outputs_add_free/f2+l2/lang/428/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/428/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/429/config.json b/9b_l20/outputs_add_free/f2+l2/lang/429/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/429/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/43/config.json b/9b_l20/outputs_add_free/f2+l2/lang/43/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/43/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/430/config.json b/9b_l20/outputs_add_free/f2+l2/lang/430/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/430/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/431/config.json b/9b_l20/outputs_add_free/f2+l2/lang/431/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/431/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/432/config.json b/9b_l20/outputs_add_free/f2+l2/lang/432/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/432/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/433/config.json b/9b_l20/outputs_add_free/f2+l2/lang/433/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/433/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/434/config.json b/9b_l20/outputs_add_free/f2+l2/lang/434/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/434/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/435/config.json b/9b_l20/outputs_add_free/f2+l2/lang/435/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/435/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/436/config.json b/9b_l20/outputs_add_free/f2+l2/lang/436/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/436/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/437/config.json b/9b_l20/outputs_add_free/f2+l2/lang/437/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/437/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/438/config.json b/9b_l20/outputs_add_free/f2+l2/lang/438/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/438/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/439/config.json b/9b_l20/outputs_add_free/f2+l2/lang/439/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/439/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/44/config.json b/9b_l20/outputs_add_free/f2+l2/lang/44/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/44/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/440/config.json b/9b_l20/outputs_add_free/f2+l2/lang/440/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/440/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/442/config.json b/9b_l20/outputs_add_free/f2+l2/lang/442/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/442/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/443/config.json b/9b_l20/outputs_add_free/f2+l2/lang/443/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/443/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/444/config.json b/9b_l20/outputs_add_free/f2+l2/lang/444/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/444/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/445/config.json b/9b_l20/outputs_add_free/f2+l2/lang/445/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/445/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/446/config.json b/9b_l20/outputs_add_free/f2+l2/lang/446/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/446/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/447/config.json b/9b_l20/outputs_add_free/f2+l2/lang/447/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/447/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/448/config.json b/9b_l20/outputs_add_free/f2+l2/lang/448/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/448/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/449/config.json b/9b_l20/outputs_add_free/f2+l2/lang/449/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/449/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/45/config.json b/9b_l20/outputs_add_free/f2+l2/lang/45/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/45/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/450/config.json b/9b_l20/outputs_add_free/f2+l2/lang/450/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/450/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/451/config.json b/9b_l20/outputs_add_free/f2+l2/lang/451/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/451/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/452/config.json b/9b_l20/outputs_add_free/f2+l2/lang/452/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/452/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/453/config.json b/9b_l20/outputs_add_free/f2+l2/lang/453/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/453/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/454/config.json b/9b_l20/outputs_add_free/f2+l2/lang/454/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/454/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/455/config.json b/9b_l20/outputs_add_free/f2+l2/lang/455/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/455/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/456/config.json b/9b_l20/outputs_add_free/f2+l2/lang/456/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/456/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/458/config.json b/9b_l20/outputs_add_free/f2+l2/lang/458/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/458/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/459/config.json b/9b_l20/outputs_add_free/f2+l2/lang/459/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/459/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/46/config.json b/9b_l20/outputs_add_free/f2+l2/lang/46/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/46/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/460/config.json b/9b_l20/outputs_add_free/f2+l2/lang/460/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/460/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/461/config.json b/9b_l20/outputs_add_free/f2+l2/lang/461/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/461/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/462/config.json b/9b_l20/outputs_add_free/f2+l2/lang/462/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/462/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/463/config.json b/9b_l20/outputs_add_free/f2+l2/lang/463/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/463/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/464/config.json b/9b_l20/outputs_add_free/f2+l2/lang/464/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/464/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/465/config.json b/9b_l20/outputs_add_free/f2+l2/lang/465/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/465/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/466/config.json b/9b_l20/outputs_add_free/f2+l2/lang/466/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/466/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/467/config.json b/9b_l20/outputs_add_free/f2+l2/lang/467/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/467/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/468/config.json b/9b_l20/outputs_add_free/f2+l2/lang/468/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/468/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/469/config.json b/9b_l20/outputs_add_free/f2+l2/lang/469/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/469/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/47/config.json b/9b_l20/outputs_add_free/f2+l2/lang/47/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/47/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/470/config.json b/9b_l20/outputs_add_free/f2+l2/lang/470/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/470/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/471/config.json b/9b_l20/outputs_add_free/f2+l2/lang/471/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/471/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/472/config.json b/9b_l20/outputs_add_free/f2+l2/lang/472/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/472/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/473/config.json b/9b_l20/outputs_add_free/f2+l2/lang/473/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/473/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/474/config.json b/9b_l20/outputs_add_free/f2+l2/lang/474/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/474/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/475/config.json b/9b_l20/outputs_add_free/f2+l2/lang/475/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/475/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/476/config.json b/9b_l20/outputs_add_free/f2+l2/lang/476/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/476/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/477/config.json b/9b_l20/outputs_add_free/f2+l2/lang/477/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/477/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/478/config.json b/9b_l20/outputs_add_free/f2+l2/lang/478/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/478/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/479/config.json b/9b_l20/outputs_add_free/f2+l2/lang/479/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/479/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/48/config.json b/9b_l20/outputs_add_free/f2+l2/lang/48/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/48/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/480/config.json b/9b_l20/outputs_add_free/f2+l2/lang/480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/480/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/481/config.json b/9b_l20/outputs_add_free/f2+l2/lang/481/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/481/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/482/config.json b/9b_l20/outputs_add_free/f2+l2/lang/482/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/482/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/483/config.json b/9b_l20/outputs_add_free/f2+l2/lang/483/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/483/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/484/config.json b/9b_l20/outputs_add_free/f2+l2/lang/484/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/484/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/485/config.json b/9b_l20/outputs_add_free/f2+l2/lang/485/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/485/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/486/config.json b/9b_l20/outputs_add_free/f2+l2/lang/486/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/486/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/487/config.json b/9b_l20/outputs_add_free/f2+l2/lang/487/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/487/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/488/config.json b/9b_l20/outputs_add_free/f2+l2/lang/488/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/488/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/489/config.json b/9b_l20/outputs_add_free/f2+l2/lang/489/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/489/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/49/config.json b/9b_l20/outputs_add_free/f2+l2/lang/49/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/49/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/490/config.json b/9b_l20/outputs_add_free/f2+l2/lang/490/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/490/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/491/config.json b/9b_l20/outputs_add_free/f2+l2/lang/491/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/491/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/492/config.json b/9b_l20/outputs_add_free/f2+l2/lang/492/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/492/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/493/config.json b/9b_l20/outputs_add_free/f2+l2/lang/493/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/493/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/494/config.json b/9b_l20/outputs_add_free/f2+l2/lang/494/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/494/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/495/config.json b/9b_l20/outputs_add_free/f2+l2/lang/495/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/495/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/496/config.json b/9b_l20/outputs_add_free/f2+l2/lang/496/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/496/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/497/config.json b/9b_l20/outputs_add_free/f2+l2/lang/497/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/497/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/498/config.json b/9b_l20/outputs_add_free/f2+l2/lang/498/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/498/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/499/config.json b/9b_l20/outputs_add_free/f2+l2/lang/499/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/499/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/5/config.json b/9b_l20/outputs_add_free/f2+l2/lang/5/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/5/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/50/config.json b/9b_l20/outputs_add_free/f2+l2/lang/50/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/50/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/51/config.json b/9b_l20/outputs_add_free/f2+l2/lang/51/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/51/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/52/config.json b/9b_l20/outputs_add_free/f2+l2/lang/52/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/52/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/53/config.json b/9b_l20/outputs_add_free/f2+l2/lang/53/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/53/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/54/config.json b/9b_l20/outputs_add_free/f2+l2/lang/54/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/54/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/55/config.json b/9b_l20/outputs_add_free/f2+l2/lang/55/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/55/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/56/config.json b/9b_l20/outputs_add_free/f2+l2/lang/56/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/56/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/57/config.json b/9b_l20/outputs_add_free/f2+l2/lang/57/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/57/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/58/config.json b/9b_l20/outputs_add_free/f2+l2/lang/58/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/58/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/59/config.json b/9b_l20/outputs_add_free/f2+l2/lang/59/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/59/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/6/config.json b/9b_l20/outputs_add_free/f2+l2/lang/6/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/6/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/60/config.json b/9b_l20/outputs_add_free/f2+l2/lang/60/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/60/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/61/config.json b/9b_l20/outputs_add_free/f2+l2/lang/61/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/61/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/62/config.json b/9b_l20/outputs_add_free/f2+l2/lang/62/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/62/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/63/config.json b/9b_l20/outputs_add_free/f2+l2/lang/63/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/63/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/64/config.json b/9b_l20/outputs_add_free/f2+l2/lang/64/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/64/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/65/config.json b/9b_l20/outputs_add_free/f2+l2/lang/65/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/65/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/66/config.json b/9b_l20/outputs_add_free/f2+l2/lang/66/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/66/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/67/config.json b/9b_l20/outputs_add_free/f2+l2/lang/67/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/67/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/68/config.json b/9b_l20/outputs_add_free/f2+l2/lang/68/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/68/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/69/config.json b/9b_l20/outputs_add_free/f2+l2/lang/69/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/69/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/7/config.json b/9b_l20/outputs_add_free/f2+l2/lang/7/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/7/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/70/config.json b/9b_l20/outputs_add_free/f2+l2/lang/70/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/70/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/71/config.json b/9b_l20/outputs_add_free/f2+l2/lang/71/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/71/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/72/config.json b/9b_l20/outputs_add_free/f2+l2/lang/72/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/72/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/73/config.json b/9b_l20/outputs_add_free/f2+l2/lang/73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/73/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/74/config.json b/9b_l20/outputs_add_free/f2+l2/lang/74/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/74/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/75/config.json b/9b_l20/outputs_add_free/f2+l2/lang/75/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/75/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/76/config.json b/9b_l20/outputs_add_free/f2+l2/lang/76/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/76/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/77/config.json b/9b_l20/outputs_add_free/f2+l2/lang/77/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/77/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/78/config.json b/9b_l20/outputs_add_free/f2+l2/lang/78/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/78/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/79/config.json b/9b_l20/outputs_add_free/f2+l2/lang/79/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/79/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/8/config.json b/9b_l20/outputs_add_free/f2+l2/lang/8/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/8/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/80/config.json b/9b_l20/outputs_add_free/f2+l2/lang/80/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/80/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/81/config.json b/9b_l20/outputs_add_free/f2+l2/lang/81/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/81/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/82/config.json b/9b_l20/outputs_add_free/f2+l2/lang/82/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/82/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/83/config.json b/9b_l20/outputs_add_free/f2+l2/lang/83/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/83/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/84/config.json b/9b_l20/outputs_add_free/f2+l2/lang/84/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/84/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/85/config.json b/9b_l20/outputs_add_free/f2+l2/lang/85/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/85/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/86/config.json b/9b_l20/outputs_add_free/f2+l2/lang/86/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/86/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/87/config.json b/9b_l20/outputs_add_free/f2+l2/lang/87/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/87/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/88/config.json b/9b_l20/outputs_add_free/f2+l2/lang/88/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/88/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/89/config.json b/9b_l20/outputs_add_free/f2+l2/lang/89/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/89/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/9/config.json b/9b_l20/outputs_add_free/f2+l2/lang/9/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/9/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/90/config.json b/9b_l20/outputs_add_free/f2+l2/lang/90/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/90/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/91/config.json b/9b_l20/outputs_add_free/f2+l2/lang/91/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/91/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/92/config.json b/9b_l20/outputs_add_free/f2+l2/lang/92/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/92/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/93/config.json b/9b_l20/outputs_add_free/f2+l2/lang/93/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/93/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/94/config.json b/9b_l20/outputs_add_free/f2+l2/lang/94/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/94/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/95/config.json b/9b_l20/outputs_add_free/f2+l2/lang/95/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/95/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/96/config.json b/9b_l20/outputs_add_free/f2+l2/lang/96/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/96/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/97/config.json b/9b_l20/outputs_add_free/f2+l2/lang/97/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/97/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/lang/README.md b/9b_l20/outputs_add_free/f2+l2/lang/README.md new file mode 100644 index 0000000000000000000000000000000000000000..ff88e83d2e4e4295ea88332bdcdb4a59bf4825c5 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/lang/README.md @@ -0,0 +1,10 @@ +FACTOR_INIT=2 +FACTOR_LR=1e-1 +VEC_INIT=8 +VEC_LR=4e-2 +EPOCHS=12 +BATCH_SIZE=12 +SV=add_free +POSITIONS=f2+l2 + + diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/10/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/10/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/10/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/106/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/106/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/106/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/119/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/119/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/119/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/13/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/13/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/132/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/132/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/132/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/135/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/135/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/135/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/140/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/140/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/140/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/15/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/15/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/15/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/162/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/162/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/162/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/163/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/163/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/163/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/165/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/165/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/165/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/166/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/166/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/166/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/167/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/167/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/167/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/171/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/171/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/171/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/172/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/172/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/172/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/173/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/173/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/173/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/177/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/177/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/177/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/180/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/180/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/180/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/182/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/182/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/182/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/186/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/186/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/186/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/187/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/187/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/187/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/19/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/19/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/19/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/194/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/194/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/194/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/196/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/196/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/196/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/200/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/200/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/201/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/201/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/201/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/206/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/206/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/206/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/212/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/212/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/212/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/219/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/219/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/219/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/22/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/22/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/22/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/224/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/224/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/224/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/225/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/225/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/225/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/227/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/227/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/227/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/229/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/229/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/229/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/230/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/230/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/230/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/240/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/240/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/240/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/243/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/243/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/243/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/247/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/247/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/247/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/248/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/248/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/248/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/249/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/249/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/249/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/26/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/26/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/26/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/27/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/27/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/27/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/28/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/28/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/28/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/35/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/35/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/35/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/38/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/38/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/38/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/39/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/39/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/39/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/43/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/43/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/43/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/46/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/46/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/46/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/50/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/50/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/50/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/77/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/77/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/77/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/79/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/79/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/79/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/87/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/87/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/87/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/96/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/96/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/96/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/f2+l2/simpo/98/config.json b/9b_l20/outputs_add_free/f2+l2/simpo/98/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/f2+l2/simpo/98/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file