diff --git a/2b_l10/outputs_add_free/all/simpo/11/config.json b/2b_l10/outputs_add_free/all/simpo/11/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/11/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/117/config.json b/2b_l10/outputs_add_free/all/simpo/117/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/117/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/125/config.json b/2b_l10/outputs_add_free/all/simpo/125/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/125/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/13/config.json b/2b_l10/outputs_add_free/all/simpo/13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/13/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/132/config.json b/2b_l10/outputs_add_free/all/simpo/132/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/132/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/137/config.json b/2b_l10/outputs_add_free/all/simpo/137/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/137/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/151/config.json b/2b_l10/outputs_add_free/all/simpo/151/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/151/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/165/config.json b/2b_l10/outputs_add_free/all/simpo/165/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/165/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/185/config.json b/2b_l10/outputs_add_free/all/simpo/185/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/185/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/193/config.json b/2b_l10/outputs_add_free/all/simpo/193/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/193/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/196/config.json b/2b_l10/outputs_add_free/all/simpo/196/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/196/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/213/config.json b/2b_l10/outputs_add_free/all/simpo/213/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/213/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/229/config.json b/2b_l10/outputs_add_free/all/simpo/229/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/229/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/245/config.json b/2b_l10/outputs_add_free/all/simpo/245/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/245/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/255/config.json b/2b_l10/outputs_add_free/all/simpo/255/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/255/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/260/config.json b/2b_l10/outputs_add_free/all/simpo/260/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/260/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/271/config.json b/2b_l10/outputs_add_free/all/simpo/271/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/271/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/272/config.json b/2b_l10/outputs_add_free/all/simpo/272/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/272/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/289/config.json b/2b_l10/outputs_add_free/all/simpo/289/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/289/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/29/config.json b/2b_l10/outputs_add_free/all/simpo/29/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/29/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/297/config.json b/2b_l10/outputs_add_free/all/simpo/297/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/297/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/298/config.json b/2b_l10/outputs_add_free/all/simpo/298/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/298/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/314/config.json b/2b_l10/outputs_add_free/all/simpo/314/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/314/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/315/config.json b/2b_l10/outputs_add_free/all/simpo/315/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/315/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/319/config.json b/2b_l10/outputs_add_free/all/simpo/319/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/319/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/323/config.json b/2b_l10/outputs_add_free/all/simpo/323/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/323/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/332/config.json b/2b_l10/outputs_add_free/all/simpo/332/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/332/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/340/config.json b/2b_l10/outputs_add_free/all/simpo/340/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/340/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/355/config.json b/2b_l10/outputs_add_free/all/simpo/355/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/355/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/361/config.json b/2b_l10/outputs_add_free/all/simpo/361/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/361/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/376/config.json b/2b_l10/outputs_add_free/all/simpo/376/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/376/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/382/config.json b/2b_l10/outputs_add_free/all/simpo/382/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/382/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/383/config.json b/2b_l10/outputs_add_free/all/simpo/383/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/383/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/395/config.json b/2b_l10/outputs_add_free/all/simpo/395/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/395/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/408/config.json b/2b_l10/outputs_add_free/all/simpo/408/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/408/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/446/config.json b/2b_l10/outputs_add_free/all/simpo/446/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/446/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/448/config.json b/2b_l10/outputs_add_free/all/simpo/448/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/448/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/459/config.json b/2b_l10/outputs_add_free/all/simpo/459/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/459/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/461/config.json b/2b_l10/outputs_add_free/all/simpo/461/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/461/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/466/config.json b/2b_l10/outputs_add_free/all/simpo/466/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/466/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/470/config.json b/2b_l10/outputs_add_free/all/simpo/470/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/470/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/483/config.json b/2b_l10/outputs_add_free/all/simpo/483/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/483/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/489/config.json b/2b_l10/outputs_add_free/all/simpo/489/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/489/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/490/config.json b/2b_l10/outputs_add_free/all/simpo/490/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/490/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/492/config.json b/2b_l10/outputs_add_free/all/simpo/492/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/492/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/51/config.json b/2b_l10/outputs_add_free/all/simpo/51/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/51/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/79/config.json b/2b_l10/outputs_add_free/all/simpo/79/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/79/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/80/config.json b/2b_l10/outputs_add_free/all/simpo/80/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/80/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/simpo/93/config.json b/2b_l10/outputs_add_free/all/simpo/93/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/simpo/93/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/1/config.json b/2b_l10/outputs_add_free/f2+l2/lang/1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/1/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/10/config.json b/2b_l10/outputs_add_free/f2+l2/lang/10/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/10/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/102/config.json b/2b_l10/outputs_add_free/f2+l2/lang/102/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/102/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/107/config.json b/2b_l10/outputs_add_free/f2+l2/lang/107/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/107/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/108/config.json b/2b_l10/outputs_add_free/f2+l2/lang/108/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/108/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/115/config.json b/2b_l10/outputs_add_free/f2+l2/lang/115/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/115/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/118/config.json b/2b_l10/outputs_add_free/f2+l2/lang/118/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/118/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/12/config.json b/2b_l10/outputs_add_free/f2+l2/lang/12/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/12/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/125/config.json b/2b_l10/outputs_add_free/f2+l2/lang/125/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/125/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/126/config.json b/2b_l10/outputs_add_free/f2+l2/lang/126/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/126/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/13/config.json b/2b_l10/outputs_add_free/f2+l2/lang/13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/13/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/132/config.json b/2b_l10/outputs_add_free/f2+l2/lang/132/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/132/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/136/config.json b/2b_l10/outputs_add_free/f2+l2/lang/136/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/136/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/137/config.json b/2b_l10/outputs_add_free/f2+l2/lang/137/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/137/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/14/config.json b/2b_l10/outputs_add_free/f2+l2/lang/14/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/14/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/140/config.json b/2b_l10/outputs_add_free/f2+l2/lang/140/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/140/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/141/config.json b/2b_l10/outputs_add_free/f2+l2/lang/141/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/141/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/143/config.json b/2b_l10/outputs_add_free/f2+l2/lang/143/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/143/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/145/config.json b/2b_l10/outputs_add_free/f2+l2/lang/145/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/145/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/149/config.json b/2b_l10/outputs_add_free/f2+l2/lang/149/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/149/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/152/config.json b/2b_l10/outputs_add_free/f2+l2/lang/152/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/152/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/153/config.json b/2b_l10/outputs_add_free/f2+l2/lang/153/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/153/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/154/config.json b/2b_l10/outputs_add_free/f2+l2/lang/154/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/154/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/159/config.json b/2b_l10/outputs_add_free/f2+l2/lang/159/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/159/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/160/config.json b/2b_l10/outputs_add_free/f2+l2/lang/160/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/160/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/161/config.json b/2b_l10/outputs_add_free/f2+l2/lang/161/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/161/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/163/config.json b/2b_l10/outputs_add_free/f2+l2/lang/163/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/163/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/164/config.json b/2b_l10/outputs_add_free/f2+l2/lang/164/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/164/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/165/config.json b/2b_l10/outputs_add_free/f2+l2/lang/165/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/165/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/168/config.json b/2b_l10/outputs_add_free/f2+l2/lang/168/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/168/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/17/config.json b/2b_l10/outputs_add_free/f2+l2/lang/17/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/17/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/170/config.json b/2b_l10/outputs_add_free/f2+l2/lang/170/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/170/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/174/config.json b/2b_l10/outputs_add_free/f2+l2/lang/174/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/174/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/175/config.json b/2b_l10/outputs_add_free/f2+l2/lang/175/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/175/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/176/config.json b/2b_l10/outputs_add_free/f2+l2/lang/176/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/176/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/180/config.json b/2b_l10/outputs_add_free/f2+l2/lang/180/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/180/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/181/config.json b/2b_l10/outputs_add_free/f2+l2/lang/181/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/181/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/182/config.json b/2b_l10/outputs_add_free/f2+l2/lang/182/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/182/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/185/config.json b/2b_l10/outputs_add_free/f2+l2/lang/185/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/185/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/187/config.json b/2b_l10/outputs_add_free/f2+l2/lang/187/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/187/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/189/config.json b/2b_l10/outputs_add_free/f2+l2/lang/189/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/189/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/190/config.json b/2b_l10/outputs_add_free/f2+l2/lang/190/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/190/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/191/config.json b/2b_l10/outputs_add_free/f2+l2/lang/191/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/191/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/194/config.json b/2b_l10/outputs_add_free/f2+l2/lang/194/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/194/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/195/config.json b/2b_l10/outputs_add_free/f2+l2/lang/195/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/195/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/196/config.json b/2b_l10/outputs_add_free/f2+l2/lang/196/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/196/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/203/config.json b/2b_l10/outputs_add_free/f2+l2/lang/203/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/203/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/204/config.json b/2b_l10/outputs_add_free/f2+l2/lang/204/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/204/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/21/config.json b/2b_l10/outputs_add_free/f2+l2/lang/21/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/21/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/210/config.json b/2b_l10/outputs_add_free/f2+l2/lang/210/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/210/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/212/config.json b/2b_l10/outputs_add_free/f2+l2/lang/212/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/212/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/215/config.json b/2b_l10/outputs_add_free/f2+l2/lang/215/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/215/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/216/config.json b/2b_l10/outputs_add_free/f2+l2/lang/216/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/216/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/219/config.json b/2b_l10/outputs_add_free/f2+l2/lang/219/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/219/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/22/config.json b/2b_l10/outputs_add_free/f2+l2/lang/22/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/22/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/222/config.json b/2b_l10/outputs_add_free/f2+l2/lang/222/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/222/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/226/config.json b/2b_l10/outputs_add_free/f2+l2/lang/226/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/226/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/229/config.json b/2b_l10/outputs_add_free/f2+l2/lang/229/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/229/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/230/config.json b/2b_l10/outputs_add_free/f2+l2/lang/230/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/230/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/231/config.json b/2b_l10/outputs_add_free/f2+l2/lang/231/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/231/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/234/config.json b/2b_l10/outputs_add_free/f2+l2/lang/234/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/234/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/235/config.json b/2b_l10/outputs_add_free/f2+l2/lang/235/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/235/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/236/config.json b/2b_l10/outputs_add_free/f2+l2/lang/236/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/236/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/237/config.json b/2b_l10/outputs_add_free/f2+l2/lang/237/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/237/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/240/config.json b/2b_l10/outputs_add_free/f2+l2/lang/240/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/240/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/242/config.json b/2b_l10/outputs_add_free/f2+l2/lang/242/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/242/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/243/config.json b/2b_l10/outputs_add_free/f2+l2/lang/243/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/243/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/246/config.json b/2b_l10/outputs_add_free/f2+l2/lang/246/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/246/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/247/config.json b/2b_l10/outputs_add_free/f2+l2/lang/247/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/247/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/248/config.json b/2b_l10/outputs_add_free/f2+l2/lang/248/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/248/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/252/config.json b/2b_l10/outputs_add_free/f2+l2/lang/252/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/252/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/253/config.json b/2b_l10/outputs_add_free/f2+l2/lang/253/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/253/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/256/config.json b/2b_l10/outputs_add_free/f2+l2/lang/256/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/256/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/257/config.json b/2b_l10/outputs_add_free/f2+l2/lang/257/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/257/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/260/config.json b/2b_l10/outputs_add_free/f2+l2/lang/260/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/260/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/266/config.json b/2b_l10/outputs_add_free/f2+l2/lang/266/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/266/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/269/config.json b/2b_l10/outputs_add_free/f2+l2/lang/269/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/269/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/271/config.json b/2b_l10/outputs_add_free/f2+l2/lang/271/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/271/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/282/config.json b/2b_l10/outputs_add_free/f2+l2/lang/282/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/282/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/29/config.json b/2b_l10/outputs_add_free/f2+l2/lang/29/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/29/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/291/config.json b/2b_l10/outputs_add_free/f2+l2/lang/291/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/291/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/297/config.json b/2b_l10/outputs_add_free/f2+l2/lang/297/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/297/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/3/config.json b/2b_l10/outputs_add_free/f2+l2/lang/3/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/3/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/30/config.json b/2b_l10/outputs_add_free/f2+l2/lang/30/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/30/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/300/config.json b/2b_l10/outputs_add_free/f2+l2/lang/300/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/300/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/302/config.json b/2b_l10/outputs_add_free/f2+l2/lang/302/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/302/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/303/config.json b/2b_l10/outputs_add_free/f2+l2/lang/303/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/303/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/307/config.json b/2b_l10/outputs_add_free/f2+l2/lang/307/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/307/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/310/config.json b/2b_l10/outputs_add_free/f2+l2/lang/310/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/310/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/312/config.json b/2b_l10/outputs_add_free/f2+l2/lang/312/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/312/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/313/config.json b/2b_l10/outputs_add_free/f2+l2/lang/313/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/313/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/315/config.json b/2b_l10/outputs_add_free/f2+l2/lang/315/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/315/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/316/config.json b/2b_l10/outputs_add_free/f2+l2/lang/316/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/316/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/317/config.json b/2b_l10/outputs_add_free/f2+l2/lang/317/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/317/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/319/config.json b/2b_l10/outputs_add_free/f2+l2/lang/319/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/319/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/325/config.json b/2b_l10/outputs_add_free/f2+l2/lang/325/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/325/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/330/config.json b/2b_l10/outputs_add_free/f2+l2/lang/330/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/330/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/331/config.json b/2b_l10/outputs_add_free/f2+l2/lang/331/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/331/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/334/config.json b/2b_l10/outputs_add_free/f2+l2/lang/334/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/334/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/336/config.json b/2b_l10/outputs_add_free/f2+l2/lang/336/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/336/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/339/config.json b/2b_l10/outputs_add_free/f2+l2/lang/339/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/339/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/345/config.json b/2b_l10/outputs_add_free/f2+l2/lang/345/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/345/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/35/config.json b/2b_l10/outputs_add_free/f2+l2/lang/35/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/35/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/36/config.json b/2b_l10/outputs_add_free/f2+l2/lang/36/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/36/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/38/config.json b/2b_l10/outputs_add_free/f2+l2/lang/38/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/38/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/39/config.json b/2b_l10/outputs_add_free/f2+l2/lang/39/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/39/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/41/config.json b/2b_l10/outputs_add_free/f2+l2/lang/41/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/41/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/42/config.json b/2b_l10/outputs_add_free/f2+l2/lang/42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/42/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/46/config.json b/2b_l10/outputs_add_free/f2+l2/lang/46/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/46/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/47/config.json b/2b_l10/outputs_add_free/f2+l2/lang/47/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/47/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/49/config.json b/2b_l10/outputs_add_free/f2+l2/lang/49/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/49/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/5/config.json b/2b_l10/outputs_add_free/f2+l2/lang/5/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/5/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/52/config.json b/2b_l10/outputs_add_free/f2+l2/lang/52/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/52/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/53/config.json b/2b_l10/outputs_add_free/f2+l2/lang/53/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/53/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/55/config.json b/2b_l10/outputs_add_free/f2+l2/lang/55/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/55/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/59/config.json b/2b_l10/outputs_add_free/f2+l2/lang/59/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/59/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/60/config.json b/2b_l10/outputs_add_free/f2+l2/lang/60/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/60/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/61/config.json b/2b_l10/outputs_add_free/f2+l2/lang/61/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/61/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/63/config.json b/2b_l10/outputs_add_free/f2+l2/lang/63/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/63/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/64/config.json b/2b_l10/outputs_add_free/f2+l2/lang/64/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/64/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/67/config.json b/2b_l10/outputs_add_free/f2+l2/lang/67/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/67/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/68/config.json b/2b_l10/outputs_add_free/f2+l2/lang/68/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/68/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/69/config.json b/2b_l10/outputs_add_free/f2+l2/lang/69/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/69/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/7/config.json b/2b_l10/outputs_add_free/f2+l2/lang/7/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/7/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/71/config.json b/2b_l10/outputs_add_free/f2+l2/lang/71/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/71/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/72/config.json b/2b_l10/outputs_add_free/f2+l2/lang/72/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/72/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/74/config.json b/2b_l10/outputs_add_free/f2+l2/lang/74/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/74/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/76/config.json b/2b_l10/outputs_add_free/f2+l2/lang/76/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/76/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/79/config.json b/2b_l10/outputs_add_free/f2+l2/lang/79/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/79/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/82/config.json b/2b_l10/outputs_add_free/f2+l2/lang/82/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/82/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/87/config.json b/2b_l10/outputs_add_free/f2+l2/lang/87/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/87/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/88/config.json b/2b_l10/outputs_add_free/f2+l2/lang/88/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/88/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/89/config.json b/2b_l10/outputs_add_free/f2+l2/lang/89/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/89/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/9/config.json b/2b_l10/outputs_add_free/f2+l2/lang/9/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/9/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/94/config.json b/2b_l10/outputs_add_free/f2+l2/lang/94/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/94/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/95/config.json b/2b_l10/outputs_add_free/f2+l2/lang/95/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/95/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/lang/98/config.json b/2b_l10/outputs_add_free/f2+l2/lang/98/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/98/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/0/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/0/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/1/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/1/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/10/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/10/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/10/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/100/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/100/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/100/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/103/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/103/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/103/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/104/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/104/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/104/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/105/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/105/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/105/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/106/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/106/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/106/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/107/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/107/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/107/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/108/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/108/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/108/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/109/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/109/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/109/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/11/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/11/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/11/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/111/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/111/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/111/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/113/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/113/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/113/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/114/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/114/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/114/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/115/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/115/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/115/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/117/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/117/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/117/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/118/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/118/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/118/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/119/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/119/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/119/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/12/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/12/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/12/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/120/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/120/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/120/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/121/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/121/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/121/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/124/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/124/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/124/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/126/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/126/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/126/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/127/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/127/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/127/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/129/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/129/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/129/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/131/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/131/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/131/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/134/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/134/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/134/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/135/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/135/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/135/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/136/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/136/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/136/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/138/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/138/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/138/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/14/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/14/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/14/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/140/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/140/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/140/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/141/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/141/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/141/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/142/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/142/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/142/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/143/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/143/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/143/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/148/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/148/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/148/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/149/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/149/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/149/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/15/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/15/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/15/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/150/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/150/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/150/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/152/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/152/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/152/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/153/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/153/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/153/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/154/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/154/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/154/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/155/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/155/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/155/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/156/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/156/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/156/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/157/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/157/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/157/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/16/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/16/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/16/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/160/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/160/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/160/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/161/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/161/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/161/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/162/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/162/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/162/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/163/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/163/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/163/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/164/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/164/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/164/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/165/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/165/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/165/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/166/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/166/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/166/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/168/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/168/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/168/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/169/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/169/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/169/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/17/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/17/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/17/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/170/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/170/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/170/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/171/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/171/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/171/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/172/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/172/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/172/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/173/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/173/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/173/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/175/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/175/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/175/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/177/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/177/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/177/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/178/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/178/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/178/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/179/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/179/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/179/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/18/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/18/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/18/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/180/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/180/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/180/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/181/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/181/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/181/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/182/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/182/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/182/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/183/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/183/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/183/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/184/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/184/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/184/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/186/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/186/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/186/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/187/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/187/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/187/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/189/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/189/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/189/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/19/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/19/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/19/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/190/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/190/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/190/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/191/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/191/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/191/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/192/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/192/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/192/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/194/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/194/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/194/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/195/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/195/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/195/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/197/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/197/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/197/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/198/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/198/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/198/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/200/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/200/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/201/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/201/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/201/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/202/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/202/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/202/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/203/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/203/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/203/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/204/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/204/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/204/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/205/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/205/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/205/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/206/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/206/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/206/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/207/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/207/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/207/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/208/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/208/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/208/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/209/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/209/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/209/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/21/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/21/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/21/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/210/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/210/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/210/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/212/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/212/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/212/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/215/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/215/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/215/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/216/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/216/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/216/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/217/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/217/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/217/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/218/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/218/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/218/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/219/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/219/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/219/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/22/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/22/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/22/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/220/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/220/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/220/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/221/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/221/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/221/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/222/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/222/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/222/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/223/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/223/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/223/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/224/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/224/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/224/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/225/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/225/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/225/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/226/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/226/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/226/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/227/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/227/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/227/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/229/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/229/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/229/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/23/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/23/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/23/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/230/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/230/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/230/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/232/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/232/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/232/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/233/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/233/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/233/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/235/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/235/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/235/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/236/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/236/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/236/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/238/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/238/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/238/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/239/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/239/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/239/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/24/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/24/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/24/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/240/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/240/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/240/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/243/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/243/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/243/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/244/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/244/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/244/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/248/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/248/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/248/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/249/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/249/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/249/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/25/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/25/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/25/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/250/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/250/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/250/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/251/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/251/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/251/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/252/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/252/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/252/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/253/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/253/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/253/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/254/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/254/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/254/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/255/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/255/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/255/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/256/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/256/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/256/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/259/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/259/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/259/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/26/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/26/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/26/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/260/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/260/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/260/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/263/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/263/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/263/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/264/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/264/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/264/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/265/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/265/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/265/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/266/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/266/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/266/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/268/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/268/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/268/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/27/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/27/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/27/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/271/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/271/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/271/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/273/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/273/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/273/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/274/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/274/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/274/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/275/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/275/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/275/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/276/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/276/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/276/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/277/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/277/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/277/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/278/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/278/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/278/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/279/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/279/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/279/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/281/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/281/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/281/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/282/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/282/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/282/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/283/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/283/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/283/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/287/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/287/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/287/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/288/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/288/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/288/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/289/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/289/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/289/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/290/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/290/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/290/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/291/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/291/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/291/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/294/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/294/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/294/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/295/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/295/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/295/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/296/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/296/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/296/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/297/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/297/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/297/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/299/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/299/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/299/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/2b_l10_simpo_prosv.sh b/2b_l10/outputs_add_free/f2+l2/simpo/2b_l10_simpo_prosv.sh new file mode 100644 index 0000000000000000000000000000000000000000..ff0faeeadfe84fa75f07a8a84a2b53c6dcb9e714 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/2b_l10_simpo_prosv.sh @@ -0,0 +1,8 @@ +FACTOR_INIT=4 +FACTOR_LR=20 +VEC_INIT=8 +VEC_LR=4e-2 +EPOCHS=12 +BATCH_SIZE=6 +SV=add_free +POSITIONS=f2+l2 diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/3/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/3/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/3/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/30/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/30/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/30/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/303/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/303/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/303/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/305/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/305/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/305/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/306/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/306/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/306/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/308/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/308/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/308/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/310/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/310/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/310/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/312/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/312/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/312/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/313/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/313/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/313/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/314/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/314/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/314/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/316/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/316/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/316/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/317/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/317/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/317/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/318/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/318/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/318/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/32/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/32/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/32/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/320/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/320/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/320/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/321/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/321/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/321/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/322/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/322/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/322/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/324/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/324/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/324/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/325/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/325/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/325/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/327/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/327/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/327/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/328/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/328/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/328/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/329/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/329/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/329/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/33/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/33/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/33/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/330/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/330/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/330/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/331/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/331/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/331/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/333/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/333/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/333/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/335/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/335/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/335/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/336/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/336/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/336/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/34/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/34/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/34/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/341/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/341/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/341/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/342/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/342/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/342/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/343/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/343/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/343/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/345/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/345/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/345/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/347/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/347/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/347/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/35/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/35/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/35/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/350/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/350/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/350/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/353/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/353/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/353/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/354/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/354/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/354/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/356/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/356/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/356/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/357/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/357/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/357/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/359/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/359/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/359/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/36/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/36/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/36/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/361/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/361/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/361/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/362/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/362/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/362/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/363/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/363/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/363/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/365/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/365/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/365/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/366/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/366/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/366/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/367/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/367/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/367/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/368/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/368/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/368/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/369/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/369/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/369/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/370/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/370/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/370/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/371/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/371/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/371/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/373/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/373/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/373/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/374/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/374/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/374/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/375/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/375/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/375/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/377/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/377/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/377/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/378/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/378/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/378/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/38/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/38/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/38/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/380/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/380/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/380/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/381/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/381/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/381/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/384/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/384/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/384/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/387/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/387/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/387/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/388/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/388/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/388/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/39/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/39/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/39/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/391/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/391/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/391/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/392/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/392/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/392/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/394/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/394/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/394/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/395/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/395/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/395/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/396/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/396/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/396/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/397/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/397/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/397/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/398/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/398/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/398/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/4/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/4/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/4/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/40/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/40/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/40/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/400/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/400/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/400/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/401/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/401/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/401/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/403/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/403/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/403/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/405/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/405/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/405/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/406/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/406/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/406/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/407/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/407/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/407/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/409/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/409/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/409/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/41/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/41/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/41/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/410/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/410/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/410/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/412/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/412/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/412/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/413/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/413/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/413/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/414/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/414/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/414/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/415/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/415/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/415/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/417/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/417/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/417/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/418/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/418/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/418/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/419/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/419/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/419/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/42/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/42/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/420/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/420/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/420/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/421/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/421/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/421/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/423/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/423/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/423/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/424/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/424/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/424/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/428/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/428/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/428/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/43/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/43/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/43/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/432/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/432/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/432/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/433/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/433/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/433/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/435/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/435/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/435/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/436/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/436/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/436/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/437/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/437/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/437/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/438/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/438/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/438/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/439/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/439/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/439/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/44/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/44/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/44/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/440/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/440/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/440/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/441/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/441/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/441/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/442/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/442/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/442/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/444/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/444/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/444/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/445/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/445/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/445/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/446/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/446/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/446/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/447/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/447/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/447/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/450/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/450/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/450/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/453/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/453/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/453/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/454/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/454/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/454/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/457/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/457/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/457/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/458/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/458/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/458/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/459/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/459/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/459/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/46/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/46/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/46/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/460/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/460/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/460/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/461/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/461/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/461/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/463/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/463/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/463/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/464/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/464/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/464/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/465/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/465/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/465/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/466/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/466/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/466/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/467/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/467/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/467/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/468/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/468/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/468/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/469/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/469/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/469/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/470/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/470/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/470/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/471/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/471/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/471/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/472/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/472/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/472/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/473/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/473/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/473/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/474/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/474/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/474/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/475/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/475/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/475/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/476/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/476/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/476/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/477/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/477/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/477/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/478/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/478/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/478/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/48/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/48/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/48/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/481/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/481/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/481/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/482/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/482/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/482/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/485/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/485/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/485/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/486/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/486/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/486/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/488/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/488/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/488/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/489/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/489/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/489/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/49/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/49/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/49/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/491/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/491/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/491/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/493/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/493/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/493/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/496/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/496/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/496/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/497/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/497/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/497/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/498/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/498/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/498/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/499/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/499/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/499/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/5/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/5/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/5/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/50/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/50/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/50/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/51/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/51/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/51/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/54/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/54/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/54/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/55/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/55/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/55/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/56/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/56/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/56/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/57/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/57/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/57/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/59/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/59/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/59/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/6/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/6/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/6/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/60/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/60/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/60/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/63/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/63/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/63/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/64/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/64/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/64/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/66/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/66/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/66/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/67/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/67/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/67/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/68/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/68/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/68/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/69/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/69/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/69/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/7/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/7/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/7/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/70/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/70/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/70/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/71/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/71/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/71/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/72/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/72/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/72/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/74/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/74/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/74/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/76/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/76/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/76/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/77/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/77/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/77/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/78/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/78/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/78/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/79/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/79/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/79/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/8/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/8/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/8/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/81/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/81/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/81/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/82/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/82/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/82/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/83/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/83/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/83/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/87/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/87/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/87/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/89/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/89/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/89/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/9/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/9/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/9/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/90/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/90/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/90/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/91/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/91/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/91/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/94/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/94/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/94/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/96/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/96/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/96/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/97/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/97/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/97/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/98/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/98/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/98/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/99/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/99/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/99/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/0/config.json b/q25_32b_l32/outputs_add_free/all/lang/0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/0/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/10/config.json b/q25_32b_l32/outputs_add_free/all/lang/10/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/10/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/12/config.json b/q25_32b_l32/outputs_add_free/all/lang/12/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/12/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/13/config.json b/q25_32b_l32/outputs_add_free/all/lang/13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/13/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/16/config.json b/q25_32b_l32/outputs_add_free/all/lang/16/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/16/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/19/config.json b/q25_32b_l32/outputs_add_free/all/lang/19/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/19/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/2/config.json b/q25_32b_l32/outputs_add_free/all/lang/2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/2/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/20/config.json b/q25_32b_l32/outputs_add_free/all/lang/20/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/20/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/21/config.json b/q25_32b_l32/outputs_add_free/all/lang/21/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/21/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/22/config.json b/q25_32b_l32/outputs_add_free/all/lang/22/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/22/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/23/config.json b/q25_32b_l32/outputs_add_free/all/lang/23/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/23/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/25/config.json b/q25_32b_l32/outputs_add_free/all/lang/25/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/25/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/26/config.json b/q25_32b_l32/outputs_add_free/all/lang/26/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/26/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/27/config.json b/q25_32b_l32/outputs_add_free/all/lang/27/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/27/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/28/config.json b/q25_32b_l32/outputs_add_free/all/lang/28/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/28/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/29/config.json b/q25_32b_l32/outputs_add_free/all/lang/29/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/29/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/30/config.json b/q25_32b_l32/outputs_add_free/all/lang/30/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/30/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/31/config.json b/q25_32b_l32/outputs_add_free/all/lang/31/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/31/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/32/config.json b/q25_32b_l32/outputs_add_free/all/lang/32/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/32/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/33/config.json b/q25_32b_l32/outputs_add_free/all/lang/33/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/33/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/37/config.json b/q25_32b_l32/outputs_add_free/all/lang/37/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/37/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/38/config.json b/q25_32b_l32/outputs_add_free/all/lang/38/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/38/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/39/config.json b/q25_32b_l32/outputs_add_free/all/lang/39/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/39/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/4/config.json b/q25_32b_l32/outputs_add_free/all/lang/4/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/4/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/40/config.json b/q25_32b_l32/outputs_add_free/all/lang/40/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/40/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/43/config.json b/q25_32b_l32/outputs_add_free/all/lang/43/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/43/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/44/config.json b/q25_32b_l32/outputs_add_free/all/lang/44/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/44/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/45/config.json b/q25_32b_l32/outputs_add_free/all/lang/45/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/45/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/46/config.json b/q25_32b_l32/outputs_add_free/all/lang/46/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/46/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/47/config.json b/q25_32b_l32/outputs_add_free/all/lang/47/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/47/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/5/config.json b/q25_32b_l32/outputs_add_free/all/lang/5/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/5/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/50/config.json b/q25_32b_l32/outputs_add_free/all/lang/50/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/50/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/52/config.json b/q25_32b_l32/outputs_add_free/all/lang/52/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/52/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/55/config.json b/q25_32b_l32/outputs_add_free/all/lang/55/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/55/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/57/config.json b/q25_32b_l32/outputs_add_free/all/lang/57/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/57/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/58/config.json b/q25_32b_l32/outputs_add_free/all/lang/58/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/58/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/6/config.json b/q25_32b_l32/outputs_add_free/all/lang/6/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/6/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/61/config.json b/q25_32b_l32/outputs_add_free/all/lang/61/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/61/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/62/config.json b/q25_32b_l32/outputs_add_free/all/lang/62/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/62/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/7/config.json b/q25_32b_l32/outputs_add_free/all/lang/7/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/7/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/71/config.json b/q25_32b_l32/outputs_add_free/all/lang/71/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/71/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/72/config.json b/q25_32b_l32/outputs_add_free/all/lang/72/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/72/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/73/config.json b/q25_32b_l32/outputs_add_free/all/lang/73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/73/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/75/config.json b/q25_32b_l32/outputs_add_free/all/lang/75/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/75/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/77/config.json b/q25_32b_l32/outputs_add_free/all/lang/77/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/77/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/79/config.json b/q25_32b_l32/outputs_add_free/all/lang/79/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/79/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/80/config.json b/q25_32b_l32/outputs_add_free/all/lang/80/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/80/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/81/config.json b/q25_32b_l32/outputs_add_free/all/lang/81/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/81/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/85/config.json b/q25_32b_l32/outputs_add_free/all/lang/85/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/85/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/86/config.json b/q25_32b_l32/outputs_add_free/all/lang/86/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/86/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/87/config.json b/q25_32b_l32/outputs_add_free/all/lang/87/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/87/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/88/config.json b/q25_32b_l32/outputs_add_free/all/lang/88/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/88/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/9/config.json b/q25_32b_l32/outputs_add_free/all/lang/9/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/9/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/90/config.json b/q25_32b_l32/outputs_add_free/all/lang/90/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/90/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/91/config.json b/q25_32b_l32/outputs_add_free/all/lang/91/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/91/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/92/config.json b/q25_32b_l32/outputs_add_free/all/lang/92/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/92/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/93/config.json b/q25_32b_l32/outputs_add_free/all/lang/93/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/93/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/94/config.json b/q25_32b_l32/outputs_add_free/all/lang/94/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/94/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/95/config.json b/q25_32b_l32/outputs_add_free/all/lang/95/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/95/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/96/config.json b/q25_32b_l32/outputs_add_free/all/lang/96/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/96/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/q25_32b_l32_lang_all.sh b/q25_32b_l32/outputs_add_free/all/lang/q25_32b_l32_lang_all.sh new file mode 100644 index 0000000000000000000000000000000000000000..f2197c934eb921acef0f0761e0e70fa64f241902 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/q25_32b_l32_lang_all.sh @@ -0,0 +1,8 @@ +FACTOR_INIT=1 +FACTOR_LR=1e-1 +VEC_INIT=1 +VEC_LR=4e-2 +EPOCHS=12 +BATCH_SIZE=6 +SV=add_free +POSITIONS=all diff --git a/q25_32b_l32/outputs_add_free/all/simpo/85/config.json b/q25_32b_l32/outputs_add_free/all/simpo/85/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/85/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file