diff --git a/2b_l10/outputs_add_free/all/lang/0/config.json b/2b_l10/outputs_add_free/all/lang/0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/0/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/101/config.json b/2b_l10/outputs_add_free/all/lang/101/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/101/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/102/config.json b/2b_l10/outputs_add_free/all/lang/102/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/102/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/11/config.json b/2b_l10/outputs_add_free/all/lang/11/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/11/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/113/config.json b/2b_l10/outputs_add_free/all/lang/113/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/113/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/117/config.json b/2b_l10/outputs_add_free/all/lang/117/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/117/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/120/config.json b/2b_l10/outputs_add_free/all/lang/120/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/120/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/121/config.json b/2b_l10/outputs_add_free/all/lang/121/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/121/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/122/config.json b/2b_l10/outputs_add_free/all/lang/122/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/122/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/123/config.json b/2b_l10/outputs_add_free/all/lang/123/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/123/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/125/config.json b/2b_l10/outputs_add_free/all/lang/125/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/125/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/141/config.json b/2b_l10/outputs_add_free/all/lang/141/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/141/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/142/config.json b/2b_l10/outputs_add_free/all/lang/142/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/142/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/146/config.json b/2b_l10/outputs_add_free/all/lang/146/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/146/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/151/config.json b/2b_l10/outputs_add_free/all/lang/151/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/151/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/169/config.json b/2b_l10/outputs_add_free/all/lang/169/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/169/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/170/config.json b/2b_l10/outputs_add_free/all/lang/170/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/170/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/176/config.json b/2b_l10/outputs_add_free/all/lang/176/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/176/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/184/config.json b/2b_l10/outputs_add_free/all/lang/184/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/184/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/193/config.json b/2b_l10/outputs_add_free/all/lang/193/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/193/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/2/config.json b/2b_l10/outputs_add_free/all/lang/2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/2/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/20/config.json b/2b_l10/outputs_add_free/all/lang/20/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/20/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/205/config.json b/2b_l10/outputs_add_free/all/lang/205/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/205/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/211/config.json b/2b_l10/outputs_add_free/all/lang/211/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/211/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/213/config.json b/2b_l10/outputs_add_free/all/lang/213/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/213/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/217/config.json b/2b_l10/outputs_add_free/all/lang/217/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/217/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/218/config.json b/2b_l10/outputs_add_free/all/lang/218/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/218/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/221/config.json b/2b_l10/outputs_add_free/all/lang/221/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/221/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/228/config.json b/2b_l10/outputs_add_free/all/lang/228/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/228/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/23/config.json b/2b_l10/outputs_add_free/all/lang/23/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/23/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/239/config.json b/2b_l10/outputs_add_free/all/lang/239/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/239/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/25/config.json b/2b_l10/outputs_add_free/all/lang/25/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/25/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/254/config.json b/2b_l10/outputs_add_free/all/lang/254/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/254/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/256/config.json b/2b_l10/outputs_add_free/all/lang/256/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/256/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/257/config.json b/2b_l10/outputs_add_free/all/lang/257/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/257/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/261/config.json b/2b_l10/outputs_add_free/all/lang/261/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/261/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/262/config.json b/2b_l10/outputs_add_free/all/lang/262/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/262/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/267/config.json b/2b_l10/outputs_add_free/all/lang/267/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/267/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/272/config.json b/2b_l10/outputs_add_free/all/lang/272/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/272/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/275/config.json b/2b_l10/outputs_add_free/all/lang/275/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/275/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/278/config.json b/2b_l10/outputs_add_free/all/lang/278/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/278/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/280/config.json b/2b_l10/outputs_add_free/all/lang/280/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/280/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/282/config.json b/2b_l10/outputs_add_free/all/lang/282/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/282/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/285/config.json b/2b_l10/outputs_add_free/all/lang/285/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/285/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/295/config.json b/2b_l10/outputs_add_free/all/lang/295/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/295/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/296/config.json b/2b_l10/outputs_add_free/all/lang/296/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/296/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/297/config.json b/2b_l10/outputs_add_free/all/lang/297/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/297/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/299/config.json b/2b_l10/outputs_add_free/all/lang/299/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/299/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/303/config.json b/2b_l10/outputs_add_free/all/lang/303/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/303/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/305/config.json b/2b_l10/outputs_add_free/all/lang/305/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/305/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/309/config.json b/2b_l10/outputs_add_free/all/lang/309/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/309/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/318/config.json b/2b_l10/outputs_add_free/all/lang/318/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/318/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/32/config.json b/2b_l10/outputs_add_free/all/lang/32/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/32/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/323/config.json b/2b_l10/outputs_add_free/all/lang/323/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/323/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/329/config.json b/2b_l10/outputs_add_free/all/lang/329/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/329/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/332/config.json b/2b_l10/outputs_add_free/all/lang/332/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/332/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/333/config.json b/2b_l10/outputs_add_free/all/lang/333/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/333/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/335/config.json b/2b_l10/outputs_add_free/all/lang/335/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/335/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/340/config.json b/2b_l10/outputs_add_free/all/lang/340/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/340/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/346/config.json b/2b_l10/outputs_add_free/all/lang/346/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/346/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/350/config.json b/2b_l10/outputs_add_free/all/lang/350/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/350/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/351/config.json b/2b_l10/outputs_add_free/all/lang/351/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/351/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/361/config.json b/2b_l10/outputs_add_free/all/lang/361/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/361/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/364/config.json b/2b_l10/outputs_add_free/all/lang/364/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/364/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/366/config.json b/2b_l10/outputs_add_free/all/lang/366/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/366/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/367/config.json b/2b_l10/outputs_add_free/all/lang/367/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/367/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/368/config.json b/2b_l10/outputs_add_free/all/lang/368/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/368/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/369/config.json b/2b_l10/outputs_add_free/all/lang/369/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/369/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/37/config.json b/2b_l10/outputs_add_free/all/lang/37/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/37/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/370/config.json b/2b_l10/outputs_add_free/all/lang/370/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/370/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/374/config.json b/2b_l10/outputs_add_free/all/lang/374/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/374/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/380/config.json b/2b_l10/outputs_add_free/all/lang/380/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/380/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/382/config.json b/2b_l10/outputs_add_free/all/lang/382/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/382/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/383/config.json b/2b_l10/outputs_add_free/all/lang/383/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/383/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/389/config.json b/2b_l10/outputs_add_free/all/lang/389/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/389/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/390/config.json b/2b_l10/outputs_add_free/all/lang/390/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/390/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/393/config.json b/2b_l10/outputs_add_free/all/lang/393/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/393/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/395/config.json b/2b_l10/outputs_add_free/all/lang/395/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/395/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/4/config.json b/2b_l10/outputs_add_free/all/lang/4/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/4/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/409/config.json b/2b_l10/outputs_add_free/all/lang/409/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/409/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/41/config.json b/2b_l10/outputs_add_free/all/lang/41/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/41/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/417/config.json b/2b_l10/outputs_add_free/all/lang/417/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/417/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/423/config.json b/2b_l10/outputs_add_free/all/lang/423/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/423/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/427/config.json b/2b_l10/outputs_add_free/all/lang/427/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/427/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/430/config.json b/2b_l10/outputs_add_free/all/lang/430/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/430/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/435/config.json b/2b_l10/outputs_add_free/all/lang/435/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/435/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/439/config.json b/2b_l10/outputs_add_free/all/lang/439/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/439/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/446/config.json b/2b_l10/outputs_add_free/all/lang/446/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/446/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/448/config.json b/2b_l10/outputs_add_free/all/lang/448/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/448/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/449/config.json b/2b_l10/outputs_add_free/all/lang/449/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/449/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/45/config.json b/2b_l10/outputs_add_free/all/lang/45/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/45/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/463/config.json b/2b_l10/outputs_add_free/all/lang/463/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/463/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/466/config.json b/2b_l10/outputs_add_free/all/lang/466/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/466/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/467/config.json b/2b_l10/outputs_add_free/all/lang/467/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/467/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/468/config.json b/2b_l10/outputs_add_free/all/lang/468/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/468/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/469/config.json b/2b_l10/outputs_add_free/all/lang/469/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/469/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/470/config.json b/2b_l10/outputs_add_free/all/lang/470/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/470/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/473/config.json b/2b_l10/outputs_add_free/all/lang/473/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/473/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/479/config.json b/2b_l10/outputs_add_free/all/lang/479/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/479/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/480/config.json b/2b_l10/outputs_add_free/all/lang/480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/480/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/483/config.json b/2b_l10/outputs_add_free/all/lang/483/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/483/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/485/config.json b/2b_l10/outputs_add_free/all/lang/485/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/485/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/489/config.json b/2b_l10/outputs_add_free/all/lang/489/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/489/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/490/config.json b/2b_l10/outputs_add_free/all/lang/490/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/490/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/491/config.json b/2b_l10/outputs_add_free/all/lang/491/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/491/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/492/config.json b/2b_l10/outputs_add_free/all/lang/492/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/492/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/499/config.json b/2b_l10/outputs_add_free/all/lang/499/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/499/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/5/config.json b/2b_l10/outputs_add_free/all/lang/5/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/5/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/51/config.json b/2b_l10/outputs_add_free/all/lang/51/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/51/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/53/config.json b/2b_l10/outputs_add_free/all/lang/53/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/53/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/56/config.json b/2b_l10/outputs_add_free/all/lang/56/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/56/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/6/config.json b/2b_l10/outputs_add_free/all/lang/6/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/6/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/60/config.json b/2b_l10/outputs_add_free/all/lang/60/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/60/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/61/config.json b/2b_l10/outputs_add_free/all/lang/61/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/61/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/73/config.json b/2b_l10/outputs_add_free/all/lang/73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/73/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/75/config.json b/2b_l10/outputs_add_free/all/lang/75/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/75/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/8/config.json b/2b_l10/outputs_add_free/all/lang/8/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/8/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/80/config.json b/2b_l10/outputs_add_free/all/lang/80/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/80/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/81/config.json b/2b_l10/outputs_add_free/all/lang/81/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/81/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/84/config.json b/2b_l10/outputs_add_free/all/lang/84/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/84/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/9/config.json b/2b_l10/outputs_add_free/all/lang/9/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/9/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/90/config.json b/2b_l10/outputs_add_free/all/lang/90/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/90/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/91/config.json b/2b_l10/outputs_add_free/all/lang/91/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/91/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/92/config.json b/2b_l10/outputs_add_free/all/lang/92/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/92/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/95/config.json b/2b_l10/outputs_add_free/all/lang/95/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/95/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file