diff --git a/2b_l10/outputs_add_free/all/lang/103/config.json b/2b_l10/outputs_add_free/all/lang/103/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/103/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/104/config.json b/2b_l10/outputs_add_free/all/lang/104/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/104/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/107/config.json b/2b_l10/outputs_add_free/all/lang/107/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/107/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/108/config.json b/2b_l10/outputs_add_free/all/lang/108/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/108/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/112/config.json b/2b_l10/outputs_add_free/all/lang/112/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/112/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/114/config.json b/2b_l10/outputs_add_free/all/lang/114/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/114/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/116/config.json b/2b_l10/outputs_add_free/all/lang/116/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/116/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/128/config.json b/2b_l10/outputs_add_free/all/lang/128/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/128/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/13/config.json b/2b_l10/outputs_add_free/all/lang/13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/13/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/131/config.json b/2b_l10/outputs_add_free/all/lang/131/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/131/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/137/config.json b/2b_l10/outputs_add_free/all/lang/137/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/137/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/144/config.json b/2b_l10/outputs_add_free/all/lang/144/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/144/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/147/config.json b/2b_l10/outputs_add_free/all/lang/147/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/147/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/158/config.json b/2b_l10/outputs_add_free/all/lang/158/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/158/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/159/config.json b/2b_l10/outputs_add_free/all/lang/159/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/159/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/160/config.json b/2b_l10/outputs_add_free/all/lang/160/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/160/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/167/config.json b/2b_l10/outputs_add_free/all/lang/167/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/167/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/174/config.json b/2b_l10/outputs_add_free/all/lang/174/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/174/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/185/config.json b/2b_l10/outputs_add_free/all/lang/185/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/185/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/188/config.json b/2b_l10/outputs_add_free/all/lang/188/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/188/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/190/config.json b/2b_l10/outputs_add_free/all/lang/190/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/190/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/195/config.json b/2b_l10/outputs_add_free/all/lang/195/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/195/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/196/config.json b/2b_l10/outputs_add_free/all/lang/196/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/196/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/197/config.json b/2b_l10/outputs_add_free/all/lang/197/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/197/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/199/config.json b/2b_l10/outputs_add_free/all/lang/199/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/199/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/204/config.json b/2b_l10/outputs_add_free/all/lang/204/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/204/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/207/config.json b/2b_l10/outputs_add_free/all/lang/207/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/207/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/208/config.json b/2b_l10/outputs_add_free/all/lang/208/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/208/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/215/config.json b/2b_l10/outputs_add_free/all/lang/215/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/215/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/22/config.json b/2b_l10/outputs_add_free/all/lang/22/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/22/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/231/config.json b/2b_l10/outputs_add_free/all/lang/231/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/231/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/232/config.json b/2b_l10/outputs_add_free/all/lang/232/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/232/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/240/config.json b/2b_l10/outputs_add_free/all/lang/240/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/240/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/241/config.json b/2b_l10/outputs_add_free/all/lang/241/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/241/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/242/config.json b/2b_l10/outputs_add_free/all/lang/242/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/242/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/245/config.json b/2b_l10/outputs_add_free/all/lang/245/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/245/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/246/config.json b/2b_l10/outputs_add_free/all/lang/246/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/246/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/247/config.json b/2b_l10/outputs_add_free/all/lang/247/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/247/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/255/config.json b/2b_l10/outputs_add_free/all/lang/255/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/255/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/260/config.json b/2b_l10/outputs_add_free/all/lang/260/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/260/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/265/config.json b/2b_l10/outputs_add_free/all/lang/265/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/265/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/271/config.json b/2b_l10/outputs_add_free/all/lang/271/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/271/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/28/config.json b/2b_l10/outputs_add_free/all/lang/28/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/28/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/288/config.json b/2b_l10/outputs_add_free/all/lang/288/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/288/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/289/config.json b/2b_l10/outputs_add_free/all/lang/289/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/289/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/29/config.json b/2b_l10/outputs_add_free/all/lang/29/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/29/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/292/config.json b/2b_l10/outputs_add_free/all/lang/292/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/292/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/293/config.json b/2b_l10/outputs_add_free/all/lang/293/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/293/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/294/config.json b/2b_l10/outputs_add_free/all/lang/294/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/294/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/298/config.json b/2b_l10/outputs_add_free/all/lang/298/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/298/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/301/config.json b/2b_l10/outputs_add_free/all/lang/301/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/301/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/302/config.json b/2b_l10/outputs_add_free/all/lang/302/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/302/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/304/config.json b/2b_l10/outputs_add_free/all/lang/304/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/304/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/307/config.json b/2b_l10/outputs_add_free/all/lang/307/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/307/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/31/config.json b/2b_l10/outputs_add_free/all/lang/31/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/31/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/314/config.json b/2b_l10/outputs_add_free/all/lang/314/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/314/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/319/config.json b/2b_l10/outputs_add_free/all/lang/319/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/319/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/326/config.json b/2b_l10/outputs_add_free/all/lang/326/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/326/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/328/config.json b/2b_l10/outputs_add_free/all/lang/328/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/328/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/339/config.json b/2b_l10/outputs_add_free/all/lang/339/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/339/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/344/config.json b/2b_l10/outputs_add_free/all/lang/344/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/344/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/345/config.json b/2b_l10/outputs_add_free/all/lang/345/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/345/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/348/config.json b/2b_l10/outputs_add_free/all/lang/348/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/348/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/349/config.json b/2b_l10/outputs_add_free/all/lang/349/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/349/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/352/config.json b/2b_l10/outputs_add_free/all/lang/352/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/352/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/353/config.json b/2b_l10/outputs_add_free/all/lang/353/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/353/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/355/config.json b/2b_l10/outputs_add_free/all/lang/355/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/355/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/357/config.json b/2b_l10/outputs_add_free/all/lang/357/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/357/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/360/config.json b/2b_l10/outputs_add_free/all/lang/360/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/360/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/363/config.json b/2b_l10/outputs_add_free/all/lang/363/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/363/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/372/config.json b/2b_l10/outputs_add_free/all/lang/372/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/372/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/376/config.json b/2b_l10/outputs_add_free/all/lang/376/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/376/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/377/config.json b/2b_l10/outputs_add_free/all/lang/377/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/377/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/385/config.json b/2b_l10/outputs_add_free/all/lang/385/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/385/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/399/config.json b/2b_l10/outputs_add_free/all/lang/399/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/399/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/402/config.json b/2b_l10/outputs_add_free/all/lang/402/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/402/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/404/config.json b/2b_l10/outputs_add_free/all/lang/404/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/404/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/408/config.json b/2b_l10/outputs_add_free/all/lang/408/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/408/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/410/config.json b/2b_l10/outputs_add_free/all/lang/410/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/410/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/411/config.json b/2b_l10/outputs_add_free/all/lang/411/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/411/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/412/config.json b/2b_l10/outputs_add_free/all/lang/412/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/412/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/420/config.json b/2b_l10/outputs_add_free/all/lang/420/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/420/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/422/config.json b/2b_l10/outputs_add_free/all/lang/422/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/422/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/426/config.json b/2b_l10/outputs_add_free/all/lang/426/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/426/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/436/config.json b/2b_l10/outputs_add_free/all/lang/436/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/436/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/447/config.json b/2b_l10/outputs_add_free/all/lang/447/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/447/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/452/config.json b/2b_l10/outputs_add_free/all/lang/452/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/452/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/455/config.json b/2b_l10/outputs_add_free/all/lang/455/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/455/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/456/config.json b/2b_l10/outputs_add_free/all/lang/456/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/456/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/459/config.json b/2b_l10/outputs_add_free/all/lang/459/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/459/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/465/config.json b/2b_l10/outputs_add_free/all/lang/465/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/465/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/476/config.json b/2b_l10/outputs_add_free/all/lang/476/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/476/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/484/config.json b/2b_l10/outputs_add_free/all/lang/484/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/484/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/487/config.json b/2b_l10/outputs_add_free/all/lang/487/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/487/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/494/config.json b/2b_l10/outputs_add_free/all/lang/494/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/494/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/52/config.json b/2b_l10/outputs_add_free/all/lang/52/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/52/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/54/config.json b/2b_l10/outputs_add_free/all/lang/54/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/54/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/62/config.json b/2b_l10/outputs_add_free/all/lang/62/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/62/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/72/config.json b/2b_l10/outputs_add_free/all/lang/72/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/72/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/all/lang/93/config.json b/2b_l10/outputs_add_free/all/lang/93/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65d10af7747d683c65ac0db129a9937989ddda74 --- /dev/null +++ b/2b_l10/outputs_add_free/all/lang/93/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file