diff --git a/2b_l10/outputs_add_free/f2+l2/lang/264/config.json b/2b_l10/outputs_add_free/f2+l2/lang/264/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/lang/264/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/101/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/101/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/101/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/102/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/102/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/102/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/116/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/116/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/116/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/125/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/125/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/125/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/128/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/128/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/128/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/13/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/13/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/132/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/132/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/132/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/133/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/133/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/133/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/137/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/137/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/137/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/139/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/139/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/139/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/145/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/145/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/145/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/147/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/147/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/147/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/151/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/151/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/151/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/158/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/158/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/158/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/159/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/159/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/159/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/167/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/167/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/167/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/174/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/174/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/174/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/176/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/176/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/176/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/185/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/185/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/185/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/188/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/188/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/188/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/193/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/193/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/193/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/196/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/196/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/196/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/199/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/199/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/199/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/2/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/2/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/213/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/213/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/213/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/228/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/228/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/228/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/231/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/231/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/231/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/234/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/234/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/234/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/237/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/237/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/237/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/241/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/241/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/241/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/242/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/242/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/242/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/245/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/245/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/245/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/246/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/246/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/246/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/247/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/247/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/247/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/257/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/257/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/257/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/258/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/258/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/258/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/262/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/262/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/262/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/267/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/267/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/267/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/269/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/269/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/269/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/270/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/270/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/270/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/272/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/272/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/272/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/28/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/28/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/28/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/284/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/284/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/284/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/285/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/285/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/285/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/286/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/286/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/286/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/29/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/29/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/29/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/292/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/292/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/292/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/298/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/298/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/298/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/300/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/300/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/300/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/302/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/302/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/302/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/307/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/307/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/307/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/309/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/309/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/309/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/31/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/31/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/31/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/311/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/311/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/311/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/315/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/315/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/315/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/319/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/319/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/319/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/323/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/323/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/323/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/332/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/332/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/332/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/334/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/334/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/334/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/337/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/337/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/337/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/338/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/338/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/338/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/339/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/339/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/339/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/340/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/340/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/340/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/346/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/346/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/346/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/351/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/351/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/351/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/352/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/352/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/352/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/355/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/355/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/355/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/360/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/360/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/360/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/364/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/364/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/364/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/372/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/372/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/372/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/376/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/376/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/376/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/379/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/379/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/379/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/382/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/382/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/382/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/383/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/383/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/383/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/399/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/399/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/399/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/404/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/404/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/404/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/408/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/408/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/408/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/411/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/411/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/411/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/416/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/416/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/416/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/422/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/422/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/422/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/425/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/425/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/425/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/429/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/429/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/429/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/430/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/430/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/430/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/431/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/431/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/431/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/434/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/434/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/434/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/448/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/448/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/448/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/449/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/449/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/449/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/45/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/45/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/45/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/451/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/451/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/451/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/452/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/452/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/452/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/455/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/455/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/455/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/462/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/462/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/462/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/47/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/47/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/47/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/479/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/479/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/479/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/483/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/483/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/483/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/484/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/484/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/484/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/487/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/487/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/487/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/490/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/490/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/490/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/492/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/492/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/492/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/52/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/52/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/52/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/53/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/53/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/53/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/58/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/58/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/58/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/61/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/61/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/61/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/73/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/73/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/75/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/75/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/75/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/80/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/80/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/80/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/84/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/84/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/84/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/85/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/85/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/85/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/88/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/88/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/88/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/93/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/93/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/93/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/2b_l10/outputs_add_free/f2+l2/simpo/95/config.json b/2b_l10/outputs_add_free/f2+l2/simpo/95/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf996ff7d058a53d509659713ba2859e970bff51 --- /dev/null +++ b/2b_l10/outputs_add_free/f2+l2/simpo/95/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 10, + "embed_dim": 2304, + "low_rank_dim": 1, + "target_module": "model.layers.10", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 4.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/0/config.json b/9b_l20/outputs_add_free/all/lang/0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/0/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/10/config.json b/9b_l20/outputs_add_free/all/lang/10/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/10/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/100/config.json b/9b_l20/outputs_add_free/all/lang/100/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/100/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/101/config.json b/9b_l20/outputs_add_free/all/lang/101/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/101/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/102/config.json b/9b_l20/outputs_add_free/all/lang/102/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/102/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/103/config.json b/9b_l20/outputs_add_free/all/lang/103/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/103/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/104/config.json b/9b_l20/outputs_add_free/all/lang/104/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/104/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/105/config.json b/9b_l20/outputs_add_free/all/lang/105/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/105/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/106/config.json b/9b_l20/outputs_add_free/all/lang/106/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/106/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/107/config.json b/9b_l20/outputs_add_free/all/lang/107/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/107/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/108/config.json b/9b_l20/outputs_add_free/all/lang/108/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/108/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/109/config.json b/9b_l20/outputs_add_free/all/lang/109/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/109/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/11/config.json b/9b_l20/outputs_add_free/all/lang/11/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/11/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/110/config.json b/9b_l20/outputs_add_free/all/lang/110/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/110/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/111/config.json b/9b_l20/outputs_add_free/all/lang/111/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/111/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/112/config.json b/9b_l20/outputs_add_free/all/lang/112/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/112/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/113/config.json b/9b_l20/outputs_add_free/all/lang/113/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/113/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/114/config.json b/9b_l20/outputs_add_free/all/lang/114/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/114/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/115/config.json b/9b_l20/outputs_add_free/all/lang/115/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/115/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/116/config.json b/9b_l20/outputs_add_free/all/lang/116/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/116/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/117/config.json b/9b_l20/outputs_add_free/all/lang/117/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/117/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/118/config.json b/9b_l20/outputs_add_free/all/lang/118/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/118/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/119/config.json b/9b_l20/outputs_add_free/all/lang/119/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/119/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/120/config.json b/9b_l20/outputs_add_free/all/lang/120/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/120/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/121/config.json b/9b_l20/outputs_add_free/all/lang/121/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/121/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/122/config.json b/9b_l20/outputs_add_free/all/lang/122/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/122/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/123/config.json b/9b_l20/outputs_add_free/all/lang/123/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/123/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/124/config.json b/9b_l20/outputs_add_free/all/lang/124/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/124/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/125/config.json b/9b_l20/outputs_add_free/all/lang/125/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/125/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/127/config.json b/9b_l20/outputs_add_free/all/lang/127/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/127/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/128/config.json b/9b_l20/outputs_add_free/all/lang/128/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/128/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/13/config.json b/9b_l20/outputs_add_free/all/lang/13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/13/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/130/config.json b/9b_l20/outputs_add_free/all/lang/130/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/130/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/131/config.json b/9b_l20/outputs_add_free/all/lang/131/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/131/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/132/config.json b/9b_l20/outputs_add_free/all/lang/132/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/132/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/133/config.json b/9b_l20/outputs_add_free/all/lang/133/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/133/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/134/config.json b/9b_l20/outputs_add_free/all/lang/134/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/134/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/135/config.json b/9b_l20/outputs_add_free/all/lang/135/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/135/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/136/config.json b/9b_l20/outputs_add_free/all/lang/136/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/136/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/137/config.json b/9b_l20/outputs_add_free/all/lang/137/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/137/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/138/config.json b/9b_l20/outputs_add_free/all/lang/138/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/138/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/139/config.json b/9b_l20/outputs_add_free/all/lang/139/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/139/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/140/config.json b/9b_l20/outputs_add_free/all/lang/140/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/140/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/141/config.json b/9b_l20/outputs_add_free/all/lang/141/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/141/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/142/config.json b/9b_l20/outputs_add_free/all/lang/142/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/142/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/143/config.json b/9b_l20/outputs_add_free/all/lang/143/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/143/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/144/config.json b/9b_l20/outputs_add_free/all/lang/144/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/144/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/145/config.json b/9b_l20/outputs_add_free/all/lang/145/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/145/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/146/config.json b/9b_l20/outputs_add_free/all/lang/146/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/146/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/147/config.json b/9b_l20/outputs_add_free/all/lang/147/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/147/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/148/config.json b/9b_l20/outputs_add_free/all/lang/148/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/148/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/150/config.json b/9b_l20/outputs_add_free/all/lang/150/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/150/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/151/config.json b/9b_l20/outputs_add_free/all/lang/151/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/151/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/153/config.json b/9b_l20/outputs_add_free/all/lang/153/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/153/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/154/config.json b/9b_l20/outputs_add_free/all/lang/154/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/154/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/155/config.json b/9b_l20/outputs_add_free/all/lang/155/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/155/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/156/config.json b/9b_l20/outputs_add_free/all/lang/156/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/156/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/157/config.json b/9b_l20/outputs_add_free/all/lang/157/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/157/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/158/config.json b/9b_l20/outputs_add_free/all/lang/158/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/158/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/159/config.json b/9b_l20/outputs_add_free/all/lang/159/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/159/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/16/config.json b/9b_l20/outputs_add_free/all/lang/16/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/16/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/160/config.json b/9b_l20/outputs_add_free/all/lang/160/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/160/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/162/config.json b/9b_l20/outputs_add_free/all/lang/162/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/162/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/164/config.json b/9b_l20/outputs_add_free/all/lang/164/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/164/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/165/config.json b/9b_l20/outputs_add_free/all/lang/165/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/165/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/166/config.json b/9b_l20/outputs_add_free/all/lang/166/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/166/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/167/config.json b/9b_l20/outputs_add_free/all/lang/167/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/167/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/169/config.json b/9b_l20/outputs_add_free/all/lang/169/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/169/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/170/config.json b/9b_l20/outputs_add_free/all/lang/170/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/170/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/171/config.json b/9b_l20/outputs_add_free/all/lang/171/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/171/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/172/config.json b/9b_l20/outputs_add_free/all/lang/172/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/172/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/173/config.json b/9b_l20/outputs_add_free/all/lang/173/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/173/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/174/config.json b/9b_l20/outputs_add_free/all/lang/174/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/174/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/175/config.json b/9b_l20/outputs_add_free/all/lang/175/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/175/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/176/config.json b/9b_l20/outputs_add_free/all/lang/176/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/176/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/177/config.json b/9b_l20/outputs_add_free/all/lang/177/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/177/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/179/config.json b/9b_l20/outputs_add_free/all/lang/179/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/179/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/18/config.json b/9b_l20/outputs_add_free/all/lang/18/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/18/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/180/config.json b/9b_l20/outputs_add_free/all/lang/180/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/180/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/182/config.json b/9b_l20/outputs_add_free/all/lang/182/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/182/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/183/config.json b/9b_l20/outputs_add_free/all/lang/183/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/183/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/184/config.json b/9b_l20/outputs_add_free/all/lang/184/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/184/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/185/config.json b/9b_l20/outputs_add_free/all/lang/185/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/185/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/186/config.json b/9b_l20/outputs_add_free/all/lang/186/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/186/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/188/config.json b/9b_l20/outputs_add_free/all/lang/188/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/188/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/19/config.json b/9b_l20/outputs_add_free/all/lang/19/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/19/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/190/config.json b/9b_l20/outputs_add_free/all/lang/190/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/190/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/191/config.json b/9b_l20/outputs_add_free/all/lang/191/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/191/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/192/config.json b/9b_l20/outputs_add_free/all/lang/192/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/192/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/193/config.json b/9b_l20/outputs_add_free/all/lang/193/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/193/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/194/config.json b/9b_l20/outputs_add_free/all/lang/194/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/194/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/195/config.json b/9b_l20/outputs_add_free/all/lang/195/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/195/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/196/config.json b/9b_l20/outputs_add_free/all/lang/196/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/196/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/197/config.json b/9b_l20/outputs_add_free/all/lang/197/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/197/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/198/config.json b/9b_l20/outputs_add_free/all/lang/198/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/198/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/199/config.json b/9b_l20/outputs_add_free/all/lang/199/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/199/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/2/config.json b/9b_l20/outputs_add_free/all/lang/2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/2/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/20/config.json b/9b_l20/outputs_add_free/all/lang/20/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/20/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/200/config.json b/9b_l20/outputs_add_free/all/lang/200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/200/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/201/config.json b/9b_l20/outputs_add_free/all/lang/201/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/201/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/202/config.json b/9b_l20/outputs_add_free/all/lang/202/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/202/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/204/config.json b/9b_l20/outputs_add_free/all/lang/204/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/204/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/205/config.json b/9b_l20/outputs_add_free/all/lang/205/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/205/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/206/config.json b/9b_l20/outputs_add_free/all/lang/206/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/206/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/207/config.json b/9b_l20/outputs_add_free/all/lang/207/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/207/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/208/config.json b/9b_l20/outputs_add_free/all/lang/208/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/208/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/209/config.json b/9b_l20/outputs_add_free/all/lang/209/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/209/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/21/config.json b/9b_l20/outputs_add_free/all/lang/21/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/21/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/211/config.json b/9b_l20/outputs_add_free/all/lang/211/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/211/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/212/config.json b/9b_l20/outputs_add_free/all/lang/212/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/212/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/213/config.json b/9b_l20/outputs_add_free/all/lang/213/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/213/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/214/config.json b/9b_l20/outputs_add_free/all/lang/214/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/214/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/215/config.json b/9b_l20/outputs_add_free/all/lang/215/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/215/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/216/config.json b/9b_l20/outputs_add_free/all/lang/216/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/216/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/217/config.json b/9b_l20/outputs_add_free/all/lang/217/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/217/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/218/config.json b/9b_l20/outputs_add_free/all/lang/218/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/218/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/219/config.json b/9b_l20/outputs_add_free/all/lang/219/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/219/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/22/config.json b/9b_l20/outputs_add_free/all/lang/22/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/22/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/220/config.json b/9b_l20/outputs_add_free/all/lang/220/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/220/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/221/config.json b/9b_l20/outputs_add_free/all/lang/221/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/221/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/222/config.json b/9b_l20/outputs_add_free/all/lang/222/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/222/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/223/config.json b/9b_l20/outputs_add_free/all/lang/223/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/223/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/224/config.json b/9b_l20/outputs_add_free/all/lang/224/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/224/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/225/config.json b/9b_l20/outputs_add_free/all/lang/225/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/225/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/227/config.json b/9b_l20/outputs_add_free/all/lang/227/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/227/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/228/config.json b/9b_l20/outputs_add_free/all/lang/228/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/228/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/229/config.json b/9b_l20/outputs_add_free/all/lang/229/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/229/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/23/config.json b/9b_l20/outputs_add_free/all/lang/23/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/23/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/230/config.json b/9b_l20/outputs_add_free/all/lang/230/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/230/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/231/config.json b/9b_l20/outputs_add_free/all/lang/231/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/231/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/232/config.json b/9b_l20/outputs_add_free/all/lang/232/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/232/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/233/config.json b/9b_l20/outputs_add_free/all/lang/233/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/233/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/234/config.json b/9b_l20/outputs_add_free/all/lang/234/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/234/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/235/config.json b/9b_l20/outputs_add_free/all/lang/235/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/235/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/236/config.json b/9b_l20/outputs_add_free/all/lang/236/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/236/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/237/config.json b/9b_l20/outputs_add_free/all/lang/237/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/237/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/238/config.json b/9b_l20/outputs_add_free/all/lang/238/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/238/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/239/config.json b/9b_l20/outputs_add_free/all/lang/239/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/239/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/24/config.json b/9b_l20/outputs_add_free/all/lang/24/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/24/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/240/config.json b/9b_l20/outputs_add_free/all/lang/240/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/240/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/241/config.json b/9b_l20/outputs_add_free/all/lang/241/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/241/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/242/config.json b/9b_l20/outputs_add_free/all/lang/242/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/242/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/243/config.json b/9b_l20/outputs_add_free/all/lang/243/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/243/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/244/config.json b/9b_l20/outputs_add_free/all/lang/244/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/244/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/245/config.json b/9b_l20/outputs_add_free/all/lang/245/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/245/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/246/config.json b/9b_l20/outputs_add_free/all/lang/246/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/246/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/247/config.json b/9b_l20/outputs_add_free/all/lang/247/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/247/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/248/config.json b/9b_l20/outputs_add_free/all/lang/248/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/248/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/249/config.json b/9b_l20/outputs_add_free/all/lang/249/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/249/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/25/config.json b/9b_l20/outputs_add_free/all/lang/25/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/25/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/251/config.json b/9b_l20/outputs_add_free/all/lang/251/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/251/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/252/config.json b/9b_l20/outputs_add_free/all/lang/252/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/252/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/253/config.json b/9b_l20/outputs_add_free/all/lang/253/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/253/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/254/config.json b/9b_l20/outputs_add_free/all/lang/254/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/254/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/255/config.json b/9b_l20/outputs_add_free/all/lang/255/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/255/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/256/config.json b/9b_l20/outputs_add_free/all/lang/256/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/256/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/257/config.json b/9b_l20/outputs_add_free/all/lang/257/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/257/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/258/config.json b/9b_l20/outputs_add_free/all/lang/258/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/258/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/26/config.json b/9b_l20/outputs_add_free/all/lang/26/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/26/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/260/config.json b/9b_l20/outputs_add_free/all/lang/260/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/260/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/261/config.json b/9b_l20/outputs_add_free/all/lang/261/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/261/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/262/config.json b/9b_l20/outputs_add_free/all/lang/262/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/262/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/263/config.json b/9b_l20/outputs_add_free/all/lang/263/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/263/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/265/config.json b/9b_l20/outputs_add_free/all/lang/265/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/265/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/266/config.json b/9b_l20/outputs_add_free/all/lang/266/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/266/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/267/config.json b/9b_l20/outputs_add_free/all/lang/267/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/267/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/268/config.json b/9b_l20/outputs_add_free/all/lang/268/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/268/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/269/config.json b/9b_l20/outputs_add_free/all/lang/269/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/269/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/27/config.json b/9b_l20/outputs_add_free/all/lang/27/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/27/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/270/config.json b/9b_l20/outputs_add_free/all/lang/270/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/270/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/271/config.json b/9b_l20/outputs_add_free/all/lang/271/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/271/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/272/config.json b/9b_l20/outputs_add_free/all/lang/272/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/272/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/273/config.json b/9b_l20/outputs_add_free/all/lang/273/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/273/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/274/config.json b/9b_l20/outputs_add_free/all/lang/274/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/274/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/275/config.json b/9b_l20/outputs_add_free/all/lang/275/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/275/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/276/config.json b/9b_l20/outputs_add_free/all/lang/276/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/276/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/277/config.json b/9b_l20/outputs_add_free/all/lang/277/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/277/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/278/config.json b/9b_l20/outputs_add_free/all/lang/278/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/278/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/279/config.json b/9b_l20/outputs_add_free/all/lang/279/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/279/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/28/config.json b/9b_l20/outputs_add_free/all/lang/28/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/28/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/280/config.json b/9b_l20/outputs_add_free/all/lang/280/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/280/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/281/config.json b/9b_l20/outputs_add_free/all/lang/281/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/281/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/282/config.json b/9b_l20/outputs_add_free/all/lang/282/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/282/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/283/config.json b/9b_l20/outputs_add_free/all/lang/283/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/283/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/284/config.json b/9b_l20/outputs_add_free/all/lang/284/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/284/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/285/config.json b/9b_l20/outputs_add_free/all/lang/285/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/285/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/286/config.json b/9b_l20/outputs_add_free/all/lang/286/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/286/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/287/config.json b/9b_l20/outputs_add_free/all/lang/287/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/287/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/288/config.json b/9b_l20/outputs_add_free/all/lang/288/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/288/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/289/config.json b/9b_l20/outputs_add_free/all/lang/289/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/289/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/29/config.json b/9b_l20/outputs_add_free/all/lang/29/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/29/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/290/config.json b/9b_l20/outputs_add_free/all/lang/290/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/290/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/291/config.json b/9b_l20/outputs_add_free/all/lang/291/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/291/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/292/config.json b/9b_l20/outputs_add_free/all/lang/292/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/292/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/293/config.json b/9b_l20/outputs_add_free/all/lang/293/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/293/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/294/config.json b/9b_l20/outputs_add_free/all/lang/294/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/294/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/295/config.json b/9b_l20/outputs_add_free/all/lang/295/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/295/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/296/config.json b/9b_l20/outputs_add_free/all/lang/296/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/296/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/297/config.json b/9b_l20/outputs_add_free/all/lang/297/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/297/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/298/config.json b/9b_l20/outputs_add_free/all/lang/298/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/298/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/299/config.json b/9b_l20/outputs_add_free/all/lang/299/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/299/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/3/config.json b/9b_l20/outputs_add_free/all/lang/3/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/3/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/30/config.json b/9b_l20/outputs_add_free/all/lang/30/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/30/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/300/config.json b/9b_l20/outputs_add_free/all/lang/300/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/300/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/301/config.json b/9b_l20/outputs_add_free/all/lang/301/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/301/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/302/config.json b/9b_l20/outputs_add_free/all/lang/302/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/302/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/303/config.json b/9b_l20/outputs_add_free/all/lang/303/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/303/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/304/config.json b/9b_l20/outputs_add_free/all/lang/304/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/304/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/305/config.json b/9b_l20/outputs_add_free/all/lang/305/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/305/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/306/config.json b/9b_l20/outputs_add_free/all/lang/306/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/306/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/307/config.json b/9b_l20/outputs_add_free/all/lang/307/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/307/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/308/config.json b/9b_l20/outputs_add_free/all/lang/308/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/308/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/309/config.json b/9b_l20/outputs_add_free/all/lang/309/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/309/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/31/config.json b/9b_l20/outputs_add_free/all/lang/31/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/31/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/310/config.json b/9b_l20/outputs_add_free/all/lang/310/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/310/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/311/config.json b/9b_l20/outputs_add_free/all/lang/311/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/311/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/312/config.json b/9b_l20/outputs_add_free/all/lang/312/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/312/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/313/config.json b/9b_l20/outputs_add_free/all/lang/313/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/313/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/314/config.json b/9b_l20/outputs_add_free/all/lang/314/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/314/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/315/config.json b/9b_l20/outputs_add_free/all/lang/315/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/315/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/316/config.json b/9b_l20/outputs_add_free/all/lang/316/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/316/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/317/config.json b/9b_l20/outputs_add_free/all/lang/317/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/317/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/318/config.json b/9b_l20/outputs_add_free/all/lang/318/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/318/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/319/config.json b/9b_l20/outputs_add_free/all/lang/319/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/319/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/32/config.json b/9b_l20/outputs_add_free/all/lang/32/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/32/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/321/config.json b/9b_l20/outputs_add_free/all/lang/321/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/321/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/322/config.json b/9b_l20/outputs_add_free/all/lang/322/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/322/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/323/config.json b/9b_l20/outputs_add_free/all/lang/323/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/323/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/324/config.json b/9b_l20/outputs_add_free/all/lang/324/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/324/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/325/config.json b/9b_l20/outputs_add_free/all/lang/325/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/325/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/326/config.json b/9b_l20/outputs_add_free/all/lang/326/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/326/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/327/config.json b/9b_l20/outputs_add_free/all/lang/327/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/327/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/328/config.json b/9b_l20/outputs_add_free/all/lang/328/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/328/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/329/config.json b/9b_l20/outputs_add_free/all/lang/329/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/329/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/330/config.json b/9b_l20/outputs_add_free/all/lang/330/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/330/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/331/config.json b/9b_l20/outputs_add_free/all/lang/331/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/331/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/332/config.json b/9b_l20/outputs_add_free/all/lang/332/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/332/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/333/config.json b/9b_l20/outputs_add_free/all/lang/333/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/333/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/334/config.json b/9b_l20/outputs_add_free/all/lang/334/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/334/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/335/config.json b/9b_l20/outputs_add_free/all/lang/335/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/335/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/337/config.json b/9b_l20/outputs_add_free/all/lang/337/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/337/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/338/config.json b/9b_l20/outputs_add_free/all/lang/338/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/338/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/339/config.json b/9b_l20/outputs_add_free/all/lang/339/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/339/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/340/config.json b/9b_l20/outputs_add_free/all/lang/340/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/340/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/341/config.json b/9b_l20/outputs_add_free/all/lang/341/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/341/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/342/config.json b/9b_l20/outputs_add_free/all/lang/342/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/342/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/343/config.json b/9b_l20/outputs_add_free/all/lang/343/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/343/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/344/config.json b/9b_l20/outputs_add_free/all/lang/344/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/344/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/345/config.json b/9b_l20/outputs_add_free/all/lang/345/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/345/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/346/config.json b/9b_l20/outputs_add_free/all/lang/346/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/346/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/347/config.json b/9b_l20/outputs_add_free/all/lang/347/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/347/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/348/config.json b/9b_l20/outputs_add_free/all/lang/348/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/348/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/349/config.json b/9b_l20/outputs_add_free/all/lang/349/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/349/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/350/config.json b/9b_l20/outputs_add_free/all/lang/350/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/350/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/351/config.json b/9b_l20/outputs_add_free/all/lang/351/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/351/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/352/config.json b/9b_l20/outputs_add_free/all/lang/352/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/352/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/353/config.json b/9b_l20/outputs_add_free/all/lang/353/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/353/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/355/config.json b/9b_l20/outputs_add_free/all/lang/355/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/355/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/357/config.json b/9b_l20/outputs_add_free/all/lang/357/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/357/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/358/config.json b/9b_l20/outputs_add_free/all/lang/358/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/358/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/360/config.json b/9b_l20/outputs_add_free/all/lang/360/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/360/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/361/config.json b/9b_l20/outputs_add_free/all/lang/361/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/361/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/362/config.json b/9b_l20/outputs_add_free/all/lang/362/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/362/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/363/config.json b/9b_l20/outputs_add_free/all/lang/363/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/363/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/364/config.json b/9b_l20/outputs_add_free/all/lang/364/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/364/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/365/config.json b/9b_l20/outputs_add_free/all/lang/365/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/365/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/366/config.json b/9b_l20/outputs_add_free/all/lang/366/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/366/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/367/config.json b/9b_l20/outputs_add_free/all/lang/367/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/367/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/368/config.json b/9b_l20/outputs_add_free/all/lang/368/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/368/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/369/config.json b/9b_l20/outputs_add_free/all/lang/369/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/369/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/37/config.json b/9b_l20/outputs_add_free/all/lang/37/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/37/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/370/config.json b/9b_l20/outputs_add_free/all/lang/370/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/370/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/371/config.json b/9b_l20/outputs_add_free/all/lang/371/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/371/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/372/config.json b/9b_l20/outputs_add_free/all/lang/372/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/372/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/373/config.json b/9b_l20/outputs_add_free/all/lang/373/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/373/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/374/config.json b/9b_l20/outputs_add_free/all/lang/374/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/374/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/375/config.json b/9b_l20/outputs_add_free/all/lang/375/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/375/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/376/config.json b/9b_l20/outputs_add_free/all/lang/376/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/376/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/377/config.json b/9b_l20/outputs_add_free/all/lang/377/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/377/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/379/config.json b/9b_l20/outputs_add_free/all/lang/379/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/379/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/38/config.json b/9b_l20/outputs_add_free/all/lang/38/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/38/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/380/config.json b/9b_l20/outputs_add_free/all/lang/380/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/380/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/381/config.json b/9b_l20/outputs_add_free/all/lang/381/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/381/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/382/config.json b/9b_l20/outputs_add_free/all/lang/382/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/382/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/383/config.json b/9b_l20/outputs_add_free/all/lang/383/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/383/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/384/config.json b/9b_l20/outputs_add_free/all/lang/384/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/384/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/385/config.json b/9b_l20/outputs_add_free/all/lang/385/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/385/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/386/config.json b/9b_l20/outputs_add_free/all/lang/386/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/386/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/388/config.json b/9b_l20/outputs_add_free/all/lang/388/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/388/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/389/config.json b/9b_l20/outputs_add_free/all/lang/389/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/389/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/39/config.json b/9b_l20/outputs_add_free/all/lang/39/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/39/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/390/config.json b/9b_l20/outputs_add_free/all/lang/390/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/390/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/391/config.json b/9b_l20/outputs_add_free/all/lang/391/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/391/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/392/config.json b/9b_l20/outputs_add_free/all/lang/392/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/392/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/393/config.json b/9b_l20/outputs_add_free/all/lang/393/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/393/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/394/config.json b/9b_l20/outputs_add_free/all/lang/394/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/394/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/395/config.json b/9b_l20/outputs_add_free/all/lang/395/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/395/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/397/config.json b/9b_l20/outputs_add_free/all/lang/397/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/397/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/398/config.json b/9b_l20/outputs_add_free/all/lang/398/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/398/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/399/config.json b/9b_l20/outputs_add_free/all/lang/399/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/399/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/4/config.json b/9b_l20/outputs_add_free/all/lang/4/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/4/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/40/config.json b/9b_l20/outputs_add_free/all/lang/40/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/40/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/400/config.json b/9b_l20/outputs_add_free/all/lang/400/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/400/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/401/config.json b/9b_l20/outputs_add_free/all/lang/401/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/401/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/402/config.json b/9b_l20/outputs_add_free/all/lang/402/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/402/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/403/config.json b/9b_l20/outputs_add_free/all/lang/403/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/403/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/404/config.json b/9b_l20/outputs_add_free/all/lang/404/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/404/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/405/config.json b/9b_l20/outputs_add_free/all/lang/405/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/405/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/406/config.json b/9b_l20/outputs_add_free/all/lang/406/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/406/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/408/config.json b/9b_l20/outputs_add_free/all/lang/408/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/408/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/409/config.json b/9b_l20/outputs_add_free/all/lang/409/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/409/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/41/config.json b/9b_l20/outputs_add_free/all/lang/41/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/41/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/410/config.json b/9b_l20/outputs_add_free/all/lang/410/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/410/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/411/config.json b/9b_l20/outputs_add_free/all/lang/411/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/411/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/412/config.json b/9b_l20/outputs_add_free/all/lang/412/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/412/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/413/config.json b/9b_l20/outputs_add_free/all/lang/413/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/413/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/414/config.json b/9b_l20/outputs_add_free/all/lang/414/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/414/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/415/config.json b/9b_l20/outputs_add_free/all/lang/415/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/415/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/416/config.json b/9b_l20/outputs_add_free/all/lang/416/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/416/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/417/config.json b/9b_l20/outputs_add_free/all/lang/417/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/417/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/418/config.json b/9b_l20/outputs_add_free/all/lang/418/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/418/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/420/config.json b/9b_l20/outputs_add_free/all/lang/420/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/420/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/421/config.json b/9b_l20/outputs_add_free/all/lang/421/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/421/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/422/config.json b/9b_l20/outputs_add_free/all/lang/422/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/422/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/423/config.json b/9b_l20/outputs_add_free/all/lang/423/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/423/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/424/config.json b/9b_l20/outputs_add_free/all/lang/424/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/424/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/425/config.json b/9b_l20/outputs_add_free/all/lang/425/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/425/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/426/config.json b/9b_l20/outputs_add_free/all/lang/426/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/426/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/427/config.json b/9b_l20/outputs_add_free/all/lang/427/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/427/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/428/config.json b/9b_l20/outputs_add_free/all/lang/428/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/428/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/429/config.json b/9b_l20/outputs_add_free/all/lang/429/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/429/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/43/config.json b/9b_l20/outputs_add_free/all/lang/43/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/43/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/430/config.json b/9b_l20/outputs_add_free/all/lang/430/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/430/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/431/config.json b/9b_l20/outputs_add_free/all/lang/431/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/431/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/432/config.json b/9b_l20/outputs_add_free/all/lang/432/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/432/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/433/config.json b/9b_l20/outputs_add_free/all/lang/433/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/433/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/434/config.json b/9b_l20/outputs_add_free/all/lang/434/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/434/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/435/config.json b/9b_l20/outputs_add_free/all/lang/435/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/435/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/436/config.json b/9b_l20/outputs_add_free/all/lang/436/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/436/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/437/config.json b/9b_l20/outputs_add_free/all/lang/437/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/437/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/438/config.json b/9b_l20/outputs_add_free/all/lang/438/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/438/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/439/config.json b/9b_l20/outputs_add_free/all/lang/439/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/439/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/44/config.json b/9b_l20/outputs_add_free/all/lang/44/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/44/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/440/config.json b/9b_l20/outputs_add_free/all/lang/440/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/440/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/442/config.json b/9b_l20/outputs_add_free/all/lang/442/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/442/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/443/config.json b/9b_l20/outputs_add_free/all/lang/443/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/443/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/444/config.json b/9b_l20/outputs_add_free/all/lang/444/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/444/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/446/config.json b/9b_l20/outputs_add_free/all/lang/446/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/446/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/447/config.json b/9b_l20/outputs_add_free/all/lang/447/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/447/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/448/config.json b/9b_l20/outputs_add_free/all/lang/448/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/448/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/449/config.json b/9b_l20/outputs_add_free/all/lang/449/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/449/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/45/config.json b/9b_l20/outputs_add_free/all/lang/45/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/45/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/450/config.json b/9b_l20/outputs_add_free/all/lang/450/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/450/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/451/config.json b/9b_l20/outputs_add_free/all/lang/451/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/451/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/452/config.json b/9b_l20/outputs_add_free/all/lang/452/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/452/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/453/config.json b/9b_l20/outputs_add_free/all/lang/453/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/453/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/454/config.json b/9b_l20/outputs_add_free/all/lang/454/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/454/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/455/config.json b/9b_l20/outputs_add_free/all/lang/455/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/455/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/456/config.json b/9b_l20/outputs_add_free/all/lang/456/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/456/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/459/config.json b/9b_l20/outputs_add_free/all/lang/459/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/459/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/46/config.json b/9b_l20/outputs_add_free/all/lang/46/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/46/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/460/config.json b/9b_l20/outputs_add_free/all/lang/460/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/460/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/461/config.json b/9b_l20/outputs_add_free/all/lang/461/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/461/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/462/config.json b/9b_l20/outputs_add_free/all/lang/462/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/462/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/463/config.json b/9b_l20/outputs_add_free/all/lang/463/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/463/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/464/config.json b/9b_l20/outputs_add_free/all/lang/464/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/464/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/465/config.json b/9b_l20/outputs_add_free/all/lang/465/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/465/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/466/config.json b/9b_l20/outputs_add_free/all/lang/466/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/466/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/467/config.json b/9b_l20/outputs_add_free/all/lang/467/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/467/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/468/config.json b/9b_l20/outputs_add_free/all/lang/468/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/468/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/469/config.json b/9b_l20/outputs_add_free/all/lang/469/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/469/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/47/config.json b/9b_l20/outputs_add_free/all/lang/47/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/47/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/470/config.json b/9b_l20/outputs_add_free/all/lang/470/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/470/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/471/config.json b/9b_l20/outputs_add_free/all/lang/471/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/471/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/472/config.json b/9b_l20/outputs_add_free/all/lang/472/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/472/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/473/config.json b/9b_l20/outputs_add_free/all/lang/473/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/473/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/474/config.json b/9b_l20/outputs_add_free/all/lang/474/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/474/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/475/config.json b/9b_l20/outputs_add_free/all/lang/475/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/475/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/476/config.json b/9b_l20/outputs_add_free/all/lang/476/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/476/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/478/config.json b/9b_l20/outputs_add_free/all/lang/478/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/478/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/479/config.json b/9b_l20/outputs_add_free/all/lang/479/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/479/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/48/config.json b/9b_l20/outputs_add_free/all/lang/48/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/48/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/480/config.json b/9b_l20/outputs_add_free/all/lang/480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/480/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/481/config.json b/9b_l20/outputs_add_free/all/lang/481/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/481/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/482/config.json b/9b_l20/outputs_add_free/all/lang/482/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/482/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/483/config.json b/9b_l20/outputs_add_free/all/lang/483/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/483/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/484/config.json b/9b_l20/outputs_add_free/all/lang/484/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/484/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/485/config.json b/9b_l20/outputs_add_free/all/lang/485/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/485/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/487/config.json b/9b_l20/outputs_add_free/all/lang/487/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/487/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/488/config.json b/9b_l20/outputs_add_free/all/lang/488/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/488/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/489/config.json b/9b_l20/outputs_add_free/all/lang/489/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/489/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/490/config.json b/9b_l20/outputs_add_free/all/lang/490/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/490/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/491/config.json b/9b_l20/outputs_add_free/all/lang/491/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/491/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/492/config.json b/9b_l20/outputs_add_free/all/lang/492/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/492/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/493/config.json b/9b_l20/outputs_add_free/all/lang/493/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/493/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/494/config.json b/9b_l20/outputs_add_free/all/lang/494/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/494/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/495/config.json b/9b_l20/outputs_add_free/all/lang/495/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/495/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/496/config.json b/9b_l20/outputs_add_free/all/lang/496/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/496/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/497/config.json b/9b_l20/outputs_add_free/all/lang/497/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/497/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/498/config.json b/9b_l20/outputs_add_free/all/lang/498/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/498/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/499/config.json b/9b_l20/outputs_add_free/all/lang/499/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/499/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/5/config.json b/9b_l20/outputs_add_free/all/lang/5/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/5/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/50/config.json b/9b_l20/outputs_add_free/all/lang/50/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/50/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/51/config.json b/9b_l20/outputs_add_free/all/lang/51/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/51/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/52/config.json b/9b_l20/outputs_add_free/all/lang/52/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/52/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/53/config.json b/9b_l20/outputs_add_free/all/lang/53/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/53/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/54/config.json b/9b_l20/outputs_add_free/all/lang/54/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/54/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/55/config.json b/9b_l20/outputs_add_free/all/lang/55/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/55/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/56/config.json b/9b_l20/outputs_add_free/all/lang/56/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/56/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/57/config.json b/9b_l20/outputs_add_free/all/lang/57/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/57/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/58/config.json b/9b_l20/outputs_add_free/all/lang/58/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/58/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/59/config.json b/9b_l20/outputs_add_free/all/lang/59/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/59/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/6/config.json b/9b_l20/outputs_add_free/all/lang/6/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/6/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/60/config.json b/9b_l20/outputs_add_free/all/lang/60/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/60/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/61/config.json b/9b_l20/outputs_add_free/all/lang/61/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/61/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/62/config.json b/9b_l20/outputs_add_free/all/lang/62/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/62/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/63/config.json b/9b_l20/outputs_add_free/all/lang/63/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/63/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/65/config.json b/9b_l20/outputs_add_free/all/lang/65/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/65/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/66/config.json b/9b_l20/outputs_add_free/all/lang/66/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/66/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/67/config.json b/9b_l20/outputs_add_free/all/lang/67/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/67/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/68/config.json b/9b_l20/outputs_add_free/all/lang/68/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/68/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/69/config.json b/9b_l20/outputs_add_free/all/lang/69/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/69/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/7/config.json b/9b_l20/outputs_add_free/all/lang/7/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/7/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/71/config.json b/9b_l20/outputs_add_free/all/lang/71/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/71/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/72/config.json b/9b_l20/outputs_add_free/all/lang/72/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/72/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/73/config.json b/9b_l20/outputs_add_free/all/lang/73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/73/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/75/config.json b/9b_l20/outputs_add_free/all/lang/75/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/75/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/76/config.json b/9b_l20/outputs_add_free/all/lang/76/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/76/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/77/config.json b/9b_l20/outputs_add_free/all/lang/77/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/77/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/79/config.json b/9b_l20/outputs_add_free/all/lang/79/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/79/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/8/config.json b/9b_l20/outputs_add_free/all/lang/8/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/8/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/80/config.json b/9b_l20/outputs_add_free/all/lang/80/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/80/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/81/config.json b/9b_l20/outputs_add_free/all/lang/81/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/81/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/83/config.json b/9b_l20/outputs_add_free/all/lang/83/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/83/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/84/config.json b/9b_l20/outputs_add_free/all/lang/84/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/84/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/85/config.json b/9b_l20/outputs_add_free/all/lang/85/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/85/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/86/config.json b/9b_l20/outputs_add_free/all/lang/86/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/86/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/87/config.json b/9b_l20/outputs_add_free/all/lang/87/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/87/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/88/config.json b/9b_l20/outputs_add_free/all/lang/88/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/88/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/89/config.json b/9b_l20/outputs_add_free/all/lang/89/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/89/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/9/config.json b/9b_l20/outputs_add_free/all/lang/9/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/9/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/90/config.json b/9b_l20/outputs_add_free/all/lang/90/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/90/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/91/config.json b/9b_l20/outputs_add_free/all/lang/91/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/91/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/92/config.json b/9b_l20/outputs_add_free/all/lang/92/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/92/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/93/config.json b/9b_l20/outputs_add_free/all/lang/93/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/93/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/94/config.json b/9b_l20/outputs_add_free/all/lang/94/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/94/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/95/config.json b/9b_l20/outputs_add_free/all/lang/95/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/95/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/96/config.json b/9b_l20/outputs_add_free/all/lang/96/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/96/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/97/config.json b/9b_l20/outputs_add_free/all/lang/97/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/97/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/lang/9b_l20_lang_all.sh b/9b_l20/outputs_add_free/all/lang/9b_l20_lang_all.sh new file mode 100644 index 0000000000000000000000000000000000000000..f04c732e8bb00e0b5d6f5ac6e7a42f3e24c6c7b4 --- /dev/null +++ b/9b_l20/outputs_add_free/all/lang/9b_l20_lang_all.sh @@ -0,0 +1,8 @@ +FACTOR_INIT=2 +FACTOR_LR=1e-1 +VEC_INIT=8 +VEC_LR=4e-2 +EPOCHS=18 +BATCH_SIZE=12 +SV=add_free +POSITIONS=all diff --git a/9b_l20/outputs_add_free/all/simpo/0/config.json b/9b_l20/outputs_add_free/all/simpo/0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/0/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/104/config.json b/9b_l20/outputs_add_free/all/simpo/104/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/104/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/106/config.json b/9b_l20/outputs_add_free/all/simpo/106/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/106/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/109/config.json b/9b_l20/outputs_add_free/all/simpo/109/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/109/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/122/config.json b/9b_l20/outputs_add_free/all/simpo/122/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/122/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/123/config.json b/9b_l20/outputs_add_free/all/simpo/123/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/123/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/138/config.json b/9b_l20/outputs_add_free/all/simpo/138/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/138/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/146/config.json b/9b_l20/outputs_add_free/all/simpo/146/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/146/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/156/config.json b/9b_l20/outputs_add_free/all/simpo/156/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/156/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/162/config.json b/9b_l20/outputs_add_free/all/simpo/162/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/162/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/171/config.json b/9b_l20/outputs_add_free/all/simpo/171/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/171/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/172/config.json b/9b_l20/outputs_add_free/all/simpo/172/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/172/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/177/config.json b/9b_l20/outputs_add_free/all/simpo/177/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/177/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/184/config.json b/9b_l20/outputs_add_free/all/simpo/184/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/184/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/186/config.json b/9b_l20/outputs_add_free/all/simpo/186/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/186/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/19/config.json b/9b_l20/outputs_add_free/all/simpo/19/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/19/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/194/config.json b/9b_l20/outputs_add_free/all/simpo/194/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/194/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/201/config.json b/9b_l20/outputs_add_free/all/simpo/201/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/201/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/205/config.json b/9b_l20/outputs_add_free/all/simpo/205/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/205/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/211/config.json b/9b_l20/outputs_add_free/all/simpo/211/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/211/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/212/config.json b/9b_l20/outputs_add_free/all/simpo/212/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/212/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/216/config.json b/9b_l20/outputs_add_free/all/simpo/216/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/216/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/217/config.json b/9b_l20/outputs_add_free/all/simpo/217/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/217/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/218/config.json b/9b_l20/outputs_add_free/all/simpo/218/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/218/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/225/config.json b/9b_l20/outputs_add_free/all/simpo/225/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/225/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/227/config.json b/9b_l20/outputs_add_free/all/simpo/227/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/227/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/238/config.json b/9b_l20/outputs_add_free/all/simpo/238/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/238/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/239/config.json b/9b_l20/outputs_add_free/all/simpo/239/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/239/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/249/config.json b/9b_l20/outputs_add_free/all/simpo/249/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/249/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/25/config.json b/9b_l20/outputs_add_free/all/simpo/25/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/25/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/26/config.json b/9b_l20/outputs_add_free/all/simpo/26/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/26/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/261/config.json b/9b_l20/outputs_add_free/all/simpo/261/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/261/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/27/config.json b/9b_l20/outputs_add_free/all/simpo/27/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/27/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/270/config.json b/9b_l20/outputs_add_free/all/simpo/270/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/270/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/275/config.json b/9b_l20/outputs_add_free/all/simpo/275/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/275/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/277/config.json b/9b_l20/outputs_add_free/all/simpo/277/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/277/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/278/config.json b/9b_l20/outputs_add_free/all/simpo/278/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/278/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/279/config.json b/9b_l20/outputs_add_free/all/simpo/279/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/279/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/280/config.json b/9b_l20/outputs_add_free/all/simpo/280/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/280/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/282/config.json b/9b_l20/outputs_add_free/all/simpo/282/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/282/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/290/config.json b/9b_l20/outputs_add_free/all/simpo/290/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/290/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/296/config.json b/9b_l20/outputs_add_free/all/simpo/296/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/296/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/299/config.json b/9b_l20/outputs_add_free/all/simpo/299/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/299/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/305/config.json b/9b_l20/outputs_add_free/all/simpo/305/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/305/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/312/config.json b/9b_l20/outputs_add_free/all/simpo/312/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/312/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/317/config.json b/9b_l20/outputs_add_free/all/simpo/317/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/317/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/318/config.json b/9b_l20/outputs_add_free/all/simpo/318/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/318/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/324/config.json b/9b_l20/outputs_add_free/all/simpo/324/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/324/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/325/config.json b/9b_l20/outputs_add_free/all/simpo/325/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/325/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/327/config.json b/9b_l20/outputs_add_free/all/simpo/327/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/327/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/329/config.json b/9b_l20/outputs_add_free/all/simpo/329/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/329/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/333/config.json b/9b_l20/outputs_add_free/all/simpo/333/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/333/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/335/config.json b/9b_l20/outputs_add_free/all/simpo/335/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/335/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/341/config.json b/9b_l20/outputs_add_free/all/simpo/341/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/341/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/342/config.json b/9b_l20/outputs_add_free/all/simpo/342/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/342/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/347/config.json b/9b_l20/outputs_add_free/all/simpo/347/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/347/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/348/config.json b/9b_l20/outputs_add_free/all/simpo/348/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/348/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/366/config.json b/9b_l20/outputs_add_free/all/simpo/366/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/366/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/367/config.json b/9b_l20/outputs_add_free/all/simpo/367/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/367/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/37/config.json b/9b_l20/outputs_add_free/all/simpo/37/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/37/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/374/config.json b/9b_l20/outputs_add_free/all/simpo/374/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/374/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/384/config.json b/9b_l20/outputs_add_free/all/simpo/384/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/384/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/388/config.json b/9b_l20/outputs_add_free/all/simpo/388/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/388/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/389/config.json b/9b_l20/outputs_add_free/all/simpo/389/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/389/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/390/config.json b/9b_l20/outputs_add_free/all/simpo/390/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/390/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/393/config.json b/9b_l20/outputs_add_free/all/simpo/393/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/393/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/40/config.json b/9b_l20/outputs_add_free/all/simpo/40/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/40/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/400/config.json b/9b_l20/outputs_add_free/all/simpo/400/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/400/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/409/config.json b/9b_l20/outputs_add_free/all/simpo/409/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/409/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/417/config.json b/9b_l20/outputs_add_free/all/simpo/417/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/417/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/421/config.json b/9b_l20/outputs_add_free/all/simpo/421/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/421/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/423/config.json b/9b_l20/outputs_add_free/all/simpo/423/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/423/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/427/config.json b/9b_l20/outputs_add_free/all/simpo/427/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/427/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/43/config.json b/9b_l20/outputs_add_free/all/simpo/43/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/43/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/431/config.json b/9b_l20/outputs_add_free/all/simpo/431/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/431/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/435/config.json b/9b_l20/outputs_add_free/all/simpo/435/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/435/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/437/config.json b/9b_l20/outputs_add_free/all/simpo/437/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/437/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/438/config.json b/9b_l20/outputs_add_free/all/simpo/438/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/438/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/439/config.json b/9b_l20/outputs_add_free/all/simpo/439/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/439/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/453/config.json b/9b_l20/outputs_add_free/all/simpo/453/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/453/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/463/config.json b/9b_l20/outputs_add_free/all/simpo/463/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/463/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/468/config.json b/9b_l20/outputs_add_free/all/simpo/468/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/468/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/473/config.json b/9b_l20/outputs_add_free/all/simpo/473/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/473/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/476/config.json b/9b_l20/outputs_add_free/all/simpo/476/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/476/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/480/config.json b/9b_l20/outputs_add_free/all/simpo/480/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/480/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/488/config.json b/9b_l20/outputs_add_free/all/simpo/488/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/488/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/497/config.json b/9b_l20/outputs_add_free/all/simpo/497/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/497/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/50/config.json b/9b_l20/outputs_add_free/all/simpo/50/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/50/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/6/config.json b/9b_l20/outputs_add_free/all/simpo/6/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/6/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/77/config.json b/9b_l20/outputs_add_free/all/simpo/77/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/77/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/81/config.json b/9b_l20/outputs_add_free/all/simpo/81/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/81/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/9/config.json b/9b_l20/outputs_add_free/all/simpo/9/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/9/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/90/config.json b/9b_l20/outputs_add_free/all/simpo/90/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/90/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/91/config.json b/9b_l20/outputs_add_free/all/simpo/91/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/91/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/92/config.json b/9b_l20/outputs_add_free/all/simpo/92/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/92/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/9b_l20/outputs_add_free/all/simpo/96/config.json b/9b_l20/outputs_add_free/all/simpo/96/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08bb30f1ee64deb06e2bcabe4c2fe0c85d9b70 --- /dev/null +++ b/9b_l20/outputs_add_free/all/simpo/96/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 20, + "embed_dim": 3584, + "low_rank_dim": 1, + "target_module": "model.layers.20", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/1/config.json b/q25_32b_l32/outputs_add_free/all/lang/1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/1/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/11/config.json b/q25_32b_l32/outputs_add_free/all/lang/11/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/11/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/14/config.json b/q25_32b_l32/outputs_add_free/all/lang/14/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/14/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/15/config.json b/q25_32b_l32/outputs_add_free/all/lang/15/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/15/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/17/config.json b/q25_32b_l32/outputs_add_free/all/lang/17/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/17/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/18/config.json b/q25_32b_l32/outputs_add_free/all/lang/18/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/18/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/24/config.json b/q25_32b_l32/outputs_add_free/all/lang/24/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/24/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/3/config.json b/q25_32b_l32/outputs_add_free/all/lang/3/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/3/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/34/config.json b/q25_32b_l32/outputs_add_free/all/lang/34/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/34/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/35/config.json b/q25_32b_l32/outputs_add_free/all/lang/35/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/35/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/36/config.json b/q25_32b_l32/outputs_add_free/all/lang/36/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/36/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/41/config.json b/q25_32b_l32/outputs_add_free/all/lang/41/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/41/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/42/config.json b/q25_32b_l32/outputs_add_free/all/lang/42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/42/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/48/config.json b/q25_32b_l32/outputs_add_free/all/lang/48/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/48/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/49/config.json b/q25_32b_l32/outputs_add_free/all/lang/49/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/49/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/51/config.json b/q25_32b_l32/outputs_add_free/all/lang/51/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/51/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/53/config.json b/q25_32b_l32/outputs_add_free/all/lang/53/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/53/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/54/config.json b/q25_32b_l32/outputs_add_free/all/lang/54/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/54/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/56/config.json b/q25_32b_l32/outputs_add_free/all/lang/56/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/56/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/59/config.json b/q25_32b_l32/outputs_add_free/all/lang/59/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/59/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/60/config.json b/q25_32b_l32/outputs_add_free/all/lang/60/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/60/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/63/config.json b/q25_32b_l32/outputs_add_free/all/lang/63/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/63/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/64/config.json b/q25_32b_l32/outputs_add_free/all/lang/64/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/64/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/65/config.json b/q25_32b_l32/outputs_add_free/all/lang/65/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/65/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/66/config.json b/q25_32b_l32/outputs_add_free/all/lang/66/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/66/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/67/config.json b/q25_32b_l32/outputs_add_free/all/lang/67/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/67/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/68/config.json b/q25_32b_l32/outputs_add_free/all/lang/68/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/68/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/69/config.json b/q25_32b_l32/outputs_add_free/all/lang/69/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/69/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/70/config.json b/q25_32b_l32/outputs_add_free/all/lang/70/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/70/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/74/config.json b/q25_32b_l32/outputs_add_free/all/lang/74/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/74/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/76/config.json b/q25_32b_l32/outputs_add_free/all/lang/76/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/76/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/78/config.json b/q25_32b_l32/outputs_add_free/all/lang/78/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/78/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/8/config.json b/q25_32b_l32/outputs_add_free/all/lang/8/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/8/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/82/config.json b/q25_32b_l32/outputs_add_free/all/lang/82/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/82/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/83/config.json b/q25_32b_l32/outputs_add_free/all/lang/83/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/83/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/84/config.json b/q25_32b_l32/outputs_add_free/all/lang/84/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/84/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/89/config.json b/q25_32b_l32/outputs_add_free/all/lang/89/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/89/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/97/config.json b/q25_32b_l32/outputs_add_free/all/lang/97/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/97/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/98/config.json b/q25_32b_l32/outputs_add_free/all/lang/98/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/98/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/lang/99/config.json b/q25_32b_l32/outputs_add_free/all/lang/99/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/lang/99/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/0/config.json b/q25_32b_l32/outputs_add_free/all/simpo/0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/0/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/1/config.json b/q25_32b_l32/outputs_add_free/all/simpo/1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/1/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/10/config.json b/q25_32b_l32/outputs_add_free/all/simpo/10/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/10/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/11/config.json b/q25_32b_l32/outputs_add_free/all/simpo/11/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/11/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/12/config.json b/q25_32b_l32/outputs_add_free/all/simpo/12/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/12/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/13/config.json b/q25_32b_l32/outputs_add_free/all/simpo/13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/13/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/14/config.json b/q25_32b_l32/outputs_add_free/all/simpo/14/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/14/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/15/config.json b/q25_32b_l32/outputs_add_free/all/simpo/15/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/15/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/16/config.json b/q25_32b_l32/outputs_add_free/all/simpo/16/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/16/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/17/config.json b/q25_32b_l32/outputs_add_free/all/simpo/17/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/17/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/18/config.json b/q25_32b_l32/outputs_add_free/all/simpo/18/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/18/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/19/config.json b/q25_32b_l32/outputs_add_free/all/simpo/19/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/19/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/2/config.json b/q25_32b_l32/outputs_add_free/all/simpo/2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/2/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/20/config.json b/q25_32b_l32/outputs_add_free/all/simpo/20/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/20/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/21/config.json b/q25_32b_l32/outputs_add_free/all/simpo/21/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/21/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/22/config.json b/q25_32b_l32/outputs_add_free/all/simpo/22/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/22/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/23/config.json b/q25_32b_l32/outputs_add_free/all/simpo/23/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/23/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/24/config.json b/q25_32b_l32/outputs_add_free/all/simpo/24/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/24/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/25/config.json b/q25_32b_l32/outputs_add_free/all/simpo/25/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/25/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/26/config.json b/q25_32b_l32/outputs_add_free/all/simpo/26/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/26/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/27/config.json b/q25_32b_l32/outputs_add_free/all/simpo/27/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/27/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/28/config.json b/q25_32b_l32/outputs_add_free/all/simpo/28/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/28/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/29/config.json b/q25_32b_l32/outputs_add_free/all/simpo/29/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/29/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/3/config.json b/q25_32b_l32/outputs_add_free/all/simpo/3/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/3/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/30/config.json b/q25_32b_l32/outputs_add_free/all/simpo/30/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/30/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/31/config.json b/q25_32b_l32/outputs_add_free/all/simpo/31/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/31/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/32/config.json b/q25_32b_l32/outputs_add_free/all/simpo/32/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/32/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/33/config.json b/q25_32b_l32/outputs_add_free/all/simpo/33/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/33/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/34/config.json b/q25_32b_l32/outputs_add_free/all/simpo/34/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/34/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/35/config.json b/q25_32b_l32/outputs_add_free/all/simpo/35/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/35/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/36/config.json b/q25_32b_l32/outputs_add_free/all/simpo/36/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/36/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/37/config.json b/q25_32b_l32/outputs_add_free/all/simpo/37/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/37/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/38/config.json b/q25_32b_l32/outputs_add_free/all/simpo/38/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/38/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/39/config.json b/q25_32b_l32/outputs_add_free/all/simpo/39/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/39/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/4/config.json b/q25_32b_l32/outputs_add_free/all/simpo/4/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/4/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/40/config.json b/q25_32b_l32/outputs_add_free/all/simpo/40/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/40/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/41/config.json b/q25_32b_l32/outputs_add_free/all/simpo/41/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/41/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/42/config.json b/q25_32b_l32/outputs_add_free/all/simpo/42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/42/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/43/config.json b/q25_32b_l32/outputs_add_free/all/simpo/43/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/43/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/44/config.json b/q25_32b_l32/outputs_add_free/all/simpo/44/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/44/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/45/config.json b/q25_32b_l32/outputs_add_free/all/simpo/45/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/45/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/46/config.json b/q25_32b_l32/outputs_add_free/all/simpo/46/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/46/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/47/config.json b/q25_32b_l32/outputs_add_free/all/simpo/47/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/47/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/48/config.json b/q25_32b_l32/outputs_add_free/all/simpo/48/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/48/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/49/config.json b/q25_32b_l32/outputs_add_free/all/simpo/49/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/49/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/5/config.json b/q25_32b_l32/outputs_add_free/all/simpo/5/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/5/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/50/config.json b/q25_32b_l32/outputs_add_free/all/simpo/50/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/50/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/51/config.json b/q25_32b_l32/outputs_add_free/all/simpo/51/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/51/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/52/config.json b/q25_32b_l32/outputs_add_free/all/simpo/52/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/52/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/53/config.json b/q25_32b_l32/outputs_add_free/all/simpo/53/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/53/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/54/config.json b/q25_32b_l32/outputs_add_free/all/simpo/54/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/54/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/55/config.json b/q25_32b_l32/outputs_add_free/all/simpo/55/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/55/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/56/config.json b/q25_32b_l32/outputs_add_free/all/simpo/56/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/56/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/57/config.json b/q25_32b_l32/outputs_add_free/all/simpo/57/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/57/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/58/config.json b/q25_32b_l32/outputs_add_free/all/simpo/58/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/58/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/59/config.json b/q25_32b_l32/outputs_add_free/all/simpo/59/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/59/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/6/config.json b/q25_32b_l32/outputs_add_free/all/simpo/6/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/6/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/60/config.json b/q25_32b_l32/outputs_add_free/all/simpo/60/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/60/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/61/config.json b/q25_32b_l32/outputs_add_free/all/simpo/61/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/61/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/62/config.json b/q25_32b_l32/outputs_add_free/all/simpo/62/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/62/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/63/config.json b/q25_32b_l32/outputs_add_free/all/simpo/63/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/63/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/64/config.json b/q25_32b_l32/outputs_add_free/all/simpo/64/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/64/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/65/config.json b/q25_32b_l32/outputs_add_free/all/simpo/65/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/65/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/66/config.json b/q25_32b_l32/outputs_add_free/all/simpo/66/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/66/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/67/config.json b/q25_32b_l32/outputs_add_free/all/simpo/67/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/67/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/68/config.json b/q25_32b_l32/outputs_add_free/all/simpo/68/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/68/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/69/config.json b/q25_32b_l32/outputs_add_free/all/simpo/69/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/69/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/7/config.json b/q25_32b_l32/outputs_add_free/all/simpo/7/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/7/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/70/config.json b/q25_32b_l32/outputs_add_free/all/simpo/70/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/70/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/71/config.json b/q25_32b_l32/outputs_add_free/all/simpo/71/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/71/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/72/config.json b/q25_32b_l32/outputs_add_free/all/simpo/72/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/72/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/73/config.json b/q25_32b_l32/outputs_add_free/all/simpo/73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/73/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/74/config.json b/q25_32b_l32/outputs_add_free/all/simpo/74/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/74/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/75/config.json b/q25_32b_l32/outputs_add_free/all/simpo/75/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/75/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/76/config.json b/q25_32b_l32/outputs_add_free/all/simpo/76/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/76/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/77/config.json b/q25_32b_l32/outputs_add_free/all/simpo/77/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/77/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/78/config.json b/q25_32b_l32/outputs_add_free/all/simpo/78/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/78/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/79/config.json b/q25_32b_l32/outputs_add_free/all/simpo/79/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/79/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/8/config.json b/q25_32b_l32/outputs_add_free/all/simpo/8/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/8/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/80/config.json b/q25_32b_l32/outputs_add_free/all/simpo/80/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/80/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/81/config.json b/q25_32b_l32/outputs_add_free/all/simpo/81/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/81/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/82/config.json b/q25_32b_l32/outputs_add_free/all/simpo/82/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/82/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/83/config.json b/q25_32b_l32/outputs_add_free/all/simpo/83/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/83/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/84/config.json b/q25_32b_l32/outputs_add_free/all/simpo/84/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/84/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/86/config.json b/q25_32b_l32/outputs_add_free/all/simpo/86/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/86/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/87/config.json b/q25_32b_l32/outputs_add_free/all/simpo/87/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/87/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/88/config.json b/q25_32b_l32/outputs_add_free/all/simpo/88/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/88/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/89/config.json b/q25_32b_l32/outputs_add_free/all/simpo/89/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/89/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/9/config.json b/q25_32b_l32/outputs_add_free/all/simpo/9/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/9/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/90/config.json b/q25_32b_l32/outputs_add_free/all/simpo/90/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/90/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/91/config.json b/q25_32b_l32/outputs_add_free/all/simpo/91/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/91/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/92/config.json b/q25_32b_l32/outputs_add_free/all/simpo/92/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/92/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/93/config.json b/q25_32b_l32/outputs_add_free/all/simpo/93/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/93/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/94/config.json b/q25_32b_l32/outputs_add_free/all/simpo/94/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/94/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/95/config.json b/q25_32b_l32/outputs_add_free/all/simpo/95/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/95/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/96/config.json b/q25_32b_l32/outputs_add_free/all/simpo/96/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/96/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/97/config.json b/q25_32b_l32/outputs_add_free/all/simpo/97/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/97/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/98/config.json b/q25_32b_l32/outputs_add_free/all/simpo/98/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/98/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/99/config.json b/q25_32b_l32/outputs_add_free/all/simpo/99/config.json new file mode 100644 index 0000000000000000000000000000000000000000..098b5338c3da22a1a456933fc53ba66a667ace81 --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/99/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 1.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/all/simpo/q25_32b_l32_simpo_all.sh b/q25_32b_l32/outputs_add_free/all/simpo/q25_32b_l32_simpo_all.sh new file mode 100644 index 0000000000000000000000000000000000000000..665ed32184a9060ff7d743579316bf868fa0b27e --- /dev/null +++ b/q25_32b_l32/outputs_add_free/all/simpo/q25_32b_l32_simpo_all.sh @@ -0,0 +1,8 @@ +FACTOR_INIT=1 +FACTOR_LR=1e-2 +VEC_INIT=1 +VEC_LR=4e-2 +EPOCHS=12 +BATCH_SIZE=3 +SV=add_free +POSITIONS=all diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/0/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/0/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/1/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/1/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/10/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/10/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/10/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/11/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/11/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/11/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/12/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/12/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/12/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/13/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/13/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/14/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/14/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/14/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/15/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/15/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/15/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/16/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/16/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/16/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/17/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/17/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/17/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/18/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/18/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/18/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/19/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/19/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/19/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/2/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/2/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/20/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/20/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/20/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/21/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/21/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/21/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/22/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/22/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/22/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/23/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/23/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/23/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/24/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/24/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/24/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/25/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/25/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/25/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/26/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/26/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/26/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/27/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/27/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/27/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/28/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/28/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/28/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/29/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/29/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/29/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/3/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/3/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/3/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/30/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/30/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/30/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/31/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/31/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/31/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/32/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/32/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/32/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/33/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/33/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/33/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/34/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/34/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/34/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/35/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/35/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/35/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/36/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/36/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/36/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/37/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/37/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/37/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/38/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/38/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/38/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/39/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/39/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/39/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/4/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/4/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/4/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/40/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/40/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/40/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/41/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/41/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/41/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/42/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/42/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/43/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/43/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/43/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/44/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/44/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/44/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/45/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/45/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/45/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/46/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/46/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/46/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/47/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/47/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/47/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/48/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/48/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/48/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/49/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/49/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/49/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/5/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/5/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/5/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/50/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/50/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/50/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/51/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/51/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/51/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/52/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/52/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/52/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/53/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/53/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/53/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/54/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/54/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/54/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/55/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/55/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/55/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/56/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/56/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/56/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/57/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/57/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/57/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/58/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/58/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/58/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/59/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/59/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/59/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/6/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/6/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/6/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/60/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/60/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/60/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/61/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/61/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/61/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/62/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/62/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/62/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/63/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/63/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/63/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/64/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/64/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/64/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/65/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/65/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/65/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/66/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/66/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/66/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/67/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/67/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/67/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/68/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/68/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/68/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/69/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/69/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/69/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/7/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/7/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/7/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/70/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/70/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/70/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/71/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/71/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/71/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/72/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/72/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/72/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/73/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/73/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/74/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/74/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/74/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/75/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/75/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/75/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/76/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/76/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/76/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/77/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/77/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/77/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/78/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/78/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/78/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/79/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/79/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/79/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/8/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/8/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/8/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/80/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/80/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/80/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/81/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/81/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/81/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/82/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/82/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/82/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/83/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/83/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/83/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/84/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/84/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/84/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/85/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/85/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/85/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/86/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/86/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/86/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/87/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/87/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/87/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/88/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/88/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/88/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/89/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/89/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/89/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/9/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/9/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/9/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/90/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/90/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/90/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/91/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/91/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/91/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/92/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/92/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/92/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/93/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/93/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/93/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/94/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/94/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/94/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/95/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/95/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/95/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/96/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/96/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/96/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/97/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/97/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/97/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/98/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/98/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/98/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/99/config.json b/q25_32b_l32/outputs_add_free/f2+l2/lang/99/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ad622c974d0175ecfeb5fb35ef2acca253b7b --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/99/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 2.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/lang/q25_32b_l32_lang_prosv.sh b/q25_32b_l32/outputs_add_free/f2+l2/lang/q25_32b_l32_lang_prosv.sh new file mode 100644 index 0000000000000000000000000000000000000000..da325cf465cab388e5cba81a340ba3a5f322997e --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/lang/q25_32b_l32_lang_prosv.sh @@ -0,0 +1,8 @@ +FACTOR_INIT=2 +FACTOR_LR=10 +VEC_INIT=8 +VEC_LR=4e-2 +EPOCHS=12 +BATCH_SIZE=6 +SV=add_free +POSITIONS=f2+l2 diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/0/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/0/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/1/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/1/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/10/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/10/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/10/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/11/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/11/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/11/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/12/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/12/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/12/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/13/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/13/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/14/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/14/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/14/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/15/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/15/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/15/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/16/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/16/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/16/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/17/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/17/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/17/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/18/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/18/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/18/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/19/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/19/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/19/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/2/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/2/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/20/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/20/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/20/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/21/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/21/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/21/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/22/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/22/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/22/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/23/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/23/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/23/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/24/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/24/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/24/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/25/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/25/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/25/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/26/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/26/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/26/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/27/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/27/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/27/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/28/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/28/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/28/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/29/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/29/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/29/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/3/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/3/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/3/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/30/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/30/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/30/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/31/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/31/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/31/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/32/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/32/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/32/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/33/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/33/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/33/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/34/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/34/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/34/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/35/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/35/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/35/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/36/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/36/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/36/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/37/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/37/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/37/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/38/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/38/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/38/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/39/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/39/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/39/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/4/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/4/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/4/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/40/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/40/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/40/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/41/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/41/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/41/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/42/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/42/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/43/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/43/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/43/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/44/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/44/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/44/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/45/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/45/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/45/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/46/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/46/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/46/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/47/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/47/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/47/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/48/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/48/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/48/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/49/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/49/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/49/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/5/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/5/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/5/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/50/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/50/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/50/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/51/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/51/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/51/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/52/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/52/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/52/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/53/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/53/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/53/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/54/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/54/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/54/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/55/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/55/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/55/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/56/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/56/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/56/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/57/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/57/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/57/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/58/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/58/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/58/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/59/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/59/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/59/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/6/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/6/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/6/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/60/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/60/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/60/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/61/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/61/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/61/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/62/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/62/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/62/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/63/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/63/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/63/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/64/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/64/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/64/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/65/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/65/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/65/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/66/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/66/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/66/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/67/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/67/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/67/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/68/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/68/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/68/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/69/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/69/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/69/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/7/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/7/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/7/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/70/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/70/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/70/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/71/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/71/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/71/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/72/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/72/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/72/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/73/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/73/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/74/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/74/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/74/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/75/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/75/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/75/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/76/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/76/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/76/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/77/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/77/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/77/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/78/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/78/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/78/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/79/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/79/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/79/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/8/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/8/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/8/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/80/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/80/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/80/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/81/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/81/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/81/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/82/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/82/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/82/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/83/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/83/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/83/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/84/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/84/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/84/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/85/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/85/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/85/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/86/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/86/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/86/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/87/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/87/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/87/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/88/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/88/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/88/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/89/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/89/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/89/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/9/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/9/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/9/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/90/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/90/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/90/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/91/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/91/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/91/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/92/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/92/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/92/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/93/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/93/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/93/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/94/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/94/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/94/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/95/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/95/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/95/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/96/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/96/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/96/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/97/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/97/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/97/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/98/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/98/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/98/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/99/config.json b/q25_32b_l32/outputs_add_free/f2+l2/simpo/99/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2826955f0738fafb198ac3fb71379bf79ce24e6f --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/99/config.json @@ -0,0 +1,12 @@ +[ + { + "layer": 32, + "embed_dim": 5120, + "low_rank_dim": 1, + "target_module": "model.layers.32", + "intervention_type": "AdditionFreeIntervention", + "factor_init_scale": 1.0, + "vector_init_scale": 8.0, + "alpha": 0.0 + } +] \ No newline at end of file diff --git a/q25_32b_l32/outputs_add_free/f2+l2/simpo/q25_32b_l32_simpo_prosv.sh b/q25_32b_l32/outputs_add_free/f2+l2/simpo/q25_32b_l32_simpo_prosv.sh new file mode 100644 index 0000000000000000000000000000000000000000..12c0f6437d18bfe227246094c9e3ac5ab233ac4a --- /dev/null +++ b/q25_32b_l32/outputs_add_free/f2+l2/simpo/q25_32b_l32_simpo_prosv.sh @@ -0,0 +1,9 @@ +FACTOR_INIT=1 +FACTOR_LR=10 +VEC_INIT=8 +VEC_LR=8e-2 +EPOCHS=6 +BATCH_SIZE=3 +GRAD_ACCUM_STEPS=2 +SV=add_free +POSITIONS=f2+l2