Add files using upload-large-folder tool

2b_l10/outputs_add_free/all/lang/10/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/119/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/132/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/135/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/140/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/165/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/166/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/173/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/180/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/182/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/200/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/219/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/224/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/229/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/230/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/248/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/251/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/252/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/263/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/268/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/269/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/273/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/286/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/2b_l10_lang_all.sh

@@ -0,0 +1,8 @@
+FACTOR_INIT=2
+FACTOR_LR=1
+VEC_INIT=1
+VEC_LR=4e-2
+EPOCHS=12
+BATCH_SIZE=12
+SV=add_free
+POSITIONS=all

2b_l10/outputs_add_free/all/lang/310/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/315/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/316/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/317/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/334/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/373/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/38/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/39/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/392/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/413/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/415/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/418/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/429/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/432/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/433/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/451/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/454/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/46/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/460/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/461/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/464/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/493/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/496/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/498/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/79/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]

2b_l10/outputs_add_free/all/lang/87/config.json

@@ -0,0 +1,12 @@
+[
+  {
+    "layer": 10,
+    "embed_dim": 2304,
+    "low_rank_dim": 1,
+    "target_module": "model.layers.10",
+    "intervention_type": "AdditionFreeIntervention",
+    "factor_init_scale": 2.0,
+    "vector_init_scale": 1.0,
+    "alpha": 0.0
+  }
+]