Hugging Face's logo

colored-dye
/
axbench-steering-vector

English
steering-vector
Model card Files
xet
 Community
colored-dye commited on
Commit
c944d66
·
verified ·
1 Parent(s): adf619d

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. 2b_l10/outputs_add_free/f2+l2/lang/264/config.json +12 -0
  2. 2b_l10/outputs_add_free/f2+l2/simpo/101/config.json +12 -0
  3. 2b_l10/outputs_add_free/f2+l2/simpo/102/config.json +12 -0
  4. 2b_l10/outputs_add_free/f2+l2/simpo/116/config.json +12 -0
  5. 2b_l10/outputs_add_free/f2+l2/simpo/125/config.json +12 -0
  6. 2b_l10/outputs_add_free/f2+l2/simpo/128/config.json +12 -0
  7. 2b_l10/outputs_add_free/f2+l2/simpo/13/config.json +12 -0
  8. 2b_l10/outputs_add_free/f2+l2/simpo/132/config.json +12 -0
  9. 2b_l10/outputs_add_free/f2+l2/simpo/133/config.json +12 -0
  10. 2b_l10/outputs_add_free/f2+l2/simpo/137/config.json +12 -0
  11. 2b_l10/outputs_add_free/f2+l2/simpo/139/config.json +12 -0
  12. 2b_l10/outputs_add_free/f2+l2/simpo/145/config.json +12 -0
  13. 2b_l10/outputs_add_free/f2+l2/simpo/147/config.json +12 -0
  14. 2b_l10/outputs_add_free/f2+l2/simpo/151/config.json +12 -0
  15. 2b_l10/outputs_add_free/f2+l2/simpo/158/config.json +12 -0
  16. 2b_l10/outputs_add_free/f2+l2/simpo/159/config.json +12 -0
  17. 2b_l10/outputs_add_free/f2+l2/simpo/167/config.json +12 -0
  18. 2b_l10/outputs_add_free/f2+l2/simpo/174/config.json +12 -0
  19. 2b_l10/outputs_add_free/f2+l2/simpo/176/config.json +12 -0
  20. 2b_l10/outputs_add_free/f2+l2/simpo/185/config.json +12 -0
  21. 2b_l10/outputs_add_free/f2+l2/simpo/188/config.json +12 -0
  22. 2b_l10/outputs_add_free/f2+l2/simpo/193/config.json +12 -0
  23. 2b_l10/outputs_add_free/f2+l2/simpo/196/config.json +12 -0
  24. 2b_l10/outputs_add_free/f2+l2/simpo/199/config.json +12 -0
  25. 2b_l10/outputs_add_free/f2+l2/simpo/2/config.json +12 -0
  26. 2b_l10/outputs_add_free/f2+l2/simpo/213/config.json +12 -0
  27. 2b_l10/outputs_add_free/f2+l2/simpo/228/config.json +12 -0
  28. 2b_l10/outputs_add_free/f2+l2/simpo/231/config.json +12 -0
  29. 2b_l10/outputs_add_free/f2+l2/simpo/234/config.json +12 -0
  30. 2b_l10/outputs_add_free/f2+l2/simpo/237/config.json +12 -0
  31. 2b_l10/outputs_add_free/f2+l2/simpo/241/config.json +12 -0
  32. 2b_l10/outputs_add_free/f2+l2/simpo/242/config.json +12 -0
  33. 2b_l10/outputs_add_free/f2+l2/simpo/245/config.json +12 -0
  34. 2b_l10/outputs_add_free/f2+l2/simpo/246/config.json +12 -0
  35. 2b_l10/outputs_add_free/f2+l2/simpo/247/config.json +12 -0
  36. 2b_l10/outputs_add_free/f2+l2/simpo/257/config.json +12 -0
  37. 2b_l10/outputs_add_free/f2+l2/simpo/258/config.json +12 -0
  38. 2b_l10/outputs_add_free/f2+l2/simpo/262/config.json +12 -0
  39. 2b_l10/outputs_add_free/f2+l2/simpo/267/config.json +12 -0
  40. 2b_l10/outputs_add_free/f2+l2/simpo/269/config.json +12 -0
  41. 2b_l10/outputs_add_free/f2+l2/simpo/270/config.json +12 -0
  42. 2b_l10/outputs_add_free/f2+l2/simpo/272/config.json +12 -0
  43. 2b_l10/outputs_add_free/f2+l2/simpo/28/config.json +12 -0
  44. 2b_l10/outputs_add_free/f2+l2/simpo/284/config.json +12 -0
  45. 2b_l10/outputs_add_free/f2+l2/simpo/285/config.json +12 -0
  46. 2b_l10/outputs_add_free/f2+l2/simpo/286/config.json +12 -0
  47. 2b_l10/outputs_add_free/f2+l2/simpo/29/config.json +12 -0
  48. 2b_l10/outputs_add_free/f2+l2/simpo/292/config.json +12 -0
  49. 2b_l10/outputs_add_free/f2+l2/simpo/298/config.json +12 -0
  50. 2b_l10/outputs_add_free/f2+l2/simpo/300/config.json +12 -0
2b_l10/outputs_add_free/f2+l2/lang/264/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/101/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/102/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/116/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/125/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/128/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/13/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/132/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/133/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/137/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/139/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/145/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/147/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/151/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/158/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/159/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/167/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/174/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/176/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/185/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/188/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/193/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/196/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/199/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/2/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/213/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/228/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/231/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/234/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/237/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/241/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/242/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/245/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/246/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/247/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/257/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/258/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/262/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/267/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/269/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/270/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/272/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/28/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/284/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/285/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/286/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/29/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/292/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/298/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/simpo/300/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]