Hugging Face's logo

colored-dye
/
axbench-steering-vector

English
steering-vector
Model card Files
xet
 Community
colored-dye commited on
Commit
22eaa7d
·
verified ·
1 Parent(s): a5f9adf

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. 2b_l10/outputs_add_free/all/simpo/1/config.json +12 -0
  2. 2b_l10/outputs_add_free/all/simpo/101/config.json +12 -0
  3. 2b_l10/outputs_add_free/all/simpo/102/config.json +12 -0
  4. 2b_l10/outputs_add_free/all/simpo/103/config.json +12 -0
  5. 2b_l10/outputs_add_free/all/simpo/107/config.json +12 -0
  6. 2b_l10/outputs_add_free/all/simpo/108/config.json +12 -0
  7. 2b_l10/outputs_add_free/all/simpo/111/config.json +12 -0
  8. 2b_l10/outputs_add_free/all/simpo/115/config.json +12 -0
  9. 2b_l10/outputs_add_free/all/simpo/116/config.json +12 -0
  10. 2b_l10/outputs_add_free/all/simpo/118/config.json +12 -0
  11. 2b_l10/outputs_add_free/all/simpo/120/config.json +12 -0
  12. 2b_l10/outputs_add_free/all/simpo/121/config.json +12 -0
  13. 2b_l10/outputs_add_free/all/simpo/124/config.json +12 -0
  14. 2b_l10/outputs_add_free/all/simpo/128/config.json +12 -0
  15. 2b_l10/outputs_add_free/all/simpo/129/config.json +12 -0
  16. 2b_l10/outputs_add_free/all/simpo/14/config.json +12 -0
  17. 2b_l10/outputs_add_free/all/simpo/141/config.json +12 -0
  18. 2b_l10/outputs_add_free/all/simpo/142/config.json +12 -0
  19. 2b_l10/outputs_add_free/all/simpo/145/config.json +12 -0
  20. 2b_l10/outputs_add_free/all/simpo/147/config.json +12 -0
  21. 2b_l10/outputs_add_free/all/simpo/149/config.json +12 -0
  22. 2b_l10/outputs_add_free/all/simpo/15/config.json +12 -0
  23. 2b_l10/outputs_add_free/all/simpo/152/config.json +12 -0
  24. 2b_l10/outputs_add_free/all/simpo/154/config.json +12 -0
  25. 2b_l10/outputs_add_free/all/simpo/157/config.json +12 -0
  26. 2b_l10/outputs_add_free/all/simpo/158/config.json +12 -0
  27. 2b_l10/outputs_add_free/all/simpo/160/config.json +12 -0
  28. 2b_l10/outputs_add_free/all/simpo/161/config.json +12 -0
  29. 2b_l10/outputs_add_free/all/simpo/164/config.json +12 -0
  30. 2b_l10/outputs_add_free/all/simpo/169/config.json +12 -0
  31. 2b_l10/outputs_add_free/all/simpo/17/config.json +12 -0
  32. 2b_l10/outputs_add_free/all/simpo/170/config.json +12 -0
  33. 2b_l10/outputs_add_free/all/simpo/174/config.json +12 -0
  34. 2b_l10/outputs_add_free/all/simpo/175/config.json +12 -0
  35. 2b_l10/outputs_add_free/all/simpo/176/config.json +12 -0
  36. 2b_l10/outputs_add_free/all/simpo/18/config.json +12 -0
  37. 2b_l10/outputs_add_free/all/simpo/187/config.json +12 -0
  38. 2b_l10/outputs_add_free/all/simpo/190/config.json +12 -0
  39. 2b_l10/outputs_add_free/all/simpo/195/config.json +12 -0
  40. 2b_l10/outputs_add_free/all/simpo/199/config.json +12 -0
  41. 2b_l10/outputs_add_free/all/simpo/2/config.json +12 -0
  42. 2b_l10/outputs_add_free/all/simpo/204/config.json +12 -0
  43. 2b_l10/outputs_add_free/all/simpo/207/config.json +12 -0
  44. 2b_l10/outputs_add_free/all/simpo/208/config.json +12 -0
  45. 2b_l10/outputs_add_free/all/simpo/209/config.json +12 -0
  46. 2b_l10/outputs_add_free/all/simpo/215/config.json +12 -0
  47. 2b_l10/outputs_add_free/all/simpo/221/config.json +12 -0
  48. 2b_l10/outputs_add_free/all/simpo/222/config.json +12 -0
  49. 2b_l10/outputs_add_free/all/simpo/223/config.json +12 -0
  50. 2b_l10/outputs_add_free/all/simpo/226/config.json +12 -0
2b_l10/outputs_add_free/all/simpo/1/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/101/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/102/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/103/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/107/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/108/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/111/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/115/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/116/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/118/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/120/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/121/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/124/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/128/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/129/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/14/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/141/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/142/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/145/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/147/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/149/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/15/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/152/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/154/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/157/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/158/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/160/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/161/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/164/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/169/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/17/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/170/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/174/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/175/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/176/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/18/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/187/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/190/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/195/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/199/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/2/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/204/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/207/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/208/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/209/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/215/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/221/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/222/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/223/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/226/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]