Hugging Face's logo

colored-dye
/
axbench-steering-vector

English
steering-vector
Model card Files
xet
 Community
colored-dye commited on
Commit
adf619d
·
verified ·
1 Parent(s): 22eaa7d

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. 2b_l10/outputs_add_free/all/simpo/11/config.json +12 -0
  2. 2b_l10/outputs_add_free/all/simpo/117/config.json +12 -0
  3. 2b_l10/outputs_add_free/all/simpo/125/config.json +12 -0
  4. 2b_l10/outputs_add_free/all/simpo/13/config.json +12 -0
  5. 2b_l10/outputs_add_free/all/simpo/132/config.json +12 -0
  6. 2b_l10/outputs_add_free/all/simpo/137/config.json +12 -0
  7. 2b_l10/outputs_add_free/all/simpo/151/config.json +12 -0
  8. 2b_l10/outputs_add_free/all/simpo/165/config.json +12 -0
  9. 2b_l10/outputs_add_free/all/simpo/185/config.json +12 -0
  10. 2b_l10/outputs_add_free/all/simpo/193/config.json +12 -0
  11. 2b_l10/outputs_add_free/all/simpo/196/config.json +12 -0
  12. 2b_l10/outputs_add_free/all/simpo/213/config.json +12 -0
  13. 2b_l10/outputs_add_free/all/simpo/229/config.json +12 -0
  14. 2b_l10/outputs_add_free/all/simpo/245/config.json +12 -0
  15. 2b_l10/outputs_add_free/all/simpo/255/config.json +12 -0
  16. 2b_l10/outputs_add_free/all/simpo/260/config.json +12 -0
  17. 2b_l10/outputs_add_free/all/simpo/271/config.json +12 -0
  18. 2b_l10/outputs_add_free/all/simpo/272/config.json +12 -0
  19. 2b_l10/outputs_add_free/all/simpo/289/config.json +12 -0
  20. 2b_l10/outputs_add_free/all/simpo/29/config.json +12 -0
  21. 2b_l10/outputs_add_free/all/simpo/297/config.json +12 -0
  22. 2b_l10/outputs_add_free/all/simpo/298/config.json +12 -0
  23. 2b_l10/outputs_add_free/all/simpo/314/config.json +12 -0
  24. 2b_l10/outputs_add_free/all/simpo/315/config.json +12 -0
  25. 2b_l10/outputs_add_free/all/simpo/319/config.json +12 -0
  26. 2b_l10/outputs_add_free/all/simpo/323/config.json +12 -0
  27. 2b_l10/outputs_add_free/all/simpo/332/config.json +12 -0
  28. 2b_l10/outputs_add_free/all/simpo/340/config.json +12 -0
  29. 2b_l10/outputs_add_free/all/simpo/355/config.json +12 -0
  30. 2b_l10/outputs_add_free/all/simpo/361/config.json +12 -0
  31. 2b_l10/outputs_add_free/all/simpo/376/config.json +12 -0
  32. 2b_l10/outputs_add_free/all/simpo/382/config.json +12 -0
  33. 2b_l10/outputs_add_free/all/simpo/383/config.json +12 -0
  34. 2b_l10/outputs_add_free/all/simpo/395/config.json +12 -0
  35. 2b_l10/outputs_add_free/all/simpo/408/config.json +12 -0
  36. 2b_l10/outputs_add_free/all/simpo/446/config.json +12 -0
  37. 2b_l10/outputs_add_free/all/simpo/448/config.json +12 -0
  38. 2b_l10/outputs_add_free/all/simpo/459/config.json +12 -0
  39. 2b_l10/outputs_add_free/all/simpo/461/config.json +12 -0
  40. 2b_l10/outputs_add_free/all/simpo/466/config.json +12 -0
  41. 2b_l10/outputs_add_free/all/simpo/470/config.json +12 -0
  42. 2b_l10/outputs_add_free/all/simpo/483/config.json +12 -0
  43. 2b_l10/outputs_add_free/all/simpo/489/config.json +12 -0
  44. 2b_l10/outputs_add_free/all/simpo/490/config.json +12 -0
  45. 2b_l10/outputs_add_free/all/simpo/492/config.json +12 -0
  46. 2b_l10/outputs_add_free/all/simpo/51/config.json +12 -0
  47. 2b_l10/outputs_add_free/all/simpo/79/config.json +12 -0
  48. 2b_l10/outputs_add_free/all/simpo/80/config.json +12 -0
  49. 2b_l10/outputs_add_free/all/simpo/93/config.json +12 -0
  50. 2b_l10/outputs_add_free/f2+l2/lang/1/config.json +12 -0
2b_l10/outputs_add_free/all/simpo/11/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/117/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/125/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/13/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/132/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/137/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/151/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/165/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/185/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/193/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/196/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/213/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/229/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/245/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/255/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/260/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/271/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/272/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/289/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/29/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/297/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/298/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/314/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/315/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/319/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/323/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/332/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/340/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/355/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/361/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/376/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/382/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/383/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/395/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/408/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/446/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/448/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/459/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/461/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/466/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/470/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/483/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/489/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/490/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/492/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/51/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/79/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/80/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/93/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/f2+l2/lang/1/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 4.0,
9
+ "vector_init_scale": 8.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]