Hugging Face's logo

colored-dye
/
axbench-steering-vector

English
steering-vector
Model card Files
xet
 Community
colored-dye commited on
Commit
a5f9adf
·
verified ·
1 Parent(s): 2098bb0

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. 2b_l10/outputs_add_free/all/lang/187/config.json +12 -0
  2. 2b_l10/outputs_add_free/all/lang/387/config.json +12 -0
  3. 2b_l10/outputs_add_free/all/lang/441/config.json +12 -0
  4. 2b_l10/outputs_add_free/all/lang/450/config.json +12 -0
  5. 2b_l10/outputs_add_free/all/simpo/0/config.json +12 -0
  6. 2b_l10/outputs_add_free/all/simpo/10/config.json +12 -0
  7. 2b_l10/outputs_add_free/all/simpo/100/config.json +12 -0
  8. 2b_l10/outputs_add_free/all/simpo/104/config.json +12 -0
  9. 2b_l10/outputs_add_free/all/simpo/105/config.json +12 -0
  10. 2b_l10/outputs_add_free/all/simpo/106/config.json +12 -0
  11. 2b_l10/outputs_add_free/all/simpo/109/config.json +12 -0
  12. 2b_l10/outputs_add_free/all/simpo/110/config.json +12 -0
  13. 2b_l10/outputs_add_free/all/simpo/112/config.json +12 -0
  14. 2b_l10/outputs_add_free/all/simpo/113/config.json +12 -0
  15. 2b_l10/outputs_add_free/all/simpo/114/config.json +12 -0
  16. 2b_l10/outputs_add_free/all/simpo/119/config.json +12 -0
  17. 2b_l10/outputs_add_free/all/simpo/12/config.json +12 -0
  18. 2b_l10/outputs_add_free/all/simpo/123/config.json +12 -0
  19. 2b_l10/outputs_add_free/all/simpo/126/config.json +12 -0
  20. 2b_l10/outputs_add_free/all/simpo/130/config.json +12 -0
  21. 2b_l10/outputs_add_free/all/simpo/133/config.json +12 -0
  22. 2b_l10/outputs_add_free/all/simpo/134/config.json +12 -0
  23. 2b_l10/outputs_add_free/all/simpo/135/config.json +12 -0
  24. 2b_l10/outputs_add_free/all/simpo/136/config.json +12 -0
  25. 2b_l10/outputs_add_free/all/simpo/138/config.json +12 -0
  26. 2b_l10/outputs_add_free/all/simpo/140/config.json +12 -0
  27. 2b_l10/outputs_add_free/all/simpo/143/config.json +12 -0
  28. 2b_l10/outputs_add_free/all/simpo/150/config.json +12 -0
  29. 2b_l10/outputs_add_free/all/simpo/153/config.json +12 -0
  30. 2b_l10/outputs_add_free/all/simpo/156/config.json +12 -0
  31. 2b_l10/outputs_add_free/all/simpo/159/config.json +12 -0
  32. 2b_l10/outputs_add_free/all/simpo/162/config.json +12 -0
  33. 2b_l10/outputs_add_free/all/simpo/163/config.json +12 -0
  34. 2b_l10/outputs_add_free/all/simpo/166/config.json +12 -0
  35. 2b_l10/outputs_add_free/all/simpo/167/config.json +12 -0
  36. 2b_l10/outputs_add_free/all/simpo/168/config.json +12 -0
  37. 2b_l10/outputs_add_free/all/simpo/171/config.json +12 -0
  38. 2b_l10/outputs_add_free/all/simpo/172/config.json +12 -0
  39. 2b_l10/outputs_add_free/all/simpo/173/config.json +12 -0
  40. 2b_l10/outputs_add_free/all/simpo/177/config.json +12 -0
  41. 2b_l10/outputs_add_free/all/simpo/178/config.json +12 -0
  42. 2b_l10/outputs_add_free/all/simpo/179/config.json +12 -0
  43. 2b_l10/outputs_add_free/all/simpo/180/config.json +12 -0
  44. 2b_l10/outputs_add_free/all/simpo/181/config.json +12 -0
  45. 2b_l10/outputs_add_free/all/simpo/182/config.json +12 -0
  46. 2b_l10/outputs_add_free/all/simpo/184/config.json +12 -0
  47. 2b_l10/outputs_add_free/all/simpo/186/config.json +12 -0
  48. 2b_l10/outputs_add_free/all/simpo/188/config.json +12 -0
  49. 2b_l10/outputs_add_free/all/simpo/189/config.json +12 -0
  50. 2b_l10/outputs_add_free/all/simpo/19/config.json +12 -0
2b_l10/outputs_add_free/all/lang/187/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/lang/387/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/lang/441/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/lang/450/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/0/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/10/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/100/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/104/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/105/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/106/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/109/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/110/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/112/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/113/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/114/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/119/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/12/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/123/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/126/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/130/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/133/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/134/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/135/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/136/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/138/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/140/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/143/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/150/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/153/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/156/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/159/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/162/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/163/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/166/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/167/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/168/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/171/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/172/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/173/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/177/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/178/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/179/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/180/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/181/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/182/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/184/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/186/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/188/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/189/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]
2b_l10/outputs_add_free/all/simpo/19/config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "layer": 10,
4
+ "embed_dim": 2304,
5
+ "low_rank_dim": 1,
6
+ "target_module": "model.layers.10",
7
+ "intervention_type": "AdditionFreeIntervention",
8
+ "factor_init_scale": 2.0,
9
+ "vector_init_scale": 1.0,
10
+ "alpha": 0.0
11
+ }
12
+ ]