File size: 1,972 Bytes
aa0e435
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
| task | file | alpha | n | flip_rate | ablated_acc | mean_delta_margin_vs_baseline |
| --- | --- | --- | --- | --- | --- | --- |
| aqua | aqua_flipset_alpha_sweep_seed123.json | 0.0 | 42 | 0.0 | 100.0 | 0.000 |
| aqua | aqua_flipset_alpha_sweep_seed123.json | 0.02 | 42 | 0.0 | 100.0 | -0.002 |
| aqua | aqua_flipset_alpha_sweep_seed123.json | 0.05 | 42 | 4.8 | 95.2 | -0.003 |
| aqua | aqua_flipset_alpha_sweep_seed123.json | 0.1 | 42 | 9.5 | 90.5 | -0.003 |
| aqua | aqua_flipset_alpha_sweep_seed123.json | 0.2 | 42 | 7.1 | 92.9 | -0.001 |
| aqua | aqua_flipset_alpha_sweep_seed123.json | 0.3 | 42 | 7.1 | 92.9 | -0.023 |
| aqua | aqua_flipset_alpha_sweep_seed123.json | 0.5 | 42 | 28.6 | 71.4 | -0.318 |
| aqua | aqua_flipset_alpha_sweep_seed123.json | 0.75 | 42 | 71.4 | 28.6 | -1.475 |
| aqua | aqua_flipset_alpha_sweep_seed123.json | 1.0 | 42 | 100.0 | 0.0 | -3.695 |
| aqua | aqua_flipset_alpha_sweep_seed456.json | 0.0 | 43 | 0.0 | 100.0 | 0.000 |
| aqua | aqua_flipset_alpha_sweep_seed456.json | 0.05 | 43 | 0.0 | 100.0 | 0.008 |
| aqua | aqua_flipset_alpha_sweep_seed456.json | 0.1 | 43 | 0.0 | 100.0 | 0.008 |
| aqua | aqua_flipset_alpha_sweep_seed456.json | 0.2 | 43 | 0.0 | 100.0 | -0.011 |
| aqua | aqua_flipset_alpha_sweep_seed456.json | 0.3 | 43 | 7.0 | 93.0 | -0.045 |
| aqua | aqua_flipset_alpha_sweep_seed456.json | 0.5 | 43 | 32.6 | 67.4 | -0.388 |
| aqua | aqua_flipset_alpha_sweep_seed456.json | 0.75 | 43 | 88.4 | 11.6 | -1.920 |
| aqua | aqua_flipset_alpha_sweep_seed456.json | 1.0 | 43 | 100.0 | 0.0 | -3.899 |
| aqua | flipset_sweep_transfer.json | 0.0 | 42 | 0.0 | 100.0 | 0.000 |
| aqua | flipset_sweep_transfer.json | 0.05 | 42 | 4.8 | 95.2 | -0.004 |
| aqua | flipset_sweep_transfer.json | 0.1 | 42 | 9.5 | 90.5 | -0.003 |
| aqua | flipset_sweep_transfer.json | 0.2 | 42 | 9.5 | 90.5 | -0.003 |
| aqua | flipset_sweep_transfer.json | 0.5 | 42 | 28.6 | 71.4 | -0.319 |
| aqua | flipset_sweep_transfer.json | 1.0 | 42 | 100.0 | 0.0 | -3.693 |