| task | file | alpha | n | flip_rate | ablated_acc | mean_delta_margin_vs_baseline | | --- | --- | --- | --- | --- | --- | --- | | aqua | aqua_flipset_alpha_sweep_seed123.json | 0.0 | 42 | 0.0 | 100.0 | 0.000 | | aqua | aqua_flipset_alpha_sweep_seed123.json | 0.02 | 42 | 0.0 | 100.0 | -0.002 | | aqua | aqua_flipset_alpha_sweep_seed123.json | 0.05 | 42 | 4.8 | 95.2 | -0.003 | | aqua | aqua_flipset_alpha_sweep_seed123.json | 0.1 | 42 | 9.5 | 90.5 | -0.003 | | aqua | aqua_flipset_alpha_sweep_seed123.json | 0.2 | 42 | 7.1 | 92.9 | -0.001 | | aqua | aqua_flipset_alpha_sweep_seed123.json | 0.3 | 42 | 7.1 | 92.9 | -0.023 | | aqua | aqua_flipset_alpha_sweep_seed123.json | 0.5 | 42 | 28.6 | 71.4 | -0.318 | | aqua | aqua_flipset_alpha_sweep_seed123.json | 0.75 | 42 | 71.4 | 28.6 | -1.475 | | aqua | aqua_flipset_alpha_sweep_seed123.json | 1.0 | 42 | 100.0 | 0.0 | -3.695 | | aqua | aqua_flipset_alpha_sweep_seed456.json | 0.0 | 43 | 0.0 | 100.0 | 0.000 | | aqua | aqua_flipset_alpha_sweep_seed456.json | 0.05 | 43 | 0.0 | 100.0 | 0.008 | | aqua | aqua_flipset_alpha_sweep_seed456.json | 0.1 | 43 | 0.0 | 100.0 | 0.008 | | aqua | aqua_flipset_alpha_sweep_seed456.json | 0.2 | 43 | 0.0 | 100.0 | -0.011 | | aqua | aqua_flipset_alpha_sweep_seed456.json | 0.3 | 43 | 7.0 | 93.0 | -0.045 | | aqua | aqua_flipset_alpha_sweep_seed456.json | 0.5 | 43 | 32.6 | 67.4 | -0.388 | | aqua | aqua_flipset_alpha_sweep_seed456.json | 0.75 | 43 | 88.4 | 11.6 | -1.920 | | aqua | aqua_flipset_alpha_sweep_seed456.json | 1.0 | 43 | 100.0 | 0.0 | -3.899 | | aqua | flipset_sweep_transfer.json | 0.0 | 42 | 0.0 | 100.0 | 0.000 | | aqua | flipset_sweep_transfer.json | 0.05 | 42 | 4.8 | 95.2 | -0.004 | | aqua | flipset_sweep_transfer.json | 0.1 | 42 | 9.5 | 90.5 | -0.003 | | aqua | flipset_sweep_transfer.json | 0.2 | 42 | 9.5 | 90.5 | -0.003 | | aqua | flipset_sweep_transfer.json | 0.5 | 42 | 28.6 | 71.4 | -0.319 | | aqua | flipset_sweep_transfer.json | 1.0 | 42 | 100.0 | 0.0 | -3.693 |