kind,file,task,eval_mode,layer,seed,hf_id,hf_split,candidate_labels,Qs_shape,patch_desc,donor_source,donor_tasks,donor_pick,n_donor_bank,scan_effective,scan_skipped,base_acc_scan,ablt_acc_scan,flips_scan,anti_flips_scan,both_correct_scan,both_wrong_scan,patched_primary_method,patched_primary_rescued_pct,patched_primary_mean_dmargin,diff_time_shuffled_minus_patched_primary_rescued_pct,diff_patched_primary_minus_shared_randvec_rescued_pct,patched_0_rescued,patched_0_n,patched_0_rescued_pct,patched_0_mean_dmargin,patched_01_rescued,patched_01_n,patched_01_rescued_pct,patched_01_mean_dmargin,patched_full_rescued,patched_full_n,patched_full_rescued_pct,patched_full_mean_dmargin,patched_self_rescued,patched_self_n,patched_self_rescued_pct,patched_self_mean_dmargin,patched_transfer_rescued,patched_transfer_n,patched_transfer_rescued_pct,patched_transfer_mean_dmargin,control_time_shuffled_rescued,control_time_shuffled_n,control_time_shuffled_rescued_pct,control_time_shuffled_mean_dmargin,control_shared_mismatch_rescued,control_shared_mismatch_n,control_shared_mismatch_rescued_pct,control_shared_mismatch_mean_dmargin,control_shared_perm_rescued,control_shared_perm_n,control_shared_perm_rescued_pct,control_shared_perm_mean_dmargin,control_shared_signflip_rescued,control_shared_signflip_n,control_shared_signflip_rescued_pct,control_shared_signflip_mean_dmargin,control_shared_randvec_rescued,control_shared_randvec_n,control_shared_randvec_rescued_pct,control_shared_randvec_mean_dmargin,control_rand_subspace_rescued,control_rand_subspace_n,control_rand_subspace_rescued_pct,control_rand_subspace_mean_dmargin,control_patch_nonshared_rescued,control_patch_nonshared_n,control_patch_nonshared_rescued_pct,control_patch_nonshared_mean_dmargin flipset,aqua_flipset_alpha_sweep_seed123.json,aqua,,10,123,,,ABCDE,4096x97,steps=0,,,,,254,0,0.20866141732283464,0.2204724409448819,42,45,11,156,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, flipset,aqua_flipset_alpha_sweep_seed456.json,aqua,,10,456,,,ABCDE,4096x105,steps=0,,,,,254,0,0.20866141732283464,0.18110236220472442,43,36,10,165,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, flipset,aqua_flipset_transfer_cross_generative_seed123.json,aqua,,10,123,,,ABCDE,4096x97,steps=0,cross_task_eval,"gsm8k,strategyqa",random,256,254,0,0.20866141732283464,0.2204724409448819,42,45,11,156,patched_self,73.80952380952381,3.3110270500183105,,,,,,,,,,,,,,,31,42,73.80952380952381,3.3110270500183105,33,42,78.57142857142857,3.444992780685425,,,,,,,,,,,,,,,,,,,,,,,,,,,, flipset,aqua_flipset_transfer_cross_mc_baselinecorrect_seed123.json,aqua,,10,123,,,ABCDE,4096x97,steps=0,cross_task_eval,"commonsenseqa,openbookqa",random,256,254,0,0.20866141732283464,0.2204724409448819,42,45,11,156,patched_self,73.80952380952381,3.3110270500183105,,,,,,,,,,,,,,,31,42,73.80952380952381,3.3110270500183105,33,42,78.57142857142857,3.3867831230163574,,,,,,,,,,,,,,,,,,,,,,,,,,,, flipset,aqua_flipset_transfer_cross_mc_baselinecorrect_seed456.json,aqua,,10,456,,,ABCDE,4096x105,steps=0,cross_task_eval,"commonsenseqa,openbookqa",random,256,254,0,0.20866141732283464,0.18110236220472442,43,36,10,165,patched_self,79.06976744186046,3.567549705505371,,,,,,,,,,,,,,,34,43,79.06976744186046,3.567549705505371,35,43,81.3953488372093,3.6397814750671387,,,,,,,,,,,,,,,,,,,,,,,,,,,, flipset,aqua_flipset_transfer_same_task_seed123.json,aqua,,10,123,,,ABCDE,4096x97,steps=0,same_task_eval,aqua,random,254,254,0,0.20866141732283464,0.2204724409448819,42,45,11,156,patched_self,73.80952380952381,3.3110270500183105,,,,,,,,,,,,,,,31,42,73.80952380952381,3.3110270500183105,32,42,76.19047619047619,3.292548418045044,,,,,,,,,,,,,,,,,,,,,,,,,,,, flipset,flipset_sweep_transfer.json,aqua,,10,123,,,ABCDE,4096x97,steps=0,cross_task_eval,"gsm8k,commonsenseqa,strategyqa",cyclic,192,254,0,0.20866141732283464,0.2204724409448819,42,45,11,156,patched_self,73.80952380952381,3.3116629123687744,,,,,,,,,,,,,,,31,42,73.80952380952381,3.3116629123687744,33,42,78.57142857142857,3.4120163917541504,,,,,,,,,,,,,,,,,,,,,,,,,,,, openanswer,gsm8k_genmath.json,gsm8k,gen_math,10,123,gsm8k/main,,,4096x97,"steps=0,1,2,3",,,,,256,0,0.0390625,0.03125,9,7,1,239,patched_self,88.88888888888889,,-11.111111111111114,88.88888888888889,,,,,,,,,,,,,8,9,88.88888888888889,,,,,,7,9,77.77777777777777,,,,,,,,,,,,,,0,9,0.0,,0,9,0.0,,0,9,0.0, openanswer,gsm8k_pairlogprob.json,gsm8k,pair_logprob,10,123,gsm8k/main,,,4096x97,steps=0,,,,,256,0,0.625,0.59375,31,23,129,73,patched_self,35.483870967741936,1.5506091117858887,0.0,32.25806451612903,,,,,,,,,,,,,11,31,35.483870967741936,1.5506091117858887,,,,,11,31,35.483870967741936,1.536723256111145,,,,,,,,,,,,,1,31,3.225806451612903,-0.34435272216796875,0,31,0.0,-0.26384562253952026,0,31,0.0,8.61082810388325e-07 openanswer,humaneval_gencode_compile.json,humaneval,gen_code_compile,10,123,openai_humaneval,test,,4096x97,"steps=0,1,2,3",,,,,0,164,,,0,0,0,0,patched_self,21.05263157894737,,0.0,-5.263157894736839,,,,,,,,,,,,,8,38,21.05263157894737,,,,,,8,38,21.05263157894737,,,,,,,,,,,,,,10,38,26.31578947368421,,7,38,18.42105263157895,,2,38,5.2631578947368425, openanswer,humaneval_pairlogprob.json,humaneval,pair_logprob,10,123,openai_humaneval,test,,4096x97,"steps=0,1,2,3",,,,,164,0,0.6585365853658537,0.6402439024390244,8,5,100,51,patched_self,75.0,2.1062567234039307,-12.5,75.0,,,,,,,,,,,,,6,8,75.0,2.1062567234039307,,,,,5,8,62.5,1.611517310142517,,,,,,,,,,,,,0,8,0.0,-0.5279055237770081,1,8,12.5,-0.11733363568782806,1,8,12.5,0.048883724957704544 subspace_mc,aqua.json,aqua,,10,123,,,ABCDE,4096x97,,,,,,254,0,0.20866141732283464,0.2204724409448819,42,45,11,156,patched_0,73.80952380952381,3.3110275041489374,2.3809523809523796,69.04761904761905,31,42,73.80952380952381,3.3110275041489374,42,42,100.0,3.694510403133574,42,42,100.0,3.694510403133574,,,,,,,,,32,42,76.19047619047619,3.2988024325597856,,,,,,,,,,,,,2,42,4.761904761904762,0.38392347948891775,2,42,4.761904761904762,0.2848028682527088,0,42,0.0,-6.130763462611608e-07 subspace_mc,arc_challenge.json,arc_challenge,,10,123,,,ABCD,4096x97,,,,,,255,1,0.5137254901960784,0.41568627450980394,58,33,73,91,patched_0,89.65517241379311,3.5508278978282006,0.0,79.31034482758622,52,58,89.65517241379311,3.5508278978282006,58,58,100.0,3.9874458148561676,58,58,100.0,3.9874458148561676,,,,,,,,,52,58,89.65517241379311,3.5538913381510766,,,,,,,,,,,,,6,58,10.344827586206897,-0.015170163121716729,3,58,5.172413793103448,-0.23617586596258755,0,58,0.0,1.3154128502155172e-07 subspace_mc,commonsenseqa.json,commonsenseqa,,10,123,,,ABCDE,4096x97,,,,,,256,0,0.609375,0.38671875,75,18,81,82,patched_0,90.66666666666667,2.9920575841267905,-1.3333333333333428,77.33333333333334,68,75,90.66666666666667,2.9920575841267905,75,75,100.0,3.336601333618164,75,75,100.0,3.336601333618164,,,,,,,,,67,75,89.33333333333333,2.996564051310221,,,,,,,,,,,,,10,75,13.333333333333334,-0.03367538452148437,6,75,8.0,-0.175787779490153,0,75,0.0,-3.4332275390625e-07 subspace_mc,logiqa.json,logiqa,,10,123,,,ABCD,4096x97,,,,,,256,0,0.30859375,0.28125,62,55,17,122,patched_0,80.64516129032258,4.25778655852041,1.6129032258064626,77.41935483870968,50,62,80.64516129032258,4.25778655852041,62,62,100.0,4.290233696660688,62,62,100.0,4.290233696660688,,,,,,,,,51,62,82.25806451612904,4.253261835344376,,,,,,,,,,,,,2,62,3.225806451612903,0.5272132735098561,2,62,3.225806451612903,0.1936804171531431,0,62,0.0,2.3072765719506048e-08 subspace_mc,openbookqa.json,openbookqa,,10,123,,,ABCD,4096x97,,,,,,256,0,0.53125,0.38671875,66,29,70,91,patched_0,86.36363636363636,3.0945638020833335,0.0,75.75757575757575,57,66,86.36363636363636,3.0945638020833335,66,66,100.0,3.479364149498217,66,66,100.0,3.479364149498217,,,,,,,,,57,66,86.36363636363636,3.102719682635683,,,,,,,,,,,,,7,66,10.606060606060606,-0.2324012192812833,3,66,4.545454545454546,-0.48785940083590423,0,66,0.0,4.551627419211648e-07 subspace_mc,piqa.json,piqa,,10,123,,,AB,4096x97,,,,,,256,0,0.67578125,0.53515625,87,51,86,32,patched_0,83.9080459770115,3.0067314772770324,-1.1494252873563227,82.75862068965517,73,87,83.9080459770115,3.0067314772770324,87,87,100.0,3.461572575843197,87,87,100.0,3.461572575843197,,,,,,,,,72,87,82.75862068965517,3.006890302416922,,,,,,,,,,,,,1,87,1.1494252873563218,0.17268877467889895,2,87,2.2988505747126435,-0.07208886913869572,0,87,0.0,3.0967010848823637e-07 subspace_mc,qasc.json,qasc,,10,123,,,ABCDEFGH,4096x97,,,,,,256,0,0.46875,0.29296875,59,14,61,122,patched_0,91.52542372881356,3.2731811798225015,-1.6949152542372872,81.35593220338984,54,59,91.52542372881356,3.2731811798225015,59,59,100.0,3.7253742056377863,59,59,100.0,3.7253742056377863,,,,,,,,,53,59,89.83050847457628,3.2683064169802907,,,,,,,,,,,,,6,59,10.169491525423728,-0.0724482536315918,6,59,10.169491525423728,-0.319374213784428,0,59,0.0,6.465588585805085e-08