kind,file,task,eval_mode,layer,seed,hf_id,hf_split,candidate_labels,Qs_shape,patch_desc,donor_source,donor_tasks,donor_pick,n_donor_bank,scan_effective,scan_skipped,base_acc_scan,ablt_acc_scan,flips_scan,anti_flips_scan,both_correct_scan,both_wrong_scan,patched_primary_method,patched_primary_rescued_pct,patched_primary_mean_dmargin,diff_time_shuffled_minus_patched_primary_rescued_pct,diff_patched_primary_minus_shared_randvec_rescued_pct,patched_0_rescued,patched_0_n,patched_0_rescued_pct,patched_0_mean_dmargin,patched_01_rescued,patched_01_n,patched_01_rescued_pct,patched_01_mean_dmargin,patched_full_rescued,patched_full_n,patched_full_rescued_pct,patched_full_mean_dmargin,patched_self_rescued,patched_self_n,patched_self_rescued_pct,patched_self_mean_dmargin,patched_transfer_rescued,patched_transfer_n,patched_transfer_rescued_pct,patched_transfer_mean_dmargin,control_time_shuffled_rescued,control_time_shuffled_n,control_time_shuffled_rescued_pct,control_time_shuffled_mean_dmargin,control_shared_mismatch_rescued,control_shared_mismatch_n,control_shared_mismatch_rescued_pct,control_shared_mismatch_mean_dmargin,control_shared_perm_rescued,control_shared_perm_n,control_shared_perm_rescued_pct,control_shared_perm_mean_dmargin,control_shared_signflip_rescued,control_shared_signflip_n,control_shared_signflip_rescued_pct,control_shared_signflip_mean_dmargin,control_shared_randvec_rescued,control_shared_randvec_n,control_shared_randvec_rescued_pct,control_shared_randvec_mean_dmargin,control_rand_subspace_rescued,control_rand_subspace_n,control_rand_subspace_rescued_pct,control_rand_subspace_mean_dmargin,control_patch_nonshared_rescued,control_patch_nonshared_n,control_patch_nonshared_rescued_pct,control_patch_nonshared_mean_dmargin
flipset,aqua_alpha_sweep_seed123.json,aqua,,10,123,,,ABCDE,4544x74,steps=0,,,,,254,0,0.25196850393700787,0.24803149606299213,3,2,61,188,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
flipset,aqua_alpha_sweep_seed456.json,aqua,,10,456,,,ABCDE,4544x83,steps=0,,,,,254,0,0.25196850393700787,0.24803149606299213,3,2,61,188,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
flipset,aqua_transfer_cross_mc_baselinecorrect_seed123.json,aqua,,10,123,,,ABCDE,4544x74,steps=0,cross_task_eval,"commonsenseqa,openbookqa",random,114,254,0,0.25196850393700787,0.24803149606299213,3,2,61,188,patched_self,100.0,1.0198283195495605,,,,,,,,,,,,,,,3,3,100.0,1.0198283195495605,2,3,66.66666666666667,1.0182899236679077,,,,,,,,,,,,,,,,,,,,,,,,,,,,
flipset,aqua_transfer_same_task_seed123.json,aqua,,10,123,,,ABCDE,4544x74,steps=0,same_task_eval,aqua,random,254,254,0,0.25196850393700787,0.24803149606299213,3,2,61,188,patched_self,100.0,1.0198283195495605,,,,,,,,,,,,,,,3,3,100.0,1.0198283195495605,3,3,100.0,1.0063742399215698,,,,,,,,,,,,,,,,,,,,,,,,,,,,
openanswer,gsm8k_genmath.json,gsm8k,gen_math,10,123,gsm8k/main,,,4544x74,"steps=0,1,2,3",,,,,256,0,0.03515625,0.01171875,8,2,1,245,patched_self,75.0,,-37.5,75.0,,,,,,,,,,,,,6,8,75.0,,,,,,3,8,37.5,,,,,,,,,,,,,,0,8,0.0,,0,8,0.0,,0,8,0.0,
openanswer,gsm8k_pairlogprob.json,gsm8k,pair_logprob,10,123,gsm8k/main,,,4544x74,"steps=0,1,2,3",,,,,256,0,0.63671875,0.51171875,40,8,123,85,patched_self,100.0,2.164767026901245,-5.0,95.0,,,,,,,,,,,,,40,40,100.0,2.164767026901245,,,,,38,40,95.0,2.15863037109375,,,,,,,,,,,,,2,40,5.0,0.006113642361015081,3,40,7.5,-0.01881394162774086,0,40,0.0,0.0001825094223022461
openanswer,humaneval_gencode_compile.json,humaneval,gen_code_compile,10,123,openai_humaneval,test,,4544x74,"steps=0,1,2,3",,,,,0,164,,,0,0,0,0,patched_self,11.538461538461538,,-1.9230769230769234,3.846153846153846,,,,,,,,,,,,,6,52,11.538461538461538,,,,,,5,52,9.615384615384615,,,,,,,,,,,,,,4,52,7.6923076923076925,,1,52,1.9230769230769231,,1,52,1.9230769230769231,
openanswer,humaneval_pairlogprob.json,humaneval,pair_logprob,10,123,openai_humaneval,test,,4544x74,"steps=0,1,2,3",,,,,164,0,0.6402439024390244,0.6097560975609756,5,0,100,59,patched_self,100.0,0.6712713241577148,0.0,100.0,,,,,,,,,,,,,5,5,100.0,0.6712713241577148,,,,,5,5,100.0,0.8316382169723511,,,,,,,,,,,,,0,5,0.0,-0.007657861802726984,0,5,0.0,0.03621663898229599,0,5,0.0,-1.4305115314527939e-07
subspace_mc,aqua.json,aqua,,10,123,,,ABCDE,4544x74,,,,,,254,0,0.25196850393700787,0.24803149606299213,3,2,61,188,patched_0,100.0,1.0198282798131306,-33.33333333333333,100.0,3,3,100.0,1.0198282798131306,3,3,100.0,1.0198282798131306,3,3,100.0,1.0198282798131306,,,,,,,,,2,3,66.66666666666667,1.0106329917907715,,,,,,,,,,,,,0,3,0.0,-0.5667219956715902,0,3,0.0,-0.4744148254394531,0,3,0.0,3.973642985026042e-07
subspace_mc,arc_challenge.json,arc_challenge,,10,123,,,ABCD,4544x74,,,,,,256,0,0.26171875,0.2578125,20,19,47,170,patched_0,100.0,1.1069091230630874,-10.0,100.0,20,20,100.0,1.1069091230630874,20,20,100.0,1.1069091230630874,20,20,100.0,1.1069091230630874,,,,,,,,,18,20,90.0,1.1030617356300354,,,,,,,,,,,,,0,20,0.0,-0.40455217361450196,0,20,0.0,-0.26987934708595274,0,20,0.0,8.940696716308594e-08
subspace_mc,commonsenseqa.json,commonsenseqa,,10,123,,,ABCDE,4544x74,,,,,,256,0,0.1875,0.19921875,8,11,40,197,patched_0,100.0,0.8759389966726303,0.0,100.0,8,8,100.0,0.8759389966726303,8,8,100.0,0.8759389966726303,8,8,100.0,0.8759389966726303,,,,,,,,,8,8,100.0,0.8717413544654846,,,,,,,,,,,,,0,8,0.0,-0.5530861169099808,0,8,0.0,-0.09403063356876373,0,8,0.0,-2.086162567138672e-07
subspace_mc,logiqa.json,logiqa,,10,123,,,ABCD,4544x74,,,,,,256,0,0.16796875,0.1640625,3,2,40,211,patched_0,100.0,0.8085911472638448,0.0,100.0,3,3,100.0,0.8085911472638448,3,3,100.0,0.8085911472638448,3,3,100.0,0.8085911472638448,,,,,,,,,3,3,100.0,0.808246374130249,,,,,,,,,,,,,0,3,0.0,-0.4981044928232829,0,3,0.0,-0.05414787928263346,0,3,0.0,6.357828776041666e-07
subspace_mc,openbookqa.json,openbookqa,,10,123,,,ABCD,4544x74,,,,,,256,0,0.24609375,0.2734375,14,21,49,172,patched_0,100.0,0.8134606991495404,0.0,100.0,14,14,100.0,0.8134606991495404,14,14,100.0,0.8134606991495404,14,14,100.0,0.8134606991495404,,,,,,,,,14,14,100.0,0.8161735023771014,,,,,,,,,,,,,0,14,0.0,-0.4471486040524074,0,14,0.0,-0.2667101195880345,0,14,0.0,-8.514949253627232e-09
subspace_mc,piqa.json,piqa,,10,123,,,AB,4544x74,,,,,,256,0,0.5390625,0.5546875,46,50,92,68,patched_0,100.0,1.0091856381167537,-4.347826086956516,100.0,46,46,100.0,1.0091856381167537,46,46,100.0,1.0091856381167537,46,46,100.0,1.0091856381167537,,,,,,,,,44,46,95.65217391304348,1.0087938697441765,,,,,,,,,,,,,0,46,0.0,-0.3282514732816945,1,46,2.1739130434782608,-0.10911586232807326,0,46,0.0,2.6692514834196673e-07
subspace_mc,qasc.json,qasc,,10,123,,,ABCDEFGH,4544x74,,,,,,256,0,0.12109375,0.12890625,3,5,28,220,patched_0,100.0,0.9402300119400024,0.0,100.0,3,3,100.0,0.9402300119400024,3,3,100.0,0.9402300119400024,3,3,100.0,0.9402300119400024,,,,,,,,,3,3,100.0,0.9462389548619589,,,,,,,,,,,,,0,3,0.0,-0.3384745121002197,0,3,0.0,-0.2770029703776042,0,3,0.0,-8.742014567057291e-07