| benchmark_group,matched_eval_pairs_mean,matched_eval_pairs_std,positives_mean,positives_std,negatives_mean,negatives_std,unique_fraud_users_mean,unique_fraud_users_std,unique_benign_users_mean,unique_benign_users_std,unique_templates_mean,unique_templates_std,positive_rate_mean,positive_rate_std,benign_motif_hit_rate_mean,benign_motif_hit_rate_std,static_agg_auc_mean,static_agg_auc_std,total_txn_count_auc_mean,total_txn_count_auc_std,local_event_idx_auc_mean,local_event_idx_auc_std,prefix_txn_count_auc_mean,prefix_txn_count_auc_std,timestamp_auc_mean,timestamp_auc_std,account_age_auc_mean,account_age_auc_std,active_age_auc_mean,active_age_auc_std,audit_roc_auc_mean,audit_roc_auc_std,audit_pair_sep_mean,audit_pair_sep_std,raw_roc_auc_mean,raw_roc_auc_std,raw_pair_sep_mean,raw_pair_sep_std,xgb_roc_auc_mean,xgb_roc_auc_std,xgb_pr_auc_mean,xgb_pr_auc_std,static_gnn_roc_auc_mean,static_gnn_roc_auc_std,static_gnn_pr_auc_mean,static_gnn_pr_auc_std,seqgru_clean_roc_auc_mean,seqgru_clean_roc_auc_std,seqgru_clean_pr_auc_mean,seqgru_clean_pr_auc_std,seqgru_shuffled_roc_auc_mean,seqgru_shuffled_roc_auc_std,seqgru_shuffled_pr_auc_mean,seqgru_shuffled_pr_auc_std,seqgru_shuffle_delta_mean,seqgru_shuffle_delta_std,tgn_clean_roc_auc_mean,tgn_clean_roc_auc_std,tgn_clean_pr_auc_mean,tgn_clean_pr_auc_std,tgn_shuffled_roc_auc_mean,tgn_shuffled_roc_auc_std,tgn_shuffled_pr_auc_mean,tgn_shuffled_pr_auc_std,tgn_shuffle_delta_mean,tgn_shuffle_delta_std,tgat_clean_roc_auc_mean,tgat_clean_roc_auc_std,tgat_clean_pr_auc_mean,tgat_clean_pr_auc_std,tgat_shuffled_roc_auc_mean,tgat_shuffled_roc_auc_std,tgat_shuffled_pr_auc_mean,tgat_shuffled_pr_auc_std,tgat_shuffle_delta_mean,tgat_shuffle_delta_std,dyrep_clean_roc_auc_mean,dyrep_clean_roc_auc_std,dyrep_clean_pr_auc_mean,dyrep_clean_pr_auc_std,dyrep_shuffled_roc_auc_mean,dyrep_shuffled_roc_auc_std,dyrep_shuffled_pr_auc_mean,dyrep_shuffled_pr_auc_std,dyrep_shuffle_delta_mean,dyrep_shuffle_delta_std,jodie_clean_roc_auc_mean,jodie_clean_roc_auc_std,jodie_clean_pr_auc_mean,jodie_clean_pr_auc_std,jodie_shuffled_roc_auc_mean,jodie_shuffled_roc_auc_std,jodie_shuffled_pr_auc_mean,jodie_shuffled_pr_auc_std,jodie_shuffle_delta_mean,jodie_shuffle_delta_std,run_wall_time_sec_mean,run_wall_time_sec_std,static_gnn_eval_time_sec_mean,static_gnn_eval_time_sec_std,static_gnn_unique_prefix_cutoffs_mean,static_gnn_unique_prefix_cutoffs_std,static_gnn_graph_builds_mean,static_gnn_graph_builds_std,static_gnn_cache_hit_rate_mean,static_gnn_cache_hit_rate_std |
| easy,2222.2,128.44337273678235,2222.2,128.44337273678235,2222.2,128.44337273678235,304.6,23.255106965997808,304.6,23.255106965997808,300.2,24.242524621004303,0.5,0.0,0.0,0.0,0.5,0.0,0.5,6.206335383118183e-17,0.5,3.925231146709438e-17,0.5,3.925231146709438e-17,0.5,6.206335383118183e-17,0.5,3.925231146709438e-17,0.5,3.925231146709438e-17,1.0,0.0,1.0,0.0,0.9982782984126984,0.001149871463173317,0.9994285714285714,0.0005216405309572621,0.5,0.0,0.5,0.0,0.49457393340859934,0.012755783543575892,0.500107139102632,0.009889715020333248,1.0,0.0,1.0,1.1102230246251565e-16,0.49974154428217704,0.009591068847742442,0.5008222862745619,0.007697015864546175,-0.5002584557178229,0.009591068847742449,0.5659960656066125,0.012253989861131185,0.5566307819101745,0.01074876669662915,0.49917397446189604,0.006683884781934981,0.5011963803002037,0.005435345264141806,-0.06682209114471642,0.012603683865078827,0.5199972681183481,0.011852646816394119,0.5176696925268653,0.008568402570743537,0.4905478185995893,0.013496105056272589,0.49072872975329485,0.016314384651358455,-0.02944944951875884,0.02442035975994014,0.5319768283553643,0.008975297365824772,0.5245052909020191,0.010009732622698648,0.501374123345454,0.008600838114858953,0.5009339047976088,0.009516992537891095,-0.030602705009910237,0.014985125273415325,0.528177055734271,0.008461290915256077,0.5210360194610376,0.007934226096555719,0.4861724305772306,0.018330555580862388,0.490111107879037,0.013667758528203277,-0.04200462515704036,0.023061544951557662,1345.9430968581232,135.92064773640567,198.41289658318274,45.34452971402127,9669.8,654.7252859024156,9669.8,654.7252859024156,0.5092226573676838,0.0016331807218120558 |
| hard,2317.6,21.972710347155616,2317.6,21.972710347155616,2317.6,21.972710347155616,315.0,0.0,315.0,0.0,315.0,0.0,0.5,0.0,0.0,0.0,0.5,0.0,0.5,0.0,0.5,0.0,0.5,0.0,0.5,0.0,0.5,0.0,0.5,0.0,0.578952380952381,0.004522556217365214,0.1579047619047619,0.009045112434730492,0.5909810430839002,0.010530612027124934,0.21980952380952382,0.010698930796178,0.5,0.0,0.5,0.0,0.5026336163654458,0.01980405588953641,0.5080511075264689,0.01283437221039188,0.6876414875777834,0.012781732735056048,0.7057913266203787,0.02502750902817197,0.49938179121258025,0.003312709655481429,0.4980954918207492,0.0030665264051839797,-0.1882596963652031,0.011104932927501891,0.5059853196074448,0.008079358477863603,0.5069287103728435,0.006235376329421992,0.5054214688237517,0.007990471528533967,0.5047498521635512,0.005450189547643361,-0.0005638507836929873,0.013088840843279353,0.5156730829052805,0.013467835921240994,0.5132651592085435,0.016302073969799668,0.5011864642748936,0.011063947584242,0.5035590822091837,0.01025624582895254,-0.014486618630386949,0.01725190514284385,0.5229457250003762,0.005040588750960815,0.517178399415892,0.0071765984979953925,0.505803239478033,0.013496896715116053,0.5045745103245468,0.01398661481780868,-0.01714248552234311,0.014723463414785235,0.5137278121120423,0.008504754786988169,0.5087297040375469,0.007574116062368707,0.4906150653471735,0.01522220718109205,0.49398835514990386,0.011519420964618571,-0.02311274676486883,0.01392959135960894,2613.720267258398,231.42875879450867,272.99876791681163,70.83843050169894,7820.8,39.00897332665918,7820.8,39.00897332665918,0.5000895221861994,7.289610279560189e-05 |
| medium,2356.6,18.03607496103295,2356.6,18.03607496103295,2356.6,18.03607496103295,263.0,0.0,263.0,0.0,263.0,0.0,0.5,0.0,0.0,0.0,0.5,0.0,0.5,5.551115123125783e-17,0.5,7.850462293418876e-17,0.5,7.850462293418876e-17,0.5,2.7755575615628914e-17,0.5,2.7755575615628914e-17,0.5,2.7755575615628914e-17,0.6373714285714286,0.006888025693853336,0.2747428571428571,0.013776051387706675,0.6481831183673469,0.005764227401455721,0.40091428571428567,0.015573918542727466,0.5,0.0,0.5,0.0,0.4921874153560619,0.020348332550557822,0.4956291367555955,0.023055835930671172,0.8390514377558924,0.017420347083487348,0.8519742320502616,0.011007146821714693,0.5053484264036348,0.007092438096250276,0.5054025530107914,0.007800172748172979,-0.33370301135225755,0.019061304635613695,0.517692749388366,0.0063131736976550406,0.513334852952265,0.003355966199618068,0.5053189111363257,0.006779306598974561,0.5055407003141147,0.00937870877887144,-0.012373838252040392,0.009436475579344216,0.5198742749931335,0.014552632281034735,0.5121409850085039,0.010536352589178184,0.48651413584351955,0.011564922480680893,0.49110846165883615,0.009946234398031282,-0.033360139149614075,0.02112935180843745,0.5285439001305129,0.02458503755031099,0.5251921296531286,0.014445534222276029,0.49949870912167277,0.023355319136566757,0.5001310510204668,0.02016143582098936,-0.02904519100884011,0.01811101404595585,0.5297748513031175,0.0057392225786609295,0.5235077517005639,0.010275577857659849,0.4998971285826553,0.010202234449459783,0.49781867174721084,0.00918032438315436,-0.02987772272046225,0.0060577643718508515,2181.9480370249134,228.07771451163825,184.23316896660253,57.53063895351959,7951.8,9.364827814754593,7951.8,9.364827814754593,0.5001006210876321,7.169364029529845e-05 |
| oracle_calib,2606.6,454.3449130341398,2606.6,454.3449130341398,2606.6,454.3449130341398,409.8,86.54016408581624,409.8,86.54016408581624,409.8,86.54016408581624,0.5,0.0,0.0,0.0,0.5,0.0,0.5,5.551115123125783e-17,0.5,6.206335383118183e-17,0.5,6.206335383118183e-17,0.5,9.614813431917819e-17,0.5,7.343435057440258e-17,0.5,7.343435057440258e-17,1.0,0.0,1.0,0.0,0.9999817110409943,1.3140374734331347e-05,1.0,0.0,0.5,0.0,0.5,0.0,0.5222157141003233,0.023516039753953923,0.514104223252186,0.020183226808302326,1.0,0.0,1.0,5.551115123125783e-17,0.49682065701526507,0.004330987919824296,0.5007950893628443,0.005681423959457716,-0.5031793429847349,0.0043309879198242685,0.6270297567858539,0.010303507240770513,0.6106805252852784,0.014409973345092659,0.4982797551689634,0.007131551328264676,0.4994982177577209,0.004835429739170152,-0.12875000161689054,0.01727357821753726,0.6327274455518379,0.04654529268784975,0.6103729742445562,0.03808442638828811,0.4924607354287357,0.022119310616656705,0.49793826587089995,0.014906661619218883,-0.14026671012310227,0.06541831161797947,0.6134640288219118,0.0480908179546756,0.6009690418565323,0.04002333459297223,0.4931555753859384,0.015291510042359189,0.49678224204556737,0.011413978057983939,-0.1203084534359734,0.05996007359849203,0.5903473298404479,0.01699900331697829,0.5719652896107663,0.014612478266755118,0.4956866999432834,0.00714807459965651,0.4989430331304076,0.005797790260502956,-0.0946606298971645,0.02266838504675893,1136.5993946583476,283.10154591520177,170.95146107478067,34.9401583355002,8828.4,1788.6488755482446,8828.4,1788.6488755482446,0.5000636319216116,8.053216307724209e-05 |
|
|
