| benchmark_group,benchmark_mode,seed,primary_metric_label,secondary_metric_label,gate_pass,run_wall_time_sec,matched_eval_pairs,positives,negatives,unique_fraud_users,unique_benign_users,unique_templates,positive_rate,benign_motif_hit_rate,static_agg_auc,total_txn_count_auc,local_event_idx_auc,prefix_txn_count_auc,timestamp_auc,account_age_auc,active_age_auc,audit_roc_auc,audit_pair_sep,raw_roc_auc,raw_pair_sep,xgb_roc_auc,xgb_pr_auc,static_gnn_roc_auc,static_gnn_pr_auc,seqgru_clean_roc_auc,seqgru_clean_pr_auc,seqgru_shuffled_roc_auc,seqgru_shuffled_pr_auc,seqgru_shuffle_delta,tgn_clean_roc_auc,tgn_clean_pr_auc,tgn_shuffled_roc_auc,tgn_shuffled_pr_auc,tgn_shuffle_delta,tgat_clean_roc_auc,tgat_clean_pr_auc,tgat_shuffled_roc_auc,tgat_shuffled_pr_auc,tgat_shuffle_delta,dyrep_clean_roc_auc,dyrep_clean_pr_auc,dyrep_shuffled_roc_auc,dyrep_shuffled_pr_auc,dyrep_shuffle_delta,jodie_clean_roc_auc,jodie_clean_pr_auc,jodie_shuffled_roc_auc,jodie_shuffled_pr_auc,jodie_shuffle_delta,static_gnn_unique_prefix_cutoffs,static_gnn_graph_builds,static_gnn_cache_hit_rate,static_gnn_eval_time_sec,gate_source_pool_packs,gate_source_pool_pairs,gate_pair_budget,volume_failures,hard_gate_failures,advisory_failures |
| easy,temporal_twins,0,MotifProbe,RawMotifProbe,True,1374.5449457499199,2000,2000,2000,263,263,257,0.5,0.0,0.5,0.49999999999999994,0.49999999999999994,0.49999999999999994,0.4999999999999999,0.5,0.5,1.0,1.0,0.9996708571428572,1.0,0.5,0.5,0.48441049999999997,0.4992397436122654,1.0,1.0,0.5,0.5,-0.5,0.583507625,0.5730032067517754,0.497649,0.5008672054970829,-0.08585862499999997,0.506032875,0.5065774537389924,0.50968625,0.5077122486407758,0.0036533749999999587,0.540288125,0.5356726612762375,0.500517,0.4970536488868157,-0.03977112500000002,0.53823375,0.5328414991073845,0.455796375,0.46821371367288744,-0.08243737499999998,8500,8500,0.5073035010433573,180.76024833298288,5,875,875,,,TGN ROC-AUC: 0.5835 (>=0.75) | TGN shuffle delta: -0.0859 (<=-0.1) | TGAT ROC-AUC: 0.5060 (>=0.75) | TGAT shuffle delta: 0.0037 (<=-0.1) | DyRep ROC-AUC: 0.5403 (>=0.75) | DyRep shuffle delta: -0.0398 (<=-0.1) | JODIE ROC-AUC: 0.5382 (>=0.75) | JODIE shuffle delta: -0.0824 (<=-0.1) |
| easy,temporal_twins,1,MotifProbe,RawMotifProbe,True,1177.3867150840815,2274,2274,2274,315,315,313,0.5,0.0,0.5,0.5,0.5,0.5,0.49999999999999994,0.49999999999999994,0.49999999999999994,1.0,1.0,0.9990548752834468,0.9990476190476191,0.5,0.5,0.49953065860954277,0.5071881348307721,1.0,0.9999999999999998,0.5139236012002144,0.5129796313596429,-0.4860763987997856,0.5494550843963617,0.5433197575082871,0.49582243618156063,0.4965457205812961,-0.05363264821480107,0.5254161803075414,0.5254420189198463,0.483182030200291,0.4672814724671842,-0.04223415010725046,0.5251361612167371,0.5136828366992827,0.516099260579423,0.5170680001858611,-0.009036900637314105,0.5186293916391869,0.5150892714548644,0.49292381314836603,0.4975999680068484,-0.025705578490820835,9952,9952,0.5111023776773433,190.05895587499253,6,1050,1050,,,TGN ROC-AUC: 0.5495 (>=0.75) | TGN shuffle delta: -0.0536 (<=-0.1) | TGAT ROC-AUC: 0.5254 (>=0.75) | TGAT shuffle delta: -0.0422 (<=-0.1) | DyRep ROC-AUC: 0.5251 (>=0.75) | DyRep shuffle delta: -0.0090 (<=-0.1) | JODIE ROC-AUC: 0.5186 (>=0.75) | JODIE shuffle delta: -0.0257 (<=-0.1) |
| easy,temporal_twins,2,MotifProbe,RawMotifProbe,True,1495.8273847908713,2323,2323,2323,315,315,308,0.5,0.0,0.5,0.5,0.49999999999999994,0.49999999999999994,0.5,0.49999999999999994,0.49999999999999994,1.0,1.0,0.9966934240362811,0.9990476190476191,0.5,0.5,0.5144343497218201,0.512351435372844,1.0,1.0,0.5,0.5,-0.5,0.5638291327307879,0.5527834458111796,0.49135152804804894,0.4951910906827444,-0.072477604682739,0.5103192373926794,0.5103496420884055,0.49033315055475674,0.49741507631670945,-0.019986086837922634,0.5371585942962336,0.529146476278628,0.4938088467178336,0.4959590824990066,-0.04334974757839999,0.5356717501842456,0.5256976782066104,0.503318274330568,0.5014640405334291,-0.03235347585367765,10016,10016,0.5106985832926233,268.9340163329616,6,1050,1050,,,TGN ROC-AUC: 0.5638 (>=0.75) | TGN shuffle delta: -0.0725 (<=-0.1) | TGAT ROC-AUC: 0.5103 (>=0.75) | TGAT shuffle delta: -0.0200 (<=-0.1) | DyRep ROC-AUC: 0.5372 (>=0.75) | DyRep shuffle delta: -0.0433 (<=-0.1) | JODIE ROC-AUC: 0.5357 (>=0.75) | JODIE shuffle delta: -0.0324 (<=-0.1) |
| easy,temporal_twins,3,MotifProbe,RawMotifProbe,True,1446.2250020408537,2231,2231,2231,315,315,310,0.5,0.0,0.5,0.4999999999999999,0.5,0.5,0.5,0.5,0.5,1.0,1.0,0.9978072562358278,0.9990476190476191,0.5,0.5,0.4839933249768301,0.49404546210261296,1.0,0.9999999999999999,0.48697633143346447,0.4915308243736177,-0.5130236685665355,0.5693302133399607,0.5560767983989721,0.5089378688827272,0.5065567661238032,-0.060392344457233516,0.522869649197637,0.5228560165420887,0.4957507602924522,0.5001487107522499,-0.027118888905184824,0.537521188437005,0.5299170521637653,0.497436091133434,0.4930702829588157,-0.040085097303571016,0.5258896230351787,0.5158218909665528,0.4949247201478855,0.497887675022134,-0.0309649028872932,9931,9931,0.5088526211671612,206.8077202499844,6,1050,1050,,,TGN ROC-AUC: 0.5693 (>=0.75) | TGN shuffle delta: -0.0604 (<=-0.1) | TGAT ROC-AUC: 0.5229 (>=0.75) | TGAT shuffle delta: -0.0271 (<=-0.1) | DyRep ROC-AUC: 0.5375 (>=0.75) | DyRep shuffle delta: -0.0401 (<=-0.1) | JODIE ROC-AUC: 0.5259 (>=0.75) | JODIE shuffle delta: -0.0310 (<=-0.1) |
| easy,temporal_twins,4,MotifProbe,RawMotifProbe,True,1235.7314366248902,2283,2283,2283,315,315,313,0.5,0.0,0.5,0.49999999999999994,0.49999999999999994,0.49999999999999994,0.5,0.5,0.5,1.0,1.0,0.9981650793650794,1.0,0.5,0.5,0.4905008337348038,0.4877109195946655,1.0,1.0,0.4978077887772062,0.4996009756395487,-0.5021922112227938,0.563858272565952,0.557970701080658,0.5021090391971434,0.5068211186160922,-0.061749233368808554,0.5353483986938826,0.5231233313449939,0.47378690195044637,0.4810861405895551,-0.06156149674343625,0.5197800728268455,0.5141074280921822,0.4990094182965794,0.5015185094575445,-0.020770654530266053,0.5224607638127438,0.5157297575697761,0.48389897025933365,0.4853901421598861,-0.038561793553410106,9950,9950,0.5081562036579338,145.50354212499224,6,1050,1050,,,TGN ROC-AUC: 0.5639 (>=0.75) | TGN shuffle delta: -0.0617 (<=-0.1) | TGAT ROC-AUC: 0.5353 (>=0.75) | TGAT shuffle delta: -0.0616 (<=-0.1) | DyRep ROC-AUC: 0.5198 (>=0.75) | DyRep shuffle delta: -0.0208 (<=-0.1) | JODIE ROC-AUC: 0.5225 (>=0.75) | JODIE shuffle delta: -0.0386 (<=-0.1) |
| hard,temporal_twins,0,MotifProbe,RawMotifProbe,False,2704.6002852078527,2347,2347,2347,315,315,315,0.5,0.0,0.5,0.5,0.5,0.5,0.49999999999999994,0.5,0.5,0.5838095238095238,0.1676190476190476,0.5946276643990931,0.22,0.5,0.5,0.4766781115926577,0.49566988053072414,0.7069281710925968,0.735748400166301,0.5047469242026146,0.5002742307984757,-0.20218124688998218,0.5072151505089764,0.5066476173200931,0.5178690434933209,0.5119717107289321,0.010653892984344493,0.5192286919871055,0.5309966200678777,0.4916587530083551,0.48963941048510695,-0.02756993897875043,0.5276853988147939,0.5262724790735741,0.49660945655996136,0.4928477276176523,-0.031075942254832567,0.5096590503718951,0.5084318476170457,0.4999026034559162,0.49346239643752765,-0.009756446915978878,7880,7880,0.5000634437254156,339.72918004216626,6,1050,1050,,MotifProbe ROC-AUC: 0.5838 (>=0.99) | MotifProbe pair-sep: 0.1676 (>=0.99) | RawMotifProbe ROC-AUC: 0.5946 (>=0.95) | RawMotifProbe pair-sep: 0.2200 (>=0.9) | SeqGRU ROC-AUC: 0.7069 (>=0.8),TGN ROC-AUC: 0.5072 (>=0.75) | TGN shuffle delta: 0.0107 (<=-0.1) | TGAT ROC-AUC: 0.5192 (>=0.75) | TGAT shuffle delta: -0.0276 (<=-0.1) | DyRep ROC-AUC: 0.5277 (>=0.75) | DyRep shuffle delta: -0.0311 (<=-0.1) | JODIE ROC-AUC: 0.5097 (>=0.75) | JODIE shuffle delta: -0.0098 (<=-0.1) |
| hard,temporal_twins,1,MotifProbe,RawMotifProbe,False,2626.3964453330263,2333,2333,2333,315,315,315,0.5,0.0,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5771428571428572,0.15428571428571428,0.5873283446712018,0.2180952380952381,0.5,0.5,0.5111029271403477,0.5153117352530947,0.6795465606592381,0.7094818892024258,0.49713626348066264,0.4964795564616979,-0.1824102971785755,0.49947390071706405,0.5040930109937863,0.5015614869235805,0.5065433601174865,0.0020875862065164452,0.5159114947962379,0.5020331145888248,0.5043064446105735,0.5039726200524401,-0.011605050185664378,0.5242696479755512,0.5151940153551753,0.5124732472038287,0.5092803708384905,-0.011796400771722504,0.5218471293461983,0.5136664343814845,0.4870073595107304,0.493502591336135,-0.03483976983546788,7829,7829,0.5001915219611849,355.82124158297665,6,1050,1050,,MotifProbe ROC-AUC: 0.5771 (>=0.99) | MotifProbe pair-sep: 0.1543 (>=0.99) | RawMotifProbe ROC-AUC: 0.5873 (>=0.95) | RawMotifProbe pair-sep: 0.2181 (>=0.9) | SeqGRU ROC-AUC: 0.6795 (>=0.8),TGN ROC-AUC: 0.4995 (>=0.75) | TGN shuffle delta: 0.0021 (<=-0.1) | TGAT ROC-AUC: 0.5159 (>=0.75) | TGAT shuffle delta: -0.0116 (<=-0.1) | DyRep ROC-AUC: 0.5243 (>=0.75) | DyRep shuffle delta: -0.0118 (<=-0.1) | JODIE ROC-AUC: 0.5218 (>=0.75) | JODIE shuffle delta: -0.0348 (<=-0.1) |
| hard,temporal_twins,2,MotifProbe,RawMotifProbe,False,2215.002636749996,2298,2298,2298,315,315,315,0.5,0.0,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5823809523809523,0.16476190476190475,0.6056875283446712,0.23333333333333334,0.5,0.5,0.5302989847758031,0.5197931259781347,0.6945849533518003,0.6661500024452135,0.49655327105493785,0.4934364851029612,-0.1980316822968624,0.5187310492871918,0.5153823461851819,0.49727607765787185,0.4985930975396722,-0.021454971629319974,0.5277928323035659,0.5285911740125484,0.49194033711533325,0.497735036173631,-0.035852495188232636,0.5256642738492093,0.5194855179880649,0.49441723267896326,0.4970236710415446,-0.03124704117024607,0.5230867307326688,0.5184689172670518,0.49712543771743845,0.49714194192736905,-0.025961293015230313,7783,7783,0.5001284521515735,252.62806449993514,6,1050,1050,,MotifProbe ROC-AUC: 0.5824 (>=0.99) | MotifProbe pair-sep: 0.1648 (>=0.99) | RawMotifProbe ROC-AUC: 0.6057 (>=0.95) | RawMotifProbe pair-sep: 0.2333 (>=0.9) | SeqGRU ROC-AUC: 0.6946 (>=0.8),TGN ROC-AUC: 0.5187 (>=0.75) | TGN shuffle delta: -0.0215 (<=-0.1) | TGAT ROC-AUC: 0.5278 (>=0.75) | TGAT shuffle delta: -0.0359 (<=-0.1) | DyRep ROC-AUC: 0.5257 (>=0.75) | DyRep shuffle delta: -0.0312 (<=-0.1) | JODIE ROC-AUC: 0.5231 (>=0.75) | JODIE shuffle delta: -0.0260 (<=-0.1) |
| hard,temporal_twins,3,MotifProbe,RawMotifProbe,False,2720.795840667095,2313,2313,2313,315,315,315,0.5,0.0,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5723809523809524,0.14476190476190476,0.5768263038548753,0.2038095238095238,0.5,0.5,0.4957826858436002,0.49263510260794396,0.6798645936079255,0.7103790186016758,0.49822970936840943,0.5004267917513756,-0.18163488423951607,0.4985870011583245,0.49870625588993234,0.508290982620647,0.5065958243733901,0.009703981462322486,0.4928952859353017,0.49370936893207173,0.4994970998897376,0.5114796665729604,0.006601813954435931,0.5145885892049094,0.5065660441425716,0.4990967237380254,0.4967003163548941,-0.01549186546688397,0.5108538012089416,0.5033834765330694,0.5033733840326926,0.5090114706442791,-0.007480417176249032,7788,7788,0.5000641930928232,209.0554490420036,6,1050,1050,,MotifProbe ROC-AUC: 0.5724 (>=0.99) | MotifProbe pair-sep: 0.1448 (>=0.99) | RawMotifProbe ROC-AUC: 0.5768 (>=0.95) | RawMotifProbe pair-sep: 0.2038 (>=0.9) | SeqGRU ROC-AUC: 0.6799 (>=0.8),TGN ROC-AUC: 0.4986 (>=0.75) | TGN shuffle delta: 0.0097 (<=-0.1) | TGAT ROC-AUC: 0.4929 (>=0.75) | TGAT shuffle delta: 0.0066 (<=-0.1) | DyRep ROC-AUC: 0.5146 (>=0.75) | DyRep shuffle delta: -0.0155 (<=-0.1) | JODIE ROC-AUC: 0.5109 (>=0.75) | JODIE shuffle delta: -0.0075 (<=-0.1) |
| hard,temporal_twins,4,MotifProbe,RawMotifProbe,False,2801.806128334021,2297,2297,2297,315,315,315,0.5,0.0,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.579047619047619,0.1580952380952381,0.5904353741496597,0.22380952380952382,0.5,0.5,0.49930537247482043,0.5168456932624468,0.6772831591773563,0.7071973226862772,0.500242787956277,0.49986039498923557,-0.1770403712210793,0.505919496365667,0.5098143214752235,0.5021097534233386,0.5000452680582751,-0.003809742942328387,0.5225371095041913,0.5109955184413948,0.5185296867504681,0.5149686777617797,-0.004007422753723233,0.5225207151574169,0.518373940520074,0.5264195372093865,0.5270204657701526,0.0038988220519695638,0.5031923489005079,0.4996978443890834,0.46566654201908986,0.47682337540420816,-0.037525806881418045,7824,7824,0.5,207.7599044169765,6,1050,1050,,MotifProbe ROC-AUC: 0.5790 (>=0.99) | MotifProbe pair-sep: 0.1581 (>=0.99) | RawMotifProbe ROC-AUC: 0.5904 (>=0.95) | RawMotifProbe pair-sep: 0.2238 (>=0.9) | SeqGRU ROC-AUC: 0.6773 (>=0.8),TGN ROC-AUC: 0.5059 (>=0.75) | TGN shuffle delta: -0.0038 (<=-0.1) | TGAT ROC-AUC: 0.5225 (>=0.75) | TGAT shuffle delta: -0.0040 (<=-0.1) | DyRep ROC-AUC: 0.5225 (>=0.75) | DyRep shuffle delta: 0.0039 (<=-0.1) | JODIE ROC-AUC: 0.5032 (>=0.75) | JODIE shuffle delta: -0.0375 (<=-0.1) |
| medium,temporal_twins,0,MotifProbe,RawMotifProbe,False,2051.348557624966,2351,2351,2351,263,263,263,0.5,0.0,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.6462857142857144,0.2925714285714286,0.647294693877551,0.41942857142857143,0.5,0.5,0.481010913118593,0.4829409773887493,0.8619007161129114,0.8579608164967235,0.5067598410117526,0.5077964172765427,-0.35514087510115877,0.5193918223708528,0.5164252479551498,0.4955602302141716,0.4943055171230674,-0.02383159215668118,0.5019050329452466,0.4996380784315413,0.4971637543125354,0.4915768099988318,-0.004741278632711177,0.49644530748926985,0.5039957304653313,0.47158118548610767,0.47555388727789427,-0.02486412200316218,0.5228705270533855,0.5078491111983212,0.49357830482372533,0.4948411596433755,-0.029292222229660214,7957,7957,0.5000628298567479,244.40429737512022,5,875,875,,MotifProbe ROC-AUC: 0.6463 (>=0.99) | MotifProbe pair-sep: 0.2926 (>=0.99) | RawMotifProbe ROC-AUC: 0.6473 (>=0.95) | RawMotifProbe pair-sep: 0.4194 (>=0.9),TGN ROC-AUC: 0.5194 (>=0.75) | TGN shuffle delta: -0.0238 (<=-0.1) | TGAT ROC-AUC: 0.5019 (>=0.75) | TGAT shuffle delta: -0.0047 (<=-0.1) | DyRep ROC-AUC: 0.4964 (>=0.75) | DyRep shuffle delta: -0.0249 (<=-0.1) | JODIE ROC-AUC: 0.5229 (>=0.75) | JODIE shuffle delta: -0.0293 (<=-0.1) |
| medium,temporal_twins,1,MotifProbe,RawMotifProbe,False,1930.7192042078823,2367,2367,2367,263,263,263,0.5,0.0,0.5,0.5000000000000001,0.5,0.5,0.5,0.49999999999999994,0.49999999999999994,0.6302857142857143,0.26057142857142856,0.6470184489795918,0.39085714285714285,0.5,0.5,0.5022402635591587,0.5043487427634855,0.8457106935616094,0.8614617174019906,0.4941023854795438,0.49349011491008,-0.3516083080820656,0.522757465210009,0.5145575419120294,0.5030619225875289,0.4994609625152058,-0.019695542622480078,0.5340958600414908,0.5257877550069452,0.4926771769769837,0.5034453218027963,-0.04141868306450708,0.5343029034808108,0.5347011365965377,0.48037531620977,0.485732011513482,-0.0539275872710408,0.537501278403995,0.5329757518416038,0.5142785901555484,0.5064160722092803,-0.023222688248446532,7949,7949,0.500125770343353,132.83034954196773,5,875,875,,MotifProbe ROC-AUC: 0.6303 (>=0.99) | MotifProbe pair-sep: 0.2606 (>=0.99) | RawMotifProbe ROC-AUC: 0.6470 (>=0.95) | RawMotifProbe pair-sep: 0.3909 (>=0.9),TGN ROC-AUC: 0.5228 (>=0.75) | TGN shuffle delta: -0.0197 (<=-0.1) | TGAT ROC-AUC: 0.5341 (>=0.75) | TGAT shuffle delta: -0.0414 (<=-0.1) | DyRep ROC-AUC: 0.5343 (>=0.75) | DyRep shuffle delta: -0.0539 (<=-0.1) | JODIE ROC-AUC: 0.5375 (>=0.75) | JODIE shuffle delta: -0.0232 (<=-0.1) |
| medium,temporal_twins,2,MotifProbe,RawMotifProbe,False,2424.7690414588433,2382,2382,2382,263,263,263,0.5,0.0,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.6422857142857143,0.2845714285714286,0.6577848163265305,0.4114285714285714,0.5,0.5,0.494940186015886,0.49951011403677115,0.8322445806464803,0.8495207763554049,0.5095297363870225,0.5129195733404948,-0.32271484425945784,0.5100804134845656,0.5106341028401167,0.5045714394482549,0.5036414024408474,-0.0055089740363106765,0.5268100171944495,0.512574065586032,0.4918902685337343,0.4959242385355333,-0.03491974866071523,0.555479505893981,0.5411320768993783,0.5291449092374166,0.5246600433273672,-0.026334596656564346,0.5293126062315956,0.5240592828917321,0.4901003256300225,0.48565587368529267,-0.03921228060157311,7963,7963,0.5,211.79842166695744,5,875,875,,MotifProbe ROC-AUC: 0.6423 (>=0.99) | MotifProbe pair-sep: 0.2846 (>=0.99) | RawMotifProbe ROC-AUC: 0.6578 (>=0.95) | RawMotifProbe pair-sep: 0.4114 (>=0.9),TGN ROC-AUC: 0.5101 (>=0.75) | TGN shuffle delta: -0.0055 (<=-0.1) | TGAT ROC-AUC: 0.5268 (>=0.75) | TGAT shuffle delta: -0.0349 (<=-0.1) | DyRep ROC-AUC: 0.5555 (>=0.75) | DyRep shuffle delta: -0.0263 (<=-0.1) | JODIE ROC-AUC: 0.5293 (>=0.75) | JODIE shuffle delta: -0.0392 (<=-0.1) |
| medium,temporal_twins,3,MotifProbe,RawMotifProbe,False,2079.285972832935,2347,2347,2347,263,263,263,0.5,0.0,0.5,0.5,0.5000000000000001,0.5000000000000001,0.49999999999999994,0.5,0.5,0.6314285714285715,0.26285714285714284,0.6421642448979592,0.38057142857142856,0.5,0.5,0.5180312500397121,0.526285010196783,0.814596737460853,0.8338883059584599,0.5037432768699637,0.5020890911791002,-0.31085346059088936,0.52414109046732,0.5160931400928375,0.512567240377394,0.5156209506984695,-0.011573850089926063,0.5298729633184464,0.5184260893426764,0.4680536612295855,0.476603604353865,-0.06181930208886083,0.5459730749840834,0.527057171110536,0.5100135084377359,0.5147212108253956,-0.03595956654634758,0.5261229694454423,0.5203561259409802,0.4947597391551717,0.49457115199809787,-0.03136323029027066,7952,7952,0.5001885606536769,218.7749079579953,5,875,875,,MotifProbe ROC-AUC: 0.6314 (>=0.99) | MotifProbe pair-sep: 0.2629 (>=0.99) | RawMotifProbe ROC-AUC: 0.6422 (>=0.95) | RawMotifProbe pair-sep: 0.3806 (>=0.9),TGN ROC-AUC: 0.5241 (>=0.75) | TGN shuffle delta: -0.0116 (<=-0.1) | TGAT ROC-AUC: 0.5299 (>=0.75) | TGAT shuffle delta: -0.0618 (<=-0.1) | DyRep ROC-AUC: 0.5460 (>=0.75) | DyRep shuffle delta: -0.0360 (<=-0.1) | JODIE ROC-AUC: 0.5261 (>=0.75) | JODIE shuffle delta: -0.0314 (<=-0.1) |
| medium,temporal_twins,4,MotifProbe,RawMotifProbe,False,2423.6174089999404,2336,2336,2336,263,263,263,0.5,0.0,0.5,0.5,0.5000000000000001,0.5000000000000001,0.5,0.5,0.5,0.6365714285714286,0.27314285714285713,0.6466533877551021,0.4022857142857143,0.5,0.5,0.46471446404696004,0.4650608393921883,0.8408044609976075,0.8570395440387284,0.5126068922698912,0.5107175683477393,-0.3281975687277163,0.5120929554090824,0.5089642319611912,0.5108337230542784,0.5146746687929834,-0.001259232354803963,0.5066875014660349,0.5042789366753245,0.48278581816475885,0.4879923336031542,-0.023901683301276067,0.5105187088044192,0.5190745331938593,0.5063786262373335,0.4999881021581954,-0.004140082567085646,0.5330668753811691,0.5322984866301819,0.5067686831488084,0.5076091012000079,-0.02629819223236074,7938,7938,0.5001259445843829,113.35786829097196,5,875,875,,MotifProbe ROC-AUC: 0.6366 (>=0.99) | MotifProbe pair-sep: 0.2731 (>=0.99) | RawMotifProbe ROC-AUC: 0.6467 (>=0.95) | RawMotifProbe pair-sep: 0.4023 (>=0.9),TGN ROC-AUC: 0.5121 (>=0.75) | TGN shuffle delta: -0.0013 (<=-0.1) | TGAT ROC-AUC: 0.5067 (>=0.75) | TGAT shuffle delta: -0.0239 (<=-0.1) | DyRep ROC-AUC: 0.5105 (>=0.75) | DyRep shuffle delta: -0.0041 (<=-0.1) | JODIE ROC-AUC: 0.5331 (>=0.75) | JODIE shuffle delta: -0.0263 (<=-0.1) |
| oracle_calib,temporal_twins_oracle_calib,0,AuditOracle,RawMotifOracle,True,901.936418332858,2853,2853,2853,473,473,473,0.5,0.0,0.5,0.5,0.5,0.5,0.4999999999999999,0.5,0.5,1.0,1.0,0.9999858906525572,1.0,0.5,0.5,0.5494864679617903,0.5365602493766324,1.0,1.0,0.5012238917127346,0.5061698494362845,-0.4987761082872654,0.6134621454175502,0.6024976632244539,0.5066318910404665,0.5001468353157608,-0.1068302543770837,0.615233974998062,0.6180412516088557,0.5215053327500129,0.5139132886490805,-0.0937286422480491,0.5935618037672326,0.5879535548483208,0.5161241160355492,0.5138743581171773,-0.0774376877316833,0.5632483083646893,0.547086039428206,0.5078898752999069,0.5077650108996781,-0.0553584330647823,10185,10185,0.5,180.55045529198833,3,1575,1575,,,TGN ROC-AUC: 0.6135 (>=0.75) | TGAT ROC-AUC: 0.6152 (>=0.75) | TGAT shuffle delta: -0.0937 (<=-0.1) | DyRep ROC-AUC: 0.5936 (>=0.75) | DyRep shuffle delta: -0.0774 (<=-0.1) | JODIE ROC-AUC: 0.5632 (>=0.75) | JODIE shuffle delta: -0.0554 (<=-0.1) |
| oracle_calib,temporal_twins_oracle_calib,1,AuditOracle,RawMotifOracle,True,1143.5602012500167,2132,2132,2132,315,315,315,0.5,0.0,0.5,0.5,0.5,0.5,0.5000000000000001,0.5000000000000001,0.5000000000000001,1.0,1.0,0.9999963718820862,1.0,0.5,0.5,0.5118895398977081,0.5053537777034991,1.0,1.0,0.49072011763919055,0.49219062321980206,-0.5092798823608095,0.6250474103185973,0.6100247102671643,0.5029783800147137,0.507128961768325,-0.12206903030388361,0.5881511823759455,0.5652716786063742,0.5044923201883917,0.5109723125272536,-0.0836588621875538,0.6369324401859979,0.6185149651256301,0.4850548595686563,0.4983352601608312,-0.15187758061734163,0.6068618681117537,0.5797334581795327,0.4953348686503173,0.4935200822054147,-0.1115269994614364,6805,6805,0.5,165.99826508318074,2,1050,1050,,,TGN ROC-AUC: 0.6250 (>=0.75) | TGAT ROC-AUC: 0.5882 (>=0.75) | TGAT shuffle delta: -0.0837 (<=-0.1) | DyRep ROC-AUC: 0.6369 (>=0.75) | JODIE ROC-AUC: 0.6069 (>=0.75) |
| oracle_calib,temporal_twins_oracle_calib,2,AuditOracle,RawMotifOracle,True,806.5066169169731,2093,2093,2093,315,315,315,0.5,0.0,0.5,0.5,0.49999999999999994,0.49999999999999994,0.5,0.4999999999999999,0.4999999999999999,1.0,1.0,0.999990022675737,1.0,0.5,0.5,0.5220703598941618,0.5073233392264959,1.0,1.0,0.49417985782471957,0.4998530181637495,-0.5058201421752804,0.6352885154688266,0.6340487143957136,0.4923195170395985,0.49552298522195154,-0.1429689984292281,0.7060817929032891,0.6665081062801318,0.4623878790562769,0.477270326363137,-0.24369391384701222,0.6657609409016791,0.648743368219329,0.4770479214381248,0.4821895666593807,-0.18871301946355434,0.6024728299391254,0.5844621588095853,0.4940944823472504,0.500317685955297,-0.10837834759187503,6937,6937,0.5000720668780628,114.4969327498693,2,1050,1050,,,TGN ROC-AUC: 0.6353 (>=0.75) | TGAT ROC-AUC: 0.7061 (>=0.75) | DyRep ROC-AUC: 0.6658 (>=0.75) | JODIE ROC-AUC: 0.6025 (>=0.75) |
| oracle_calib,temporal_twins_oracle_calib,3,AuditOracle,RawMotifOracle,True,1393.7951140829828,2998,2998,2998,473,473,473,0.5,0.0,0.5,0.5000000000000001,0.5000000000000001,0.5000000000000001,0.5000000000000001,0.49999999999999994,0.49999999999999994,1.0,1.0,0.9999649281934996,1.0,0.5,0.5,0.48911221000791727,0.4885211711947893,1.0,0.9999999999999999,0.4979794178996805,0.5057619559943859,-0.5020205821003195,0.6222536171545985,0.5959466869918038,0.4997812083750741,0.4995610264970908,-0.12247240877952437,0.6055414528075421,0.5871884939065162,0.48833650941855383,0.49282018579101305,-0.11720494338898829,0.5407623316589534,0.5410533182459853,0.5001755117153931,0.4964000773137478,-0.04058681994356028,0.5901071027560735,0.572277485551008,0.4908559787022792,0.49919609101561024,-0.09925112405379427,10188,10188,0.5001962323390895,185.96092383284122,3,1575,1575,,,TGN ROC-AUC: 0.6223 (>=0.75) | TGAT ROC-AUC: 0.6055 (>=0.75) | DyRep ROC-AUC: 0.5408 (>=0.75) | DyRep shuffle delta: -0.0406 (<=-0.1) | JODIE ROC-AUC: 0.5901 (>=0.75) | JODIE shuffle delta: -0.0993 (<=-0.1) |
| oracle_calib,temporal_twins_oracle_calib,4,AuditOracle,RawMotifOracle,True,1437.1986227089074,2957,2957,2957,473,473,473,0.5,0.0,0.5,0.5,0.5,0.5,0.5,0.5,0.5,1.0,1.0,0.9999713418010912,1.0,0.5,0.5,0.5385199927400393,0.5327625787595134,1.0,1.0,0.5,0.5,-0.5,0.6390970955696971,0.6108848515472564,0.4896877793749641,0.49513127998547646,-0.14940931619473297,0.6486288246743511,0.6148553408209029,0.4855816357304432,0.49471521602401586,-0.1630471889439079,0.6303026275956961,0.6085800028433968,0.48737546817196864,0.49311194797669977,-0.14292715942372747,0.5890465400305975,0.5762673060854995,0.49025829471666305,0.493916295576038,-0.09878824531393449,10027,10027,0.5000498603909055,207.75072841602378,3,1574,1574,,,TGN ROC-AUC: 0.6391 (>=0.75) | TGAT ROC-AUC: 0.6486 (>=0.75) | DyRep ROC-AUC: 0.6303 (>=0.75) | JODIE ROC-AUC: 0.5890 (>=0.75) | JODIE shuffle delta: -0.0988 (<=-0.1) |
|
|
