{ "datasynth_release": "v5.9.0", "source_dataset": "VynFi/vynfi-journal-entries-1m", "n_nodes": 499, "n_edges": 61656, "n_train_edges": 43159, "n_val_edges": 9248, "n_test_edges": 9249, "fraud_rate": 0.05791812762618065, "anomaly_rate": 0.06518425047397614, "fraud_threshold": 0.7906454801559448, "fraud_metrics": { "baseline_logreg": { "val": { "auc_roc": 0.8996867930721201, "auc_pr": 0.7649268742898432, "f1": 0.7703549060542797, "threshold": 0.6874388263127761, "n": 9248, "n_pos": 535 }, "test": { "auc_roc": 0.9123373077799343, "auc_pr": 0.78648268232034, "f1": 0.7847579814624099, "threshold": 0.6874388263127761, "n": 9249, "n_pos": 536 } }, "gnn": { "val": { "auc_roc": 0.9010416275604936, "auc_pr": 0.7729164714621739, "f1": 0.7816091954022989, "threshold": 0.7906454801559448, "n": 9248, "n_pos": 535 }, "test": { "auc_roc": 0.9136482884555759, "auc_pr": 0.7949097089457173, "f1": 0.7837837837837838, "threshold": 0.7906454801559448, "n": 9249, "n_pos": 536 } }, "per_process_test": { "P2P": { "auc_roc": 0.9288755274161248, "auc_pr": 0.814626705458632, "f1": 0.8041237113402062, "threshold": 0.7906454801559448, "n": 2835, "n_pos": 157 }, "O2C": { "auc_roc": 0.896507488072416, "auc_pr": 0.7659814427770525, "f1": 0.7423312883435583, "threshold": 0.7906454801559448, "n": 3155, "n_pos": 187 }, "R2R": { "auc_roc": 0.9301409949454641, "auc_pr": 0.8112710676438888, "f1": 0.8, "threshold": 0.7906454801559448, "n": 1895, "n_pos": 105 }, "H2R": { "auc_roc": 0.8859231902710164, "auc_pr": 0.7516902980169896, "f1": 0.7522935779816514, "threshold": 0.7906454801559448, "n": 914, "n_pos": 63 }, "A2R": { "auc_roc": 0.9511932707355243, "auc_pr": 0.927253742314889, "f1": 0.9565217391304348, "threshold": 0.7906454801559448, "n": 450, "n_pos": 24 } }, "history": [ { "epoch": 1, "loss": 1.3653614521026611, "train_auc": 0.8640427801962665, "val_auc": 0.8504376852291827, "val_pr": 0.6935815445009494, "val_f1": 0.736392742796158 }, { "epoch": 2, "loss": 1.1292943954467773, "train_auc": 0.8737374111512827, "val_auc": 0.861732012858646, "val_pr": 0.7266003350533192, "val_f1": 0.7677824267782427 }, { "epoch": 3, "loss": 0.9719992280006409, "train_auc": 0.8768540151012076, "val_auc": 0.8651293426623232, "val_pr": 0.7313000280703988, "val_f1": 0.7677824267782427 }, { "epoch": 4, "loss": 0.880691409111023, "train_auc": 0.8788661796896136, "val_auc": 0.8670771250607374, "val_pr": 0.7353967484323635, "val_f1": 0.7677824267782427 }, { "epoch": 5, "loss": 0.8073484301567078, "train_auc": 0.880450896480484, "val_auc": 0.8683567684338903, "val_pr": 0.7374417849182149, "val_f1": 0.7684210526315789 }, { "epoch": 6, "loss": 0.7782031297683716, "train_auc": 0.8809323101896258, "val_auc": 0.8687843173429755, "val_pr": 0.7382464198627633, "val_f1": 0.7684210526315789 }, { "epoch": 7, "loss": 0.7381444573402405, "train_auc": 0.8821459603039917, "val_auc": 0.8699659226571961, "val_pr": 0.74030240799915, "val_f1": 0.7684210526315789 }, { "epoch": 8, "loss": 0.7182031273841858, "train_auc": 0.8846029562950393, "val_auc": 0.8725593189250995, "val_pr": 0.7425206023982254, "val_f1": 0.7684210526315789 }, { "epoch": 9, "loss": 0.7084914445877075, "train_auc": 0.8867936102707887, "val_auc": 0.874749729429974, "val_pr": 0.7448853740456203, "val_f1": 0.7684210526315789 }, { "epoch": 10, "loss": 0.6820985674858093, "train_auc": 0.888895339285275, "val_auc": 0.8769169712031973, "val_pr": 0.747169850361217, "val_f1": 0.7684210526315789 }, { "epoch": 11, "loss": 0.6784772276878357, "train_auc": 0.8911040950343099, "val_auc": 0.8793391762872322, "val_pr": 0.7490846646380261, "val_f1": 0.7684210526315789 }, { "epoch": 12, "loss": 0.6682917475700378, "train_auc": 0.8931780368430114, "val_auc": 0.8816490773803459, "val_pr": 0.7508837398630909, "val_f1": 0.7684210526315789 }, { "epoch": 13, "loss": 0.661902904510498, "train_auc": 0.8948653237905507, "val_auc": 0.8836005067087424, "val_pr": 0.7522031507261581, "val_f1": 0.7677824267782427 }, { "epoch": 14, "loss": 0.6574774384498596, "train_auc": 0.8964108118743697, "val_auc": 0.8851930352218352, "val_pr": 0.7532595114586066, "val_f1": 0.7677824267782427 }, { "epoch": 15, "loss": 0.6419192552566528, "train_auc": 0.8979343712339212, "val_auc": 0.8866480530220715, "val_pr": 0.7543303744192131, "val_f1": 0.7677824267782427 }, { "epoch": 16, "loss": 0.6460796594619751, "train_auc": 0.8995921542585897, "val_auc": 0.8883884967247351, "val_pr": 0.7558453171115128, "val_f1": 0.7677824267782427 }, { "epoch": 17, "loss": 0.6407527327537537, "train_auc": 0.9012530411471015, "val_auc": 0.8902849003154594, "val_pr": 0.7575453812514067, "val_f1": 0.7677824267782427 }, { "epoch": 18, "loss": 0.6294676661491394, "train_auc": 0.9027042967116752, "val_auc": 0.8919356724456206, "val_pr": 0.7590566110251296, "val_f1": 0.7677824267782427 }, { "epoch": 19, "loss": 0.6314831376075745, "train_auc": 0.904041599645835, "val_auc": 0.8930520620707483, "val_pr": 0.7606151862872286, "val_f1": 0.7679500520291364 }, { "epoch": 20, "loss": 0.6265377998352051, "train_auc": 0.9053576920239061, "val_auc": 0.894011633706643, "val_pr": 0.7625836870257627, "val_f1": 0.7679500520291364 }, { "epoch": 21, "loss": 0.6204397082328796, "train_auc": 0.9065774318109151, "val_auc": 0.8950900523548978, "val_pr": 0.7647185538781097, "val_f1": 0.7695516162669447 }, { "epoch": 22, "loss": 0.6202600598335266, "train_auc": 0.9076664748272215, "val_auc": 0.8961581737890854, "val_pr": 0.7667980824229593, "val_f1": 0.7695516162669447 }, { "epoch": 23, "loss": 0.6160233616828918, "train_auc": 0.9086029907277601, "val_auc": 0.8971121677673602, "val_pr": 0.7686477829998362, "val_f1": 0.7695516162669447 }, { "epoch": 24, "loss": 0.6163840889930725, "train_auc": 0.9093385769448339, "val_auc": 0.8978258934173986, "val_pr": 0.7700498410670691, "val_f1": 0.7695516162669447 }, { "epoch": 25, "loss": 0.6141980886459351, "train_auc": 0.9098854718512507, "val_auc": 0.8983632792765349, "val_pr": 0.7710953088853778, "val_f1": 0.7695516162669447 }, { "epoch": 26, "loss": 0.6113831400871277, "train_auc": 0.9102979856858261, "val_auc": 0.8987015856637037, "val_pr": 0.7718204107830138, "val_f1": 0.7695516162669447 }, { "epoch": 27, "loss": 0.608312726020813, "train_auc": 0.9106023414250228, "val_auc": 0.8989497914277836, "val_pr": 0.7724146536245483, "val_f1": 0.7695516162669447 }, { "epoch": 28, "loss": 0.6071701049804688, "train_auc": 0.9109669249120735, "val_auc": 0.8992825201573329, "val_pr": 0.7726756213152028, "val_f1": 0.7692307692307693 }, { "epoch": 29, "loss": 0.605775773525238, "train_auc": 0.9113423448682948, "val_auc": 0.8996551505913924, "val_pr": 0.7728690311532767, "val_f1": 0.7697095435684648 }, { "epoch": 30, "loss": 0.6044801473617554, "train_auc": 0.911719329053838, "val_auc": 0.9001807375594101, "val_pr": 0.7729636609992067, "val_f1": 0.7697095435684648 }, { "epoch": 31, "loss": 0.6082563400268555, "train_auc": 0.912030935340269, "val_auc": 0.9003203935251975, "val_pr": 0.7729878006028884, "val_f1": 0.770508826583593 }, { "epoch": 32, "loss": 0.6030323505401611, "train_auc": 0.9122924026660765, "val_auc": 0.9003133141905264, "val_pr": 0.7732316345943455, "val_f1": 0.770508826583593 }, { "epoch": 33, "loss": 0.6030454039573669, "train_auc": 0.9124843552473006, "val_auc": 0.9001590705048103, "val_pr": 0.7733844278287597, "val_f1": 0.7717842323651453 }, { "epoch": 34, "loss": 0.6032823920249939, "train_auc": 0.9126977348188593, "val_auc": 0.9001013632009747, "val_pr": 0.7733336547663454, "val_f1": 0.772256728778468 }, { "epoch": 35, "loss": 0.6039700508117676, "train_auc": 0.9130681964632678, "val_auc": 0.9003180337469738, "val_pr": 0.7731398154620546, "val_f1": 0.772256728778468 }, { "epoch": 36, "loss": 0.6001588702201843, "train_auc": 0.9133674758356083, "val_auc": 0.9004625165318554, "val_pr": 0.7731551258462331, "val_f1": 0.7727272727272727 }, { "epoch": 37, "loss": 0.6015412211418152, "train_auc": 0.9135523254384024, "val_auc": 0.9004838617985156, "val_pr": 0.7732338640803442, "val_f1": 0.7730569948186529 }, { "epoch": 38, "loss": 0.5989862084388733, "train_auc": 0.9137117587741951, "val_auc": 0.9005238707656729, "val_pr": 0.7732442586601807, "val_f1": 0.7730569948186529 }, { "epoch": 39, "loss": 0.5968319177627563, "train_auc": 0.9139395213851792, "val_auc": 0.900610217196133, "val_pr": 0.7732257963737288, "val_f1": 0.7738589211618258 }, { "epoch": 40, "loss": 0.5958790183067322, "train_auc": 0.9141943087631276, "val_auc": 0.9006460429200753, "val_pr": 0.7732158201340635, "val_f1": 0.7739221871713985 }, { "epoch": 41, "loss": 0.5984033346176147, "train_auc": 0.9144360264640055, "val_auc": 0.9005801836551035, "val_pr": 0.773038942276569, "val_f1": 0.7758985200845666 }, { "epoch": 42, "loss": 0.5962603688240051, "train_auc": 0.9145746722742812, "val_auc": 0.9005153970165967, "val_pr": 0.7729361599629254, "val_f1": 0.7763713080168776 }, { "epoch": 43, "loss": 0.5934978723526001, "train_auc": 0.9147663887454192, "val_auc": 0.9004742081603275, "val_pr": 0.7730459928391676, "val_f1": 0.7774294670846394 }, { "epoch": 44, "loss": 0.5934271812438965, "train_auc": 0.9149724882559828, "val_auc": 0.9004291578487833, "val_pr": 0.7731680709524373, "val_f1": 0.7811518324607329 }, { "epoch": 45, "loss": 0.5940731167793274, "train_auc": 0.9152610885658772, "val_auc": 0.9008168050533578, "val_pr": 0.7731083731161368, "val_f1": 0.7816091954022989 }, { "epoch": 46, "loss": 0.5945573449134827, "train_auc": 0.9153339531223099, "val_auc": 0.9010416275604936, "val_pr": 0.7729164714621739, "val_f1": 0.7816091954022989 }, { "epoch": 47, "loss": 0.5966603755950928, "train_auc": 0.9154717627093634, "val_auc": 0.9009317906104425, "val_pr": 0.7731888066723724, "val_f1": 0.7824267782426778 }, { "epoch": 48, "loss": 0.5921670794487, "train_auc": 0.9156037236528198, "val_auc": 0.9008673257598754, "val_pr": 0.7734184109035622, "val_f1": 0.7824267782426778 }, { "epoch": 49, "loss": 0.5926125645637512, "train_auc": 0.9157884158488896, "val_auc": 0.9008105838198588, "val_pr": 0.7735100190361301, "val_f1": 0.7824267782426778 }, { "epoch": 50, "loss": 0.5898723006248474, "train_auc": 0.9158785115226641, "val_auc": 0.9005559422969867, "val_pr": 0.773617259230986, "val_f1": 0.7824267782426778 }, { "epoch": 51, "loss": 0.5920815467834473, "train_auc": 0.9159049509333728, "val_auc": 0.9002916471359265, "val_pr": 0.7736117240127156, "val_f1": 0.7816091954022989 }, { "epoch": 52, "loss": 0.5893348455429077, "train_auc": 0.9158050468530953, "val_auc": 0.9003696270799568, "val_pr": 0.7738088248665128, "val_f1": 0.7816091954022989 }, { "epoch": 53, "loss": 0.5913781523704529, "train_auc": 0.9158767997245382, "val_auc": 0.9005271959077153, "val_pr": 0.773877035591875, "val_f1": 0.7816091954022989 }, { "epoch": 54, "loss": 0.5898554921150208, "train_auc": 0.9160811480852947, "val_auc": 0.9007608139518669, "val_pr": 0.773829943164264, "val_f1": 0.7816091954022989 } ] }, "anomaly_metrics": { "node_results": { "auc_roc": 0.4817162698412698, "auc_pr": 0.49537773175416094, "n_nodes": 449, "n_anomalous": 224, "anomaly_threshold_used": 0.06451612710952759, "precision@10": 0.6000000238418579, "precision@25": 0.4000000059604645, "precision@50": 0.5199999809265137 }, "edge_results": { "auc_roc": 0.6540104252316612, "auc_pr": 0.1433965093378921, "n_test_anomaly": 605, "n_test_edges": 9249 }, "history": [ { "epoch": 1, "loss": 0.9651889204978943 }, { "epoch": 5, "loss": 0.9547975063323975 }, { "epoch": 10, "loss": 0.95177161693573 }, { "epoch": 15, "loss": 0.9495092630386353 }, { "epoch": 20, "loss": 0.9484864473342896 }, { "epoch": 25, "loss": 0.9476504921913147 }, { "epoch": 30, "loss": 0.947131872177124 }, { "epoch": 35, "loss": 0.946916401386261 }, { "epoch": 40, "loss": 0.9466561079025269 }, { "epoch": 45, "loss": 0.9461134076118469 }, { "epoch": 50, "loss": 0.9461794495582581 }, { "epoch": 55, "loss": 0.9459301233291626 }, { "epoch": 60, "loss": 0.9455706477165222 }, { "epoch": 65, "loss": 0.9457857608795166 }, { "epoch": 70, "loss": 0.9458093643188477 }, { "epoch": 75, "loss": 0.9453416466712952 }, { "epoch": 80, "loss": 0.9453965425491333 } ], "summary": { "n_nodes_total": 499, "n_nodes_touched": 449, "avg_anomaly_frac_touched": 0.07271277159452438 } } }