| { |
| "datasynth_release": "v5.9.0", |
| "source_dataset": "VynFi/vynfi-journal-entries-1m", |
| "n_nodes": 499, |
| "n_edges": 61656, |
| "n_train_edges": 43159, |
| "n_val_edges": 9248, |
| "n_test_edges": 9249, |
| "fraud_rate": 0.05791812762618065, |
| "anomaly_rate": 0.06518425047397614, |
| "fraud_threshold": 0.7906454801559448, |
| "fraud_metrics": { |
| "baseline_logreg": { |
| "val": { |
| "auc_roc": 0.8996867930721201, |
| "auc_pr": 0.7649268742898432, |
| "f1": 0.7703549060542797, |
| "threshold": 0.6874388263127761, |
| "n": 9248, |
| "n_pos": 535 |
| }, |
| "test": { |
| "auc_roc": 0.9123373077799343, |
| "auc_pr": 0.78648268232034, |
| "f1": 0.7847579814624099, |
| "threshold": 0.6874388263127761, |
| "n": 9249, |
| "n_pos": 536 |
| } |
| }, |
| "gnn": { |
| "val": { |
| "auc_roc": 0.9010416275604936, |
| "auc_pr": 0.7729164714621739, |
| "f1": 0.7816091954022989, |
| "threshold": 0.7906454801559448, |
| "n": 9248, |
| "n_pos": 535 |
| }, |
| "test": { |
| "auc_roc": 0.9136482884555759, |
| "auc_pr": 0.7949097089457173, |
| "f1": 0.7837837837837838, |
| "threshold": 0.7906454801559448, |
| "n": 9249, |
| "n_pos": 536 |
| } |
| }, |
| "per_process_test": { |
| "P2P": { |
| "auc_roc": 0.9288755274161248, |
| "auc_pr": 0.814626705458632, |
| "f1": 0.8041237113402062, |
| "threshold": 0.7906454801559448, |
| "n": 2835, |
| "n_pos": 157 |
| }, |
| "O2C": { |
| "auc_roc": 0.896507488072416, |
| "auc_pr": 0.7659814427770525, |
| "f1": 0.7423312883435583, |
| "threshold": 0.7906454801559448, |
| "n": 3155, |
| "n_pos": 187 |
| }, |
| "R2R": { |
| "auc_roc": 0.9301409949454641, |
| "auc_pr": 0.8112710676438888, |
| "f1": 0.8, |
| "threshold": 0.7906454801559448, |
| "n": 1895, |
| "n_pos": 105 |
| }, |
| "H2R": { |
| "auc_roc": 0.8859231902710164, |
| "auc_pr": 0.7516902980169896, |
| "f1": 0.7522935779816514, |
| "threshold": 0.7906454801559448, |
| "n": 914, |
| "n_pos": 63 |
| }, |
| "A2R": { |
| "auc_roc": 0.9511932707355243, |
| "auc_pr": 0.927253742314889, |
| "f1": 0.9565217391304348, |
| "threshold": 0.7906454801559448, |
| "n": 450, |
| "n_pos": 24 |
| } |
| }, |
| "history": [ |
| { |
| "epoch": 1, |
| "loss": 1.3653614521026611, |
| "train_auc": 0.8640427801962665, |
| "val_auc": 0.8504376852291827, |
| "val_pr": 0.6935815445009494, |
| "val_f1": 0.736392742796158 |
| }, |
| { |
| "epoch": 2, |
| "loss": 1.1292943954467773, |
| "train_auc": 0.8737374111512827, |
| "val_auc": 0.861732012858646, |
| "val_pr": 0.7266003350533192, |
| "val_f1": 0.7677824267782427 |
| }, |
| { |
| "epoch": 3, |
| "loss": 0.9719992280006409, |
| "train_auc": 0.8768540151012076, |
| "val_auc": 0.8651293426623232, |
| "val_pr": 0.7313000280703988, |
| "val_f1": 0.7677824267782427 |
| }, |
| { |
| "epoch": 4, |
| "loss": 0.880691409111023, |
| "train_auc": 0.8788661796896136, |
| "val_auc": 0.8670771250607374, |
| "val_pr": 0.7353967484323635, |
| "val_f1": 0.7677824267782427 |
| }, |
| { |
| "epoch": 5, |
| "loss": 0.8073484301567078, |
| "train_auc": 0.880450896480484, |
| "val_auc": 0.8683567684338903, |
| "val_pr": 0.7374417849182149, |
| "val_f1": 0.7684210526315789 |
| }, |
| { |
| "epoch": 6, |
| "loss": 0.7782031297683716, |
| "train_auc": 0.8809323101896258, |
| "val_auc": 0.8687843173429755, |
| "val_pr": 0.7382464198627633, |
| "val_f1": 0.7684210526315789 |
| }, |
| { |
| "epoch": 7, |
| "loss": 0.7381444573402405, |
| "train_auc": 0.8821459603039917, |
| "val_auc": 0.8699659226571961, |
| "val_pr": 0.74030240799915, |
| "val_f1": 0.7684210526315789 |
| }, |
| { |
| "epoch": 8, |
| "loss": 0.7182031273841858, |
| "train_auc": 0.8846029562950393, |
| "val_auc": 0.8725593189250995, |
| "val_pr": 0.7425206023982254, |
| "val_f1": 0.7684210526315789 |
| }, |
| { |
| "epoch": 9, |
| "loss": 0.7084914445877075, |
| "train_auc": 0.8867936102707887, |
| "val_auc": 0.874749729429974, |
| "val_pr": 0.7448853740456203, |
| "val_f1": 0.7684210526315789 |
| }, |
| { |
| "epoch": 10, |
| "loss": 0.6820985674858093, |
| "train_auc": 0.888895339285275, |
| "val_auc": 0.8769169712031973, |
| "val_pr": 0.747169850361217, |
| "val_f1": 0.7684210526315789 |
| }, |
| { |
| "epoch": 11, |
| "loss": 0.6784772276878357, |
| "train_auc": 0.8911040950343099, |
| "val_auc": 0.8793391762872322, |
| "val_pr": 0.7490846646380261, |
| "val_f1": 0.7684210526315789 |
| }, |
| { |
| "epoch": 12, |
| "loss": 0.6682917475700378, |
| "train_auc": 0.8931780368430114, |
| "val_auc": 0.8816490773803459, |
| "val_pr": 0.7508837398630909, |
| "val_f1": 0.7684210526315789 |
| }, |
| { |
| "epoch": 13, |
| "loss": 0.661902904510498, |
| "train_auc": 0.8948653237905507, |
| "val_auc": 0.8836005067087424, |
| "val_pr": 0.7522031507261581, |
| "val_f1": 0.7677824267782427 |
| }, |
| { |
| "epoch": 14, |
| "loss": 0.6574774384498596, |
| "train_auc": 0.8964108118743697, |
| "val_auc": 0.8851930352218352, |
| "val_pr": 0.7532595114586066, |
| "val_f1": 0.7677824267782427 |
| }, |
| { |
| "epoch": 15, |
| "loss": 0.6419192552566528, |
| "train_auc": 0.8979343712339212, |
| "val_auc": 0.8866480530220715, |
| "val_pr": 0.7543303744192131, |
| "val_f1": 0.7677824267782427 |
| }, |
| { |
| "epoch": 16, |
| "loss": 0.6460796594619751, |
| "train_auc": 0.8995921542585897, |
| "val_auc": 0.8883884967247351, |
| "val_pr": 0.7558453171115128, |
| "val_f1": 0.7677824267782427 |
| }, |
| { |
| "epoch": 17, |
| "loss": 0.6407527327537537, |
| "train_auc": 0.9012530411471015, |
| "val_auc": 0.8902849003154594, |
| "val_pr": 0.7575453812514067, |
| "val_f1": 0.7677824267782427 |
| }, |
| { |
| "epoch": 18, |
| "loss": 0.6294676661491394, |
| "train_auc": 0.9027042967116752, |
| "val_auc": 0.8919356724456206, |
| "val_pr": 0.7590566110251296, |
| "val_f1": 0.7677824267782427 |
| }, |
| { |
| "epoch": 19, |
| "loss": 0.6314831376075745, |
| "train_auc": 0.904041599645835, |
| "val_auc": 0.8930520620707483, |
| "val_pr": 0.7606151862872286, |
| "val_f1": 0.7679500520291364 |
| }, |
| { |
| "epoch": 20, |
| "loss": 0.6265377998352051, |
| "train_auc": 0.9053576920239061, |
| "val_auc": 0.894011633706643, |
| "val_pr": 0.7625836870257627, |
| "val_f1": 0.7679500520291364 |
| }, |
| { |
| "epoch": 21, |
| "loss": 0.6204397082328796, |
| "train_auc": 0.9065774318109151, |
| "val_auc": 0.8950900523548978, |
| "val_pr": 0.7647185538781097, |
| "val_f1": 0.7695516162669447 |
| }, |
| { |
| "epoch": 22, |
| "loss": 0.6202600598335266, |
| "train_auc": 0.9076664748272215, |
| "val_auc": 0.8961581737890854, |
| "val_pr": 0.7667980824229593, |
| "val_f1": 0.7695516162669447 |
| }, |
| { |
| "epoch": 23, |
| "loss": 0.6160233616828918, |
| "train_auc": 0.9086029907277601, |
| "val_auc": 0.8971121677673602, |
| "val_pr": 0.7686477829998362, |
| "val_f1": 0.7695516162669447 |
| }, |
| { |
| "epoch": 24, |
| "loss": 0.6163840889930725, |
| "train_auc": 0.9093385769448339, |
| "val_auc": 0.8978258934173986, |
| "val_pr": 0.7700498410670691, |
| "val_f1": 0.7695516162669447 |
| }, |
| { |
| "epoch": 25, |
| "loss": 0.6141980886459351, |
| "train_auc": 0.9098854718512507, |
| "val_auc": 0.8983632792765349, |
| "val_pr": 0.7710953088853778, |
| "val_f1": 0.7695516162669447 |
| }, |
| { |
| "epoch": 26, |
| "loss": 0.6113831400871277, |
| "train_auc": 0.9102979856858261, |
| "val_auc": 0.8987015856637037, |
| "val_pr": 0.7718204107830138, |
| "val_f1": 0.7695516162669447 |
| }, |
| { |
| "epoch": 27, |
| "loss": 0.608312726020813, |
| "train_auc": 0.9106023414250228, |
| "val_auc": 0.8989497914277836, |
| "val_pr": 0.7724146536245483, |
| "val_f1": 0.7695516162669447 |
| }, |
| { |
| "epoch": 28, |
| "loss": 0.6071701049804688, |
| "train_auc": 0.9109669249120735, |
| "val_auc": 0.8992825201573329, |
| "val_pr": 0.7726756213152028, |
| "val_f1": 0.7692307692307693 |
| }, |
| { |
| "epoch": 29, |
| "loss": 0.605775773525238, |
| "train_auc": 0.9113423448682948, |
| "val_auc": 0.8996551505913924, |
| "val_pr": 0.7728690311532767, |
| "val_f1": 0.7697095435684648 |
| }, |
| { |
| "epoch": 30, |
| "loss": 0.6044801473617554, |
| "train_auc": 0.911719329053838, |
| "val_auc": 0.9001807375594101, |
| "val_pr": 0.7729636609992067, |
| "val_f1": 0.7697095435684648 |
| }, |
| { |
| "epoch": 31, |
| "loss": 0.6082563400268555, |
| "train_auc": 0.912030935340269, |
| "val_auc": 0.9003203935251975, |
| "val_pr": 0.7729878006028884, |
| "val_f1": 0.770508826583593 |
| }, |
| { |
| "epoch": 32, |
| "loss": 0.6030323505401611, |
| "train_auc": 0.9122924026660765, |
| "val_auc": 0.9003133141905264, |
| "val_pr": 0.7732316345943455, |
| "val_f1": 0.770508826583593 |
| }, |
| { |
| "epoch": 33, |
| "loss": 0.6030454039573669, |
| "train_auc": 0.9124843552473006, |
| "val_auc": 0.9001590705048103, |
| "val_pr": 0.7733844278287597, |
| "val_f1": 0.7717842323651453 |
| }, |
| { |
| "epoch": 34, |
| "loss": 0.6032823920249939, |
| "train_auc": 0.9126977348188593, |
| "val_auc": 0.9001013632009747, |
| "val_pr": 0.7733336547663454, |
| "val_f1": 0.772256728778468 |
| }, |
| { |
| "epoch": 35, |
| "loss": 0.6039700508117676, |
| "train_auc": 0.9130681964632678, |
| "val_auc": 0.9003180337469738, |
| "val_pr": 0.7731398154620546, |
| "val_f1": 0.772256728778468 |
| }, |
| { |
| "epoch": 36, |
| "loss": 0.6001588702201843, |
| "train_auc": 0.9133674758356083, |
| "val_auc": 0.9004625165318554, |
| "val_pr": 0.7731551258462331, |
| "val_f1": 0.7727272727272727 |
| }, |
| { |
| "epoch": 37, |
| "loss": 0.6015412211418152, |
| "train_auc": 0.9135523254384024, |
| "val_auc": 0.9004838617985156, |
| "val_pr": 0.7732338640803442, |
| "val_f1": 0.7730569948186529 |
| }, |
| { |
| "epoch": 38, |
| "loss": 0.5989862084388733, |
| "train_auc": 0.9137117587741951, |
| "val_auc": 0.9005238707656729, |
| "val_pr": 0.7732442586601807, |
| "val_f1": 0.7730569948186529 |
| }, |
| { |
| "epoch": 39, |
| "loss": 0.5968319177627563, |
| "train_auc": 0.9139395213851792, |
| "val_auc": 0.900610217196133, |
| "val_pr": 0.7732257963737288, |
| "val_f1": 0.7738589211618258 |
| }, |
| { |
| "epoch": 40, |
| "loss": 0.5958790183067322, |
| "train_auc": 0.9141943087631276, |
| "val_auc": 0.9006460429200753, |
| "val_pr": 0.7732158201340635, |
| "val_f1": 0.7739221871713985 |
| }, |
| { |
| "epoch": 41, |
| "loss": 0.5984033346176147, |
| "train_auc": 0.9144360264640055, |
| "val_auc": 0.9005801836551035, |
| "val_pr": 0.773038942276569, |
| "val_f1": 0.7758985200845666 |
| }, |
| { |
| "epoch": 42, |
| "loss": 0.5962603688240051, |
| "train_auc": 0.9145746722742812, |
| "val_auc": 0.9005153970165967, |
| "val_pr": 0.7729361599629254, |
| "val_f1": 0.7763713080168776 |
| }, |
| { |
| "epoch": 43, |
| "loss": 0.5934978723526001, |
| "train_auc": 0.9147663887454192, |
| "val_auc": 0.9004742081603275, |
| "val_pr": 0.7730459928391676, |
| "val_f1": 0.7774294670846394 |
| }, |
| { |
| "epoch": 44, |
| "loss": 0.5934271812438965, |
| "train_auc": 0.9149724882559828, |
| "val_auc": 0.9004291578487833, |
| "val_pr": 0.7731680709524373, |
| "val_f1": 0.7811518324607329 |
| }, |
| { |
| "epoch": 45, |
| "loss": 0.5940731167793274, |
| "train_auc": 0.9152610885658772, |
| "val_auc": 0.9008168050533578, |
| "val_pr": 0.7731083731161368, |
| "val_f1": 0.7816091954022989 |
| }, |
| { |
| "epoch": 46, |
| "loss": 0.5945573449134827, |
| "train_auc": 0.9153339531223099, |
| "val_auc": 0.9010416275604936, |
| "val_pr": 0.7729164714621739, |
| "val_f1": 0.7816091954022989 |
| }, |
| { |
| "epoch": 47, |
| "loss": 0.5966603755950928, |
| "train_auc": 0.9154717627093634, |
| "val_auc": 0.9009317906104425, |
| "val_pr": 0.7731888066723724, |
| "val_f1": 0.7824267782426778 |
| }, |
| { |
| "epoch": 48, |
| "loss": 0.5921670794487, |
| "train_auc": 0.9156037236528198, |
| "val_auc": 0.9008673257598754, |
| "val_pr": 0.7734184109035622, |
| "val_f1": 0.7824267782426778 |
| }, |
| { |
| "epoch": 49, |
| "loss": 0.5926125645637512, |
| "train_auc": 0.9157884158488896, |
| "val_auc": 0.9008105838198588, |
| "val_pr": 0.7735100190361301, |
| "val_f1": 0.7824267782426778 |
| }, |
| { |
| "epoch": 50, |
| "loss": 0.5898723006248474, |
| "train_auc": 0.9158785115226641, |
| "val_auc": 0.9005559422969867, |
| "val_pr": 0.773617259230986, |
| "val_f1": 0.7824267782426778 |
| }, |
| { |
| "epoch": 51, |
| "loss": 0.5920815467834473, |
| "train_auc": 0.9159049509333728, |
| "val_auc": 0.9002916471359265, |
| "val_pr": 0.7736117240127156, |
| "val_f1": 0.7816091954022989 |
| }, |
| { |
| "epoch": 52, |
| "loss": 0.5893348455429077, |
| "train_auc": 0.9158050468530953, |
| "val_auc": 0.9003696270799568, |
| "val_pr": 0.7738088248665128, |
| "val_f1": 0.7816091954022989 |
| }, |
| { |
| "epoch": 53, |
| "loss": 0.5913781523704529, |
| "train_auc": 0.9158767997245382, |
| "val_auc": 0.9005271959077153, |
| "val_pr": 0.773877035591875, |
| "val_f1": 0.7816091954022989 |
| }, |
| { |
| "epoch": 54, |
| "loss": 0.5898554921150208, |
| "train_auc": 0.9160811480852947, |
| "val_auc": 0.9007608139518669, |
| "val_pr": 0.773829943164264, |
| "val_f1": 0.7816091954022989 |
| } |
| ] |
| }, |
| "anomaly_metrics": { |
| "node_results": { |
| "auc_roc": 0.4817162698412698, |
| "auc_pr": 0.49537773175416094, |
| "n_nodes": 449, |
| "n_anomalous": 224, |
| "anomaly_threshold_used": 0.06451612710952759, |
| "precision@10": 0.6000000238418579, |
| "precision@25": 0.4000000059604645, |
| "precision@50": 0.5199999809265137 |
| }, |
| "edge_results": { |
| "auc_roc": 0.6540104252316612, |
| "auc_pr": 0.1433965093378921, |
| "n_test_anomaly": 605, |
| "n_test_edges": 9249 |
| }, |
| "history": [ |
| { |
| "epoch": 1, |
| "loss": 0.9651889204978943 |
| }, |
| { |
| "epoch": 5, |
| "loss": 0.9547975063323975 |
| }, |
| { |
| "epoch": 10, |
| "loss": 0.95177161693573 |
| }, |
| { |
| "epoch": 15, |
| "loss": 0.9495092630386353 |
| }, |
| { |
| "epoch": 20, |
| "loss": 0.9484864473342896 |
| }, |
| { |
| "epoch": 25, |
| "loss": 0.9476504921913147 |
| }, |
| { |
| "epoch": 30, |
| "loss": 0.947131872177124 |
| }, |
| { |
| "epoch": 35, |
| "loss": 0.946916401386261 |
| }, |
| { |
| "epoch": 40, |
| "loss": 0.9466561079025269 |
| }, |
| { |
| "epoch": 45, |
| "loss": 0.9461134076118469 |
| }, |
| { |
| "epoch": 50, |
| "loss": 0.9461794495582581 |
| }, |
| { |
| "epoch": 55, |
| "loss": 0.9459301233291626 |
| }, |
| { |
| "epoch": 60, |
| "loss": 0.9455706477165222 |
| }, |
| { |
| "epoch": 65, |
| "loss": 0.9457857608795166 |
| }, |
| { |
| "epoch": 70, |
| "loss": 0.9458093643188477 |
| }, |
| { |
| "epoch": 75, |
| "loss": 0.9453416466712952 |
| }, |
| { |
| "epoch": 80, |
| "loss": 0.9453965425491333 |
| } |
| ], |
| "summary": { |
| "n_nodes_total": 499, |
| "n_nodes_touched": 449, |
| "avg_anomaly_frac_touched": 0.07271277159452438 |
| } |
| } |
| } |
